Disty0
/

FLUX.1-dev-qint4

image-generation

Inference Endpoints

Model card Files Files and versions Community

Disty0 commited on Aug 11, 2024

Commit

82811df

·

verified ·

1 Parent(s): a39852d

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -48,9 +48,9 @@ def load_quanto_text_encoder_2(repo_path):
     return text_encoder_2
-pipe = diffusers.AutoPipelineForText2Image.from_pretrained("Disty0/FLUX.1-dev-qint8", transformer=None, text_encoder_2=None, torch_dtype=torch.bfloat16)
-pipe.transformer = load_quanto_transformer("Disty0/FLUX.1-dev-qint8")
-pipe.text_encoder_2 = load_quanto_text_encoder_2("Disty0/FLUX.1-dev-qint8")
 pipe = pipe.to("cuda", dtype=torch.bfloat16)

     return text_encoder_2
+pipe = diffusers.AutoPipelineForText2Image.from_pretrained("Disty0/FLUX.1-dev-qint4", transformer=None, text_encoder_2=None, torch_dtype=torch.bfloat16)
+pipe.transformer = load_quanto_transformer("Disty0/FLUX.1-dev-qint4")
+pipe.text_encoder_2 = load_quanto_text_encoder_2("Disty0/FLUX.1-dev-qint4")
 pipe = pipe.to("cuda", dtype=torch.bfloat16)