jokerbit
/

flux-qa-1

Model card Files Files and versions Community

jokerbit commited on Dec 24, 2024

Commit

8c788eb

·

verified ·

1 Parent(s): e952ca7

Get backend - 11

Files changed (1) hide show

src/pipeline.py +1 -1

src/pipeline.py CHANGED Viewed

@@ -57,7 +57,7 @@ def load_pipeline() -> Pipeline:
     pipeline.transformer.to(memory_format=torch.channels_last)
     pipeline.vae.to(memory_format=torch.channels_last)
     pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
-    # quantize_(pipeline.vae, int8_weight_only())
     # pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune")
     # pipeline.set_progress_bar_config(disable=True)

     pipeline.transformer.to(memory_format=torch.channels_last)
     pipeline.vae.to(memory_format=torch.channels_last)
     pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
+    quantize_(pipeline.vae, int8_weight_only())
     # pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune")
     # pipeline.set_progress_bar_config(disable=True)