jokerbit
/

flux-qa-base

Model card Files Files and versions Community

jokerbit commited on Dec 21, 2024

Commit

0903770

·

verified ·

1 Parent(s): d15e6e3

Ok, compile

Files changed (1) hide show

src/pipeline.py +1 -1

src/pipeline.py CHANGED Viewed

@@ -47,7 +47,7 @@ def load_pipeline() -> Pipeline:
     pipeline.transformer.to(memory_format=torch.channels_last)
     # pipeline.vae.to(memory_format=torch.channels_last)
     # quantize_(pipeline.vae, int8_weight_only())
-    # pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune")
     pipeline.to("cuda")
     for _ in range(2):

     pipeline.transformer.to(memory_format=torch.channels_last)
     # pipeline.vae.to(memory_format=torch.channels_last)
     # quantize_(pipeline.vae, int8_weight_only())
+    pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, mode="max-autotune")
     pipeline.to("cuda")
     for _ in range(2):