jokerbit
/

flux-qa-4

Model card Files Files and versions Community

jokerbit commited on Dec 20, 2024

Commit

34f1ca3

·

verified ·

1 Parent(s): b13975e

memory last

Files changed (1) hide show

src/pipeline.py +1 -1

src/pipeline.py CHANGED Viewed

@@ -49,7 +49,7 @@ def load_pipeline() -> Pipeline:
         torch_dtype=torch.bfloat16,
     )
-#    pipeline.transformer.to(memory_format=torch.channels_last)
 #    quantize_(pipeline.vae, int8_weight_only())
 #    pipeline.vae = torch.compile(pipeline.vae, mode="reduce-overhead")
     pipeline.to("cuda")

         torch_dtype=torch.bfloat16,
     )
+    pipeline.transformer.to(memory_format=torch.channels_last)
 #    quantize_(pipeline.vae, int8_weight_only())
 #    pipeline.vae = torch.compile(pipeline.vae, mode="reduce-overhead")
     pipeline.to("cuda")