Get backend - 12
Browse files- src/pipeline.py +1 -2
src/pipeline.py
CHANGED
@@ -54,8 +54,7 @@ def load_pipeline() -> Pipeline:
|
|
54 |
torch_dtype=torch.bfloat16,
|
55 |
).to("cuda")
|
56 |
|
57 |
-
pipeline.transformer.to(memory_format=torch.channels_last)
|
58 |
-
pipeline.vae.to(memory_format=torch.channels_last)
|
59 |
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
|
60 |
quantize_(pipeline.vae, int8_weight_only())
|
61 |
# pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune")
|
|
|
54 |
torch_dtype=torch.bfloat16,
|
55 |
).to("cuda")
|
56 |
|
57 |
+
pipeline.transformer.to(memory_format=torch.channels_last)
|
|
|
58 |
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
|
59 |
quantize_(pipeline.vae, int8_weight_only())
|
60 |
# pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune")
|