Good compile
Browse files- src/pipeline.py +2 -0
src/pipeline.py
CHANGED
|
@@ -44,6 +44,8 @@ def load_pipeline() -> Pipeline:
|
|
| 44 |
)
|
| 45 |
|
| 46 |
pipeline.transformer.to(memory_format=torch.channels_last)
|
|
|
|
|
|
|
| 47 |
pipeline.to("cuda")
|
| 48 |
for _ in range(4):
|
| 49 |
pipeline("cat", num_inference_steps=4)
|
|
|
|
| 44 |
)
|
| 45 |
|
| 46 |
pipeline.transformer.to(memory_format=torch.channels_last)
|
| 47 |
+
pipeline.vae.to(memory_format=torch.channels_last)
|
| 48 |
+
pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, mode="max-autotune")
|
| 49 |
pipeline.to("cuda")
|
| 50 |
for _ in range(4):
|
| 51 |
pipeline("cat", num_inference_steps=4)
|