compile transformer
Browse files- src/pipeline.py +2 -1
src/pipeline.py
CHANGED
|
@@ -44,7 +44,8 @@ def load_pipeline() -> Pipeline:
|
|
| 44 |
)
|
| 45 |
|
| 46 |
pipeline.transformer.to(memory_format=torch.channels_last)
|
| 47 |
-
pipeline.
|
|
|
|
| 48 |
# pipeline.vae = torch.compile(pipeline.vae)
|
| 49 |
pipeline.to("cuda")
|
| 50 |
for _ in range(4):
|
|
|
|
| 44 |
)
|
| 45 |
|
| 46 |
pipeline.transformer.to(memory_format=torch.channels_last)
|
| 47 |
+
pipeline.transformer = torch.compile(pipeline.transformer)
|
| 48 |
+
# pipeline.text_encoder.fuse_qkv_projections()
|
| 49 |
# pipeline.vae = torch.compile(pipeline.vae)
|
| 50 |
pipeline.to("cuda")
|
| 51 |
for _ in range(4):
|