Upload src/pipeline.py with huggingface_hub
Browse files- src/pipeline.py +1 -1
src/pipeline.py
CHANGED
|
@@ -51,7 +51,7 @@ def load_pipeline() -> Pipeline:
|
|
| 51 |
pipeline.transformer.to(memory_format=torch.channels_last)
|
| 52 |
pipeline.vae.to(memory_format=torch.channels_last)
|
| 53 |
pipeline.text_encoder.to(memory_format=torch.channels_last)
|
| 54 |
-
pipeline.text_encoder = torch.compile(pipeline.text_encoder)
|
| 55 |
quantize_(pipeline.vae, int8_weight_only())
|
| 56 |
pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, backend="tensorrt")
|
| 57 |
|
|
|
|
| 51 |
pipeline.transformer.to(memory_format=torch.channels_last)
|
| 52 |
pipeline.vae.to(memory_format=torch.channels_last)
|
| 53 |
pipeline.text_encoder.to(memory_format=torch.channels_last)
|
| 54 |
+
pipeline.text_encoder = torch.compile(pipeline.text_encoder, fullgraph=True, mode="reduce-overhead")
|
| 55 |
quantize_(pipeline.vae, int8_weight_only())
|
| 56 |
pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, backend="tensorrt")
|
| 57 |
|