Upload src/pipeline.py with huggingface_hub
Browse files- src/pipeline.py +1 -1
src/pipeline.py
CHANGED
|
@@ -39,8 +39,8 @@ def load_pipeline() -> Pipeline:
|
|
| 39 |
)
|
| 40 |
|
| 41 |
pipeline.to(memory_format=torch.channels_last)
|
| 42 |
-
pipeline.vae = torch.compile(pipeline.vae)
|
| 43 |
pipeline.to("cuda")
|
|
|
|
| 44 |
for _ in range(4):
|
| 45 |
pipeline("cat", num_inference_steps=4)
|
| 46 |
|
|
|
|
| 39 |
)
|
| 40 |
|
| 41 |
pipeline.to(memory_format=torch.channels_last)
|
|
|
|
| 42 |
pipeline.to("cuda")
|
| 43 |
+
quantize_(pipeline.vae, int8_weight_only())
|
| 44 |
for _ in range(4):
|
| 45 |
pipeline("cat", num_inference_steps=4)
|
| 46 |
|