Add a line
Browse files- src/pipeline.py +3 -3
src/pipeline.py
CHANGED
@@ -54,9 +54,9 @@ def load_pipeline() -> Pipeline:
|
|
54 |
).to("cuda")
|
55 |
|
56 |
pipeline.to(memory_format=torch.channels_last)
|
57 |
-
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune", fullgraph=
|
58 |
-
|
59 |
-
|
60 |
|
61 |
PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'
|
62 |
with torch.no_grad():
|
|
|
54 |
).to("cuda")
|
55 |
|
56 |
pipeline.to(memory_format=torch.channels_last)
|
57 |
+
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune", fullgraph=True)
|
58 |
+
quantize_(pipeline.vae, int8_weight_only())
|
59 |
+
pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, mode="max-autotune")
|
60 |
|
61 |
PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'
|
62 |
with torch.no_grad():
|