Get backend - 3

src/pipeline.py

@@ -55,9 +55,9 @@ def load_pipeline() -> Pipeline:
     ).to("cuda")
 
     pipeline.to(memory_format=torch.channels_last)
-    pipeline.transformer = torch.compile(pipeline.transformer)
-    # quantize_(pipeline.vae, int8_weight_only())
-    pipeline.vae = torch.compile(pipeline.vae, backend="tensorrt")
+    pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
+    quantize_(pipeline.vae, int8_weight_only())
+    pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune")
     # pipeline.set_progress_bar_config(disable=True)
     
     PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'