jokerbit commited on
Commit
6142afd
·
verified ·
1 Parent(s): 3c5b1a4

max-autotune

Browse files
Files changed (1) hide show
  1. src/pipeline.py +1 -1
src/pipeline.py CHANGED
@@ -55,7 +55,7 @@ def load_pipeline() -> Pipeline:
55
  ).to("cuda")
56
 
57
  pipeline.to(memory_format=torch.channels_last)
58
- pipeline.transformer = torch.compile(pipeline.transformer)
59
  quantize_(pipeline.vae, int8_weight_only())
60
  # pipeline.vae = torch.compile(pipeline.vae)
61
  # pipeline.set_progress_bar_config(disable=True)
 
55
  ).to("cuda")
56
 
57
  pipeline.to(memory_format=torch.channels_last)
58
+ pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune")
59
  quantize_(pipeline.vae, int8_weight_only())
60
  # pipeline.vae = torch.compile(pipeline.vae)
61
  # pipeline.set_progress_bar_config(disable=True)