jokerbit commited on
Commit
98ec0e6
·
verified ·
1 Parent(s): a1a1c86

Advanced compile

Browse files
Files changed (1) hide show
  1. src/pipeline.py +4 -0
src/pipeline.py CHANGED
@@ -11,6 +11,10 @@ from torch import Generator
11
  from torchao.quantization import quantize_, int8_weight_only
12
  from transformers import T5EncoderModel, CLIPTextModel
13
 
 
 
 
 
14
 
15
  Pipeline: TypeAlias = FluxPipeline
16
  os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"
 
11
  from torchao.quantization import quantize_, int8_weight_only
12
  from transformers import T5EncoderModel, CLIPTextModel
13
 
14
+ torch._inductor.config.conv_1x1_as_mm = True
15
+ torch._inductor.config.coordinate_descent_tuning = True
16
+ torch._inductor.config.epilogue_fusion = False
17
+ torch._inductor.config.coordinate_descent_check_all_directions = True
18
 
19
  Pipeline: TypeAlias = FluxPipeline
20
  os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"