jokerbit commited on
Commit
87e712b
·
verified ·
1 Parent(s): 99a22d1

Extra config

Browse files
Files changed (1) hide show
  1. src/pipeline.py +5 -1
src/pipeline.py CHANGED
@@ -13,6 +13,10 @@ from transformers import T5EncoderModel, CLIPTextModel
13
 
14
 
15
  Pipeline: TypeAlias = FluxPipeline
 
 
 
 
16
  torch.backends.cudnn.benchmark = True
17
 
18
  CHECKPOINT = "jokerbit/flux.1-schnell-Robert-int8wo"
@@ -38,7 +42,7 @@ def load_pipeline() -> Pipeline:
38
  torch_dtype=torch.bfloat16,
39
  )
40
 
41
- pipeline.to(memory_format=torch.channels_last)
42
  pipeline.to("cuda")
43
  quantize_(pipeline.vae, int8_weight_only())
44
  for _ in range(4):
 
13
 
14
 
15
  Pipeline: TypeAlias = FluxPipeline
16
+ torch._inductor.config.conv_1x1_as_mm = True
17
+ torch._inductor.config.coordinate_descent_tuning = True
18
+ torch._inductor.config.epilogue_fusion = False
19
+ torch._inductor.config.coordinate_descent_check_all_directions = True
20
  torch.backends.cudnn.benchmark = True
21
 
22
  CHECKPOINT = "jokerbit/flux.1-schnell-Robert-int8wo"
 
42
  torch_dtype=torch.bfloat16,
43
  )
44
 
45
+ pipeline.transformer.to(memory_format=torch.channels_last)
46
  pipeline.to("cuda")
47
  quantize_(pipeline.vae, int8_weight_only())
48
  for _ in range(4):