jokerbit
/

flux-qa-1

Model card Files Files and versions Community

jokerbit commited on Dec 19, 2024

Commit

4eb0e3b

·

verified ·

1 Parent(s): 4d1a25f

Update src/pipeline.py

Files changed (1) hide show

src/pipeline.py +1 -1

src/pipeline.py CHANGED Viewed

@@ -11,7 +11,7 @@ from torch import Generator
 from torchao.quantization import quantize_, int8_weight_only
 from transformers import T5EncoderModel, CLIPTextModel
 Pipeline: TypeAlias = FluxPipeline
 torch._inductor.config.conv_1x1_as_mm = True
 torch._inductor.config.coordinate_descent_tuning = True

 from torchao.quantization import quantize_, int8_weight_only
 from transformers import T5EncoderModel, CLIPTextModel
+os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"
 Pipeline: TypeAlias = FluxPipeline
 torch._inductor.config.conv_1x1_as_mm = True
 torch._inductor.config.coordinate_descent_tuning = True