Upload src/pipeline.py with huggingface_hub

src/pipeline.py

@@ -10,19 +10,20 @@ from pipelines.models import TextToImageRequest
 from torch import Generator
 from torchao.quantization import quantize_, int8_weight_only
 from transformers import T5EncoderModel, CLIPTextModel, logging 
-
+import torch._dynamo
+torch._dynamo.config.suppress_errors = True
 
 Pipeline: TypeAlias = FluxPipeline
 
-#torch.backends.cudnn.benchmark = True
-#torch._inductor.config.conv_1x1_as_mm = True
-#torch._inductor.config.coordinate_descent_tuning = True
-#torch._inductor.config.epilogue_fusion = False
-# torch._inductor.config.coordinate_descent_check_all_directions = True
+torch.backends.cudnn.benchmark = True
+torch._inductor.config.conv_1x1_as_mm = True
+torch._inductor.config.coordinate_descent_tuning = True
+torch._inductor.config.epilogue_fusion = False
+torch._inductor.config.coordinate_descent_check_all_directions = True
 
 
 os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"
-os.environ["TOKENIZERS_PARALLELISM"] = "True"
+# os.environ["TOKENIZERS_PARALLELISM"] = "True"
 CHECKPOINT = "jokerbit/flux.1-schnell-Robert-int8wo"
 REVISION = "5ef0012f11a863e5111ec56540302a023bc8587b"
 
@@ -47,7 +48,7 @@ def load_pipeline() -> Pipeline:
     ).to("cuda")
 
     pipeline.transformer.to(memory_format=torch.channels_last)
-    pipeline.transformer = torch.compile(pipeline.transformer, fullgraph=True)
+    pipeline.transformer = torch.compile(pipeline.transformer, mode="reduce-overhead")
     # pipeline.vae.to(memory_format=torch.channels_last)
     # quantize_(pipeline.vae, int8_weight_only())
     # pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, mode="max-autotune")
@@ -55,7 +56,7 @@ def load_pipeline() -> Pipeline:
     PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'
   
     for _ in range(4):
-        pipeline(PROMPT, max_sequence_length=256, height=1024, width=1024, num_inference_steps=4, guidance_scale=0.0)
+        pipeline(prompt="onomancy, aftergo, spirantic, Platyhelmia, modificator, drupaceous, jobbernowl, hereness", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
 
     return pipeline