Update gradio-app.py

See if I can eliminate the "not enough sm's" error on this T4 during compile with max-autotune.

gradio-app.py

@@ -32,10 +32,12 @@ pipe.unet.to(memory_format=torch.channels_last)
 pipe.set_progress_bar_config(disable=True)
 
 if TORCH_COMPILE:
-    pipe.text_encoder = torch.compile(pipe.text_encoder, mode="max-autotune")
-    pipe.tokenizer = torch.compile(pipe.tokenizer, mode="max-autotune")
-    pipe.unet = torch.compile(pipe.unet, mode="max-autotune")
-    pipe.vae = torch.compile(pipe.vae, mode="max-autotune")
+    #optmode = 'max-autotune'
+    optmode = 'reduce-overhead'
+    pipe.text_encoder = torch.compile(pipe.text_encoder, mode=optmode)
+    pipe.tokenizer = torch.compile(pipe.tokenizer, mode=optmode)
+    pipe.unet = torch.compile(pipe.unet, mode=optmode)
+    pipe.vae = torch.compile(pipe.vae, mode=optmode)
 
 
 def predict(prompt1, prompt2, merge_ratio, guidance, steps, sharpness, seed=1231231):