Update gradio-app.py

Show the generation time.
Change resolution to 1024x1024

gradio-app.py

@@ -1,3 +1,4 @@
+import time
 import gradio as gr
 from PIL import Image
 import torch
@@ -6,6 +7,8 @@ import os
 
 SAFETY_CHECKER = os.environ.get("SAFETY_CHECKER", None)
 TORCH_COMPILE = os.environ.get("TORCH_COMPILE", None)
+# I have no idea where the env is config'ed.  Thus:
+TORCH_COMPILE = True
 
 if SAFETY_CHECKER:
     pipe = DiffusionPipeline.from_pretrained(
@@ -37,19 +40,24 @@ if TORCH_COMPILE:
 
 def predict(prompt1, prompt2, merge_ratio, guidance, steps, sharpness, seed=1231231):
     torch.manual_seed(seed)
+    tm0 = time.time()
     results = pipe(
         prompt1=prompt1,
         prompt2=prompt2,
         sv=merge_ratio,
         sharpness=sharpness,
-        width=512,
-        height=512,
+        width=1024,
+        height=1024,
         num_inference_steps=steps,
         guidance_scale=guidance,
         lcm_origin_steps=50,
         output_type="pil",
         # return_dict=False,
     )
+    torch.cuda.synchronize()
+    tmval = f"time = {time.time()-tm0}"
+    print(f"time = {time.time()-tm0}")
+
     nsfw_content_detected = (
         results.nsfw_content_detected[0]
         if "nsfw_content_detected" in results
@@ -57,7 +65,7 @@ def predict(prompt1, prompt2, merge_ratio, guidance, steps, sharpness, seed=1231
     )
     if nsfw_content_detected:
         raise gr.Error("NSFW content detected. Please try another prompt.")
-    return results.images[0]
+    return results.images[0], tmval
 
 
 css = """
@@ -103,6 +111,7 @@ with gr.Blocks(css=css) as demo:
                 )
                 prompt1 = gr.Textbox(label="Prompt 1")
                 prompt2 = gr.Textbox(label="Prompt 2")
+                msg = gr.Textbox(label="Message", interactive=False)
                 generate_bt = gr.Button("Generate")
 
         inputs = [prompt1, prompt2, merge_ratio, guidance, steps, sharpness, seed]
@@ -122,18 +131,18 @@ with gr.Blocks(css=css) as demo:
             ],
             fn=predict,
             inputs=inputs,
-            outputs=image,
+            outputs=[image, 'XXX'],
         )
-        generate_bt.click(fn=predict, inputs=inputs, outputs=image, show_progress=False)
-        seed.change(fn=predict, inputs=inputs, outputs=image, show_progress=False)
+        generate_bt.click(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
+        seed.change(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
         merge_ratio.change(
-            fn=predict, inputs=inputs, outputs=image, show_progress=False
+            fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False
         )
-        guidance.change(fn=predict, inputs=inputs, outputs=image, show_progress=False)
-        steps.change(fn=predict, inputs=inputs, outputs=image, show_progress=False)
-        sharpness.change(fn=predict, inputs=inputs, outputs=image, show_progress=False)
-        prompt1.change(fn=predict, inputs=inputs, outputs=image, show_progress=False)
-        prompt2.change(fn=predict, inputs=inputs, outputs=image, show_progress=False)
+        guidance.change(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
+        steps.change(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
+        sharpness.change(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
+        prompt1.change(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
+        prompt2.change(fn=predict, inputs=inputs, outputs=[image, msg], show_progress=False)
 
 demo.queue()
 if __name__ == "__main__":