Build app.py

app.py

@@ -1,11 +1,25 @@
+import spaces
 import gradio as gr
-from gradio import themes
-from pannellum import Pannellum
+from gradio_pannellum import Pannellum
+import torch
+from huggingface_hub import snapshot_download
+from txt2panoimg import Text2360PanoramaImagePipeline
+from PIL import Image
 
-# ... (Your other functions like `text_to_pano` remain unchanged)
+# Download the model
+model_path = snapshot_download("archerfmy0831/sd-t2i-360panoimage")
+
+# Initialize pipelines
+txt2panoimg = Text2360PanoramaImagePipeline(model_path, torch_dtype=torch.float16)
+
+@spaces.GPU(duration=200)
+def text_to_pano(prompt, upscale):
+    input_data = {'prompt': prompt, 'upscale': upscale, 'refinement': False}
+    output = txt2panoimg(input_data)
+    return output, output  
 
 with gr.Blocks(
-    title="ROOP DeepFake Video",
+    title="AI FOR VR 101, MHESI FAIR 2024 RESEARCH",
     theme=themes.Soft(primary_hue="blue", secondary_hue="blue"),  # Apply blue theme
 ) as demo:
     # Header with Image
@@ -22,7 +36,7 @@ with gr.Blocks(
                 <a href="https://huggingface.co/archerfmy0831/sd-t2i-360panoimage" target="_blank">[Models]</a>
             </div>
         </div>
-        """) 
+        """)
 
     # Credits and Information
     gr.Markdown(
@@ -37,10 +51,11 @@ with gr.Blocks(
             t2p_input = gr.Textbox(label="Enter your prompt", lines=3)
             t2p_upscale = gr.Checkbox(label="Upscale (takes about 60 seconds 6144x3072 resolution)")
             t2p_generate = gr.Button("Generate Panorama")
-        with gr.Column(variant="default"):
-            t2p_output = Pannellum(show_label=False, interactive=True)
+        # No Pannellum here
+        with gr.Column(variant="default"):  # This could be removed or used for something else
+            pass  
 
-    # A-Frame Preview (HTML)
+    # A-Frame Preview (HTML) and Generated Image
     with gr.Row():
         t2p_image_output = gr.Image(label="Generated 360 Image")
         t2p_iframe = gr.HTML(label="A-Frame Preview")
@@ -50,7 +65,7 @@ with gr.Blocks(
 
     # Modified Generate Function
     def generate_with_update(prompt, upscale, trigger):
-        output, image = text_to_pano(prompt, upscale)
+        output, image = text_to_pano(prompt, upscale)  # Assuming text_to_pano returns image path
 
         # A-Frame Preview Generation
         iframe_html = f"""
@@ -67,12 +82,12 @@ with gr.Blocks(
         </html>
         """
 
-        return output, image, iframe_html, trigger + 1
+        return image, iframe_html, trigger + 1  # Return the image path instead of Pannellum output
 
     t2p_generate.click(
         generate_with_update,
         inputs=[t2p_input, t2p_upscale, update_trigger],
-        outputs=[t2p_output, t2p_image_output, t2p_iframe, update_trigger]
+        outputs=[t2p_image_output, t2p_iframe, update_trigger]  # Update outputs 
     )
 
 demo.launch()