Spaces:

banyapon
/

Pana360gen

Build error

App Files Files Community

banyapon commited on Jul 27, 2024

Commit

b47d74a

1 Parent(s): 6bb18db

checkpoint 360 app

Browse files

Files changed (1) hide show

app.py +39 -31

app.py CHANGED Viewed

@@ -10,24 +10,26 @@ import io
 from huggingface_hub import snapshot_download
 from txt2panoimg import Text2360PanoramaImagePipeline
 # Download the model
 model_path = snapshot_download("archerfmy0831/sd-t2i-360panoimage")
 # Initialize pipelines
 pipe = Text2360PanoramaImagePipeline.from_pretrained(model_path, torch_dtype=torch.float16)
-# Function to generate panorama
-@spaces.GPU(duration=200)
 def text_to_pano(prompt, upscale):
     try:
         input_data = {'prompt': prompt, 'upscale': upscale, 'refinement': False}
-        output = pipe(input_data)
-        return output, output
     except Exception as e:
         print(f"Error generating panorama: {e}")
-        return None, None
-# Define the page title and description
 title = """
 <div style="text-align: left;">
     <img src="https://ant.dpu.ac.th/wp-content/uploads/2024/04/dpulogo.png" width="200"/>
@@ -40,48 +42,41 @@ title = """
     </p>
 </div>
 """
-# Function to create A-Frame HTML
 def create_aframe_html(image):
     buffered = io.BytesIO()
     image.save(buffered, format="JPEG")
     img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
-    aframe_html = f"""
     <html>
     <head>
         <script src="https://aframe.io/releases/1.3.0/aframe.min.js"></script>
     </head>
     <body>
         <a-scene>
-            <a-sky src="data:image/jpeg;base64,{img_str}"></a-sky>
         </a-scene>
     </body>
     </html>
     """
-    return aframe_html
-# Function to create A-Frame Preview
 def create_aframe_preview(image):
     if image is None:
         return gr.HTML("Error generating image. Please check the prompt or try again.")
-    buffered = io.BytesIO()
-    image.save(buffered, format="JPEG")
-    img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
-    aframe_html = f"""
     <a-scene embedded style="width: 100%; height: 400px;">
-        <a-assets>
-            <img id="pano-img" src="data:image/jpeg;base64,{img_str}">
-        </a-assets>
-        <a-sky src="#pano-img" rotation="0 -130 0"></a-sky>
         <a-text font="kelsonsans" value="Create from AI" width="6" position="-2.5 0.25 -1.5" rotation="0 15 0"></a-text>
     </a-scene>
-    """
-    return gr.HTML(aframe_html)
-# Create the Gradio interface
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.HTML(title)
     with gr.Row():
         with gr.Column():
             t2p_input = gr.Textbox(label="Enter your prompt", lines=3)
@@ -90,24 +85,37 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
         with gr.Column(variant="panel"):
             t2p_output = Pannellum(show_label=False, interactive=True)
     with gr.Row():
-        t2p_image_output = gr.Image(label="Generated Image")
-        with gr.Column(variant="panel"): # Add wrapper for A-Frame to avoid split screen
-            aframe_preview = gr.HTML(label="A-Frame Preview")
-    update_trigger = gr.State(value=0)
     def generate_with_update(prompt, upscale, trigger):
-        output, image = text_to_pano(prompt, upscale)
         preview = create_aframe_preview(image)
-        return output, image, preview, trigger + 1
     t2p_generate.click(
         generate_with_update,
         inputs=[t2p_input, t2p_upscale, update_trigger],
-        outputs=[t2p_output, t2p_image_output, aframe_preview, update_trigger]
     )
-    t2p_image_output.change(create_aframe_preview, inputs=[t2p_image_output], outputs=[aframe_preview])
 demo.launch()

 from huggingface_hub import snapshot_download
 from txt2panoimg import Text2360PanoramaImagePipeline
 # Download the model
 model_path = snapshot_download("archerfmy0831/sd-t2i-360panoimage")
 # Initialize pipelines
 pipe = Text2360PanoramaImagePipeline.from_pretrained(model_path, torch_dtype=torch.float16)
+pipe = pipe.to("cuda")
+@spaces.GPU(duration=200)  # Assuming you have a GPU available
 def text_to_pano(prompt, upscale):
     try:
         input_data = {'prompt': prompt, 'upscale': upscale, 'refinement': False}
+        image = pipe(input_data).images[0]
+        return image
     except Exception as e:
         print(f"Error generating panorama: {e}")
+        return None
 title = """
 <div style="text-align: left;">
     <img src="https://ant.dpu.ac.th/wp-content/uploads/2024/04/dpulogo.png" width="200"/>
     </p>
 </div>
 """
 def create_aframe_html(image):
     buffered = io.BytesIO()
     image.save(buffered, format="JPEG")
     img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
+    return f"""
     <html>
     <head>
         <script src="https://aframe.io/releases/1.3.0/aframe.min.js"></script>
     </head>
     <body>
         <a-scene>
+            <a-sky src="{img_str}"></a-sky>
         </a-scene>
     </body>
     </html>
     """
 def create_aframe_preview(image):
     if image is None:
         return gr.HTML("Error generating image. Please check the prompt or try again.")
+    return gr.HTML(f"""
     <a-scene embedded style="width: 100%; height: 400px;">
+        <a-sky src="{image}" rotation="0 -130 0"></a-sky>
         <a-text font="kelsonsans" value="Create from AI" width="6" position="-2.5 0.25 -1.5" rotation="0 15 0"></a-text>
     </a-scene>
+    """)
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.HTML(title)
     with gr.Row():
         with gr.Column():
             t2p_input = gr.Textbox(label="Enter your prompt", lines=3)
         with gr.Column(variant="panel"):
             t2p_output = Pannellum(show_label=False, interactive=True)
     with gr.Row():
+        with gr.Column():
+            t2p_image_output = gr.Image(label="Generated Image", type="pil")
+            image_url_output = gr.Textbox(label="Image URL")
+            gr.Button("Download Image").click(
+                None, inputs=[t2p_image_output], outputs=[t2p_image_output], _js="(img) => {window.open(img,'_blank');}"
+            )
+        with gr.Column(variant="panel"):
+            output_html = gr.Textbox(label="A-Frame HTML Code (Copy and use in Glitch)", lines=15)
+            gr.Markdown("Copy the HTML code below and paste it into a new Glitch project to view your 360° panorama in VR.")
+            with gr.Column():
+                aframe_preview = gr.HTML(label="A-Frame Preview")
+    update_trigger = gr.State(value=0)
     def generate_with_update(prompt, upscale, trigger):
+        image = text_to_pano(prompt, upscale)
+        image_url = get_image_url(image)
+        html = create_aframe_html(image) if image is not None else "Failed to generate A-Frame HTML. Please try again."
         preview = create_aframe_preview(image)
+        return output, image, html, preview, image_url, trigger + 1
     t2p_generate.click(
         generate_with_update,
         inputs=[t2p_input, t2p_upscale, update_trigger],
+        outputs=[t2p_output, t2p_image_output, output_html, aframe_preview, image_url_output, update_trigger]
     )
+    t2p_image_output.change(fn=get_image_url, inputs=[t2p_image_output], outputs=[image_url_output])
+    image_url_output.change(fn=get_aframe_code, inputs=[image_url_output], outputs=[output_html])
 demo.launch()