Spaces:

banyapon
/

Pana360gen

Build error

App Files Files Community

banyapon commited on Jul 27, 2024

Commit

6bb18db

1 Parent(s): 80816e5

checkpoint 360 aframe fixed image

Browse files

Files changed (1) hide show

app.py +16 -59

app.py CHANGED Viewed

@@ -10,23 +10,24 @@ import io
 from huggingface_hub import snapshot_download
 from txt2panoimg import Text2360PanoramaImagePipeline
 # Download the model
 model_path = snapshot_download("archerfmy0831/sd-t2i-360panoimage")
 # Initialize pipelines
-txt2panoimg = Text2360PanoramaImagePipeline(model_path, torch_dtype=torch.float16)
 @spaces.GPU(duration=200)
 def text_to_pano(prompt, upscale):
     try:
         input_data = {'prompt': prompt, 'upscale': upscale, 'refinement': False}
-        output = txt2panoimg(input_data)
         return output, output
     except Exception as e:
         print(f"Error generating panorama: {e}")
         return None, None
 title = """
 <div style="text-align: left;">
     <img src="https://ant.dpu.ac.th/wp-content/uploads/2024/04/dpulogo.png" width="200"/>
@@ -39,12 +40,11 @@ title = """
     </p>
 </div>
 """
 def create_aframe_html(image):
     buffered = io.BytesIO()
     image.save(buffered, format="JPEG")
     img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
     aframe_html = f"""
     <html>
     <head>
@@ -58,8 +58,7 @@ def create_aframe_html(image):
     </html>
     """
     return aframe_html
 def create_aframe_preview(image):
     if image is None:
         return gr.HTML("Error generating image. Please check the prompt or try again.")
@@ -79,34 +78,8 @@ def create_aframe_preview(image):
     """
     return gr.HTML(aframe_html)
-def get_image_url(image):
-    if image is None:
-        return None
-    buffered = io.BytesIO()
-    image.save(buffered, format="JPEG")
-    img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
-    return f"data:image/jpeg;base64,{img_str}"
-def get_aframe_code(image_url):
-    if image_url is None:
-        return "Error generating A-Frame code. Please generate an image first."
-    aframe_html = f"""
-    <html>
-    <head>
-        <script src="https://aframe.io/releases/1.3.0/aframe.min.js"></script>
-    </head>
-    <body>
-        <a-scene>
-            <a-sky src="{image_url}" rotation="0 -130 0"></a-sky>
-            <a-text font="kelsonsans" value="Create from AI" width="6" position="-2.5 0.25 -1.5" rotation="0 15 0"></a-text>
-        </a-scene>
-    </body>
-    </html>
-    """
-    return aframe_html
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.HTML(title)
     with gr.Row():
@@ -116,41 +89,25 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             t2p_generate = gr.Button("Generate 360° Image")
         with gr.Column(variant="panel"):
             t2p_output = Pannellum(show_label=False, interactive=True)
     with gr.Row():
-        with gr.Column():
-            t2p_image_output = gr.Image(label="Generated Image")
-            image_url_output = gr.Textbox(label="Image URL")
-            # Modified download button:
-            download_button = gr.Button("Download Image")
-            download_button.click(
-                lambda img: gr.File.update(value=img, visible=True), inputs=[t2p_image_output], outputs=[gr.File(label="Image", visible=False)]
-            )
-        with gr.Column(variant="panel"):
-            with gr.Column():
-                output_html = gr.Textbox(label="A-Frame HTML Code (Copy and use in Glitch)", lines=15)
-                gr.Markdown("Copy the HTML code below and paste it into a new Glitch project to view your 360° panorama in VR.")
-            with gr.Column(variant="panel"): # Add wrapper for A-Frame to avoid split screen
-                aframe_preview = gr.HTML(label="A-Frame Preview")
-    update_trigger = gr.State(value=0)
     def generate_with_update(prompt, upscale, trigger):
         output, image = text_to_pano(prompt, upscale)
-        image_url = get_image_url(image)
-        html = create_aframe_html(image) if image is not None else "Failed to generate A-Frame HTML. Please try again."
         preview = create_aframe_preview(image)
-        return output, image, html, preview, image_url, trigger + 1
     t2p_generate.click(
         generate_with_update,
         inputs=[t2p_input, t2p_upscale, update_trigger],
-        outputs=[t2p_output, t2p_image_output, output_html, aframe_preview, image_url_output, update_trigger]
     )
-    t2p_image_output.change(fn=get_image_url, inputs=[t2p_image_output], outputs=[image_url_output])
-    image_url_output.change(fn=get_aframe_code, inputs=[image_url_output], outputs=[output_html])
-demo.launch()

 from huggingface_hub import snapshot_download
 from txt2panoimg import Text2360PanoramaImagePipeline
 # Download the model
 model_path = snapshot_download("archerfmy0831/sd-t2i-360panoimage")
 # Initialize pipelines
+pipe = Text2360PanoramaImagePipeline.from_pretrained(model_path, torch_dtype=torch.float16)
+# Function to generate panorama
 @spaces.GPU(duration=200)
 def text_to_pano(prompt, upscale):
     try:
         input_data = {'prompt': prompt, 'upscale': upscale, 'refinement': False}
+        output = pipe(input_data)
         return output, output
     except Exception as e:
         print(f"Error generating panorama: {e}")
         return None, None
+# Define the page title and description
 title = """
 <div style="text-align: left;">
     <img src="https://ant.dpu.ac.th/wp-content/uploads/2024/04/dpulogo.png" width="200"/>
     </p>
 </div>
 """
+# Function to create A-Frame HTML
 def create_aframe_html(image):
     buffered = io.BytesIO()
     image.save(buffered, format="JPEG")
     img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
     aframe_html = f"""
     <html>
     <head>
     </html>
     """
     return aframe_html
+# Function to create A-Frame Preview
 def create_aframe_preview(image):
     if image is None:
         return gr.HTML("Error generating image. Please check the prompt or try again.")
     """
     return gr.HTML(aframe_html)
+# Create the Gradio interface
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.HTML(title)
     with gr.Row():
             t2p_generate = gr.Button("Generate 360° Image")
         with gr.Column(variant="panel"):
             t2p_output = Pannellum(show_label=False, interactive=True)
     with gr.Row():
+        t2p_image_output = gr.Image(label="Generated Image")
+        with gr.Column(variant="panel"): # Add wrapper for A-Frame to avoid split screen
+            aframe_preview = gr.HTML(label="A-Frame Preview")
+    update_trigger = gr.State(value=0)
     def generate_with_update(prompt, upscale, trigger):
         output, image = text_to_pano(prompt, upscale)
         preview = create_aframe_preview(image)
+        return output, image, preview, trigger + 1
     t2p_generate.click(
         generate_with_update,
         inputs=[t2p_input, t2p_upscale, update_trigger],
+        outputs=[t2p_output, t2p_image_output, aframe_preview, update_trigger]
     )
+    t2p_image_output.change(create_aframe_preview, inputs=[t2p_image_output], outputs=[aframe_preview])
+demo.launch()