Spaces:
Runtime error
Runtime error
File size: 2,882 Bytes
6d81f2f ece05f2 6d81f2f ece05f2 6d81f2f ece05f2 6d81f2f ece05f2 6d81f2f ece05f2 6d81f2f ece05f2 6d81f2f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
import gradio as gr
from gradio_pannellum import Pannellum
import torch
from huggingface_hub import snapshot_download
from txt2panoimg import Text2360PanoramaImagePipeline
from img2panoimg import Image2360PanoramaImagePipeline
from PIL import Image
# Download the model
model_path = snapshot_download("archerfmy0831/sd-t2i-360panoimage")
# Initialize pipelines
txt2panoimg = Text2360PanoramaImagePipeline(model_path, torch_dtype=torch.float16)
img2panoimg = Image2360PanoramaImagePipeline(model_path, torch_dtype=torch.float16)
# Load the default mask image
default_mask = Image.open("i2p-mask.jpg").convert("RGB")
def text_to_pano(prompt, upscale):
input_data = {'prompt': prompt, 'upscale': upscale}
output = txt2panoimg(input_data)
return output
def image_to_pano(image, mask, prompt, upscale):
image = image.resize((512, 512))
if mask is None:
mask = default_mask.resize((512, 512))
else:
mask = mask.resize((512, 512))
input_data = {
'prompt': prompt,
'image': image,
'mask': mask,
'upscale': upscale
}
output = img2panoimg(input_data)
return output
def text_to_pano_interface(prompt, upscale):
output = text_to_pano(prompt, upscale)
return Pannellum().update(panorama=output)
def image_to_pano_interface(image, mask, prompt, upscale):
output = image_to_pano(image, mask, prompt, upscale)
return Pannellum().update(panorama=output)
with gr.Blocks() as demo:
gr.Markdown("# 360° Panorama Image Generation")
with gr.Tab("Text to 360° Panorama"):
with gr.Row():
with gr.Column():
t2p_input = gr.Textbox(label="Enter your prompt", lines=3)
t2p_upscale = gr.Checkbox(label="Upscale (requires >16GB GPU)")
t2p_generate = gr.Button("Generate Panorama")
with gr.Column():
t2p_output = Pannellum(label="Generated 360° Panorama")
t2p_generate.click(
text_to_pano_interface,
inputs=[t2p_input, t2p_upscale],
outputs=t2p_output
)
with gr.Tab("Image to 360° Panorama"):
with gr.Row():
with gr.Column():
i2p_image = gr.Image(label="Upload Input Image", type="pil")
i2p_mask = gr.Image(label="Upload Mask Image (Optional)", type="pil")
i2p_prompt = gr.Textbox(label="Enter your prompt", lines=3)
i2p_upscale = gr.Checkbox(label="Upscale (requires >16GB GPU)")
i2p_generate = gr.Button("Generate Panorama")
with gr.Column():
i2p_output = Pannellum(label="Generated 360° Panorama")
i2p_generate.click(
image_to_pano_interface,
inputs=[i2p_image, i2p_mask, i2p_prompt, i2p_upscale],
outputs=i2p_output
)
demo.launch() |