Update app.py

app.py

@@ -296,13 +296,27 @@ def run(state, drawpad):
     seed_everything(state.seed if state.seed >=0 else np.random.randint(2147483647))
     print('Generate!')
 
-    background = drawpad['background'].convert('RGBA')
+    background = drawpad['background']
+    if background is None:
+        background = Image.new(size=(opt.width, opt.height), mode='RGB', color=(255, 255, 255))
+    else:
+        background = background.convert('RGBA')
     inpainting_mode = np.asarray(background).sum() != 0
+    if not inpainting_mode:
+        background = Image.new(size=(opt.width, opt.height), mode='RGB', color=(255, 255, 255))
+        background_prompt = "Simple white background"
+    else:
+        background_prompt = None
     print('Inpainting mode: ', inpainting_mode)
 
-    user_input = np.asarray(drawpad['layers'][0]) # (H, W, 4)
-    foreground_mask = torch.tensor(user_input[..., -1])[None, None] # (1, 1, H, W)
-    user_input = torch.tensor(user_input[..., :-1]) # (H, W, 3)
+    if drawpad['composite'] is None:
+        user_input = np.zeros((opt.height, opt.width, 4))
+        foreground_mask = torch.zeros((1, 1, opt.height, opt.width))
+        user_input = torch.tensor(user_input[..., :-1]) # (H, W, 3)
+    else:
+        user_input = np.asarray(drawpad['composite']) # (H, W, 4)
+        foreground_mask = torch.tensor(user_input[..., -1])[None, None] # (1, 1, H, W)
+        user_input = torch.tensor(user_input[..., :-1]) # (H, W, 3)
 
     palette = torch.tensor([
         tuple(int(s[i+1:i+3], 16) for i in (0, 2, 4))
@@ -514,7 +528,7 @@ with gr.Blocks(theme=gr.themes.Soft(), css=css) as demo:
         state.seed = opt.seed
         return state
 
-    state = gr.State(value=_define_state)
+    state = gr.State(value=_define_state())
 
 
     ### Demo user interface
@@ -523,43 +537,46 @@ with gr.Blocks(theme=gr.themes.Soft(), css=css) as demo:
         """
 <div style="display: flex; justify-content: center; align-items: center; text-align: center;">
     <div>
-        <h1>🧠 Semantic Palette 🎨</h1>
+        <h1>🧠 Semantic Draw Canvas 🎨</h1>
         <h5 style="margin: 0;">powered by</h5>
-        <h3><a href="https://jaerinlee.com/research/StreamMultiDiffusion">StreamMultiDiffusion: Real-Time Interactive Generation with Region-Based Semantic Control</a></h3>
+        <h3>SemanticDraw: Towards Real-Time Interactive Content Creation from Image Diffusion Models</h3>
         <h5 style="margin: 0;">If you ❤️ our project, please visit our Github and give us a 🌟!</h5>
-        <h5 style="margin: 1px;">Check out our new <a href="https://huggingface.co/spaces/ironjr/SemanticPaletteXL">demo</a> in collaboration with Animagine XL 3.1 🤩!</h5>
         </br>
         <div style="display: flex; justify-content: center; align-items: center; text-align: center;">
-            <a href='https://arxiv.org/abs/2403.09055'>
-                <img src="https://img.shields.io/badge/arXiv-2403.09055-red">
+            <a href='https://jaerinlee.com/research/semantic-draw'>
+                <img src='https://img.shields.io/badge/Project-Page-green' alt='Project Page'>
             </a>
             &nbsp;
-            <a href='https://jaerinlee.com/research/StreamMultiDiffusion'>
-                <img src='https://img.shields.io/badge/Project-Page-green' alt='Project Page'>
+            <a href='https://arxiv.org/abs/2403.09055'>
+                <img src="https://img.shields.io/badge/arXiv-2403.09055-red">
             </a>
             &nbsp;
-            <a href='https://github.com/ironjr/StreamMultiDiffusion'>
-                <img src='https://img.shields.io/github/stars/ironjr/StreamMultiDiffusion?label=Github&color=blue'>
+            <a href='https://github.com/ironjr/semantic-draw'>
+                <img src='https://img.shields.io/github/stars/ironjr/semantic-draw?label=Github&color=blue'>
             </a>
             &nbsp;
             <a href='https://twitter.com/_ironjr_'>
                 <img src='https://img.shields.io/twitter/url?label=_ironjr_&url=https%3A%2F%2Ftwitter.com%2F_ironjr_'>
             </a>
             &nbsp;
-            <a href='https://github.com/ironjr/StreamMultiDiffusion/blob/main/LICENSE'>
+            <a href='https://github.com/ironjr/semantic-draw/blob/main/LICENSE'>
                 <img src='https://img.shields.io/badge/license-MIT-lightgrey'>
             </a>
             &nbsp;
-            <a href='https://huggingface.co/papers/2403.09055'>
-                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Paper-StreamMultiDiffusion-yellow'>
+            <a href='https://huggingface.co/spaces/ironjr/semantic-draw'>
+                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Demo-Stream-yellow'>
+            </a>
+            &nbsp;
+            <a href='https://huggingface.co/spaces/ironjr/semantic-draw-canvas-sd15'>
+                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Demo-CanvasSD1.5-yellow'>
             </a>
             &nbsp;
-            <a href='https://huggingface.co/spaces/ironjr/SemanticPaletteXL'>
-                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Demo-AnimagineXL3.1-yellow'>
+            <a href='https://huggingface.co/spaces/ironjr/semantic-draw-canvas-sdxl'>
+                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Demo-CanvasSDXL-yellow'>
             </a>
             &nbsp;
-            <a href='https://huggingface.co/spaces/ironjr/StreamMultiDiffusion'>
-                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Demo-StreamMultiDiffusion-yellow'>
+            <a href='https://huggingface.co/spaces/ironjr/semantic-draw-canvas-sd3'>
+                <img src='https://img.shields.io/badge/%F0%9F%A4%97%20Demo-CanvasSD3-yellow'>
             </a>
         </div>
     </div>