Upload 2 files

app.py

@@ -23,22 +23,21 @@ load_models(models, 5)
 
 
 css = """
-#model_info { text-align: center; display:block; }
+#model_info { text-align: center; }
 """
 
 with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", css=css) as demo:
     with gr.Column(): 
-        with gr.Accordion("Advanced settings", open=True):
-            with gr.Accordion("Recommended Prompt", open=False):
-                recom_prompt_preset = gr.Radio(label="Set Presets", choices=get_recom_prompt_type(), value="Common")
-                with gr.Row():
-                    positive_prefix = gr.CheckboxGroup(label="Use Positive Prefix", choices=get_positive_prefix(), value=[])
-                    positive_suffix = gr.CheckboxGroup(label="Use Positive Suffix", choices=get_positive_suffix(), value=["Common"])
-                    negative_prefix = gr.CheckboxGroup(label="Use Negative Prefix", choices=get_negative_prefix(), value=[], visible=False)
-                    negative_suffix = gr.CheckboxGroup(label="Use Negative Suffix", choices=get_negative_suffix(), value=["Common"], visible=False)
-            with gr.Accordion("Model", open=True):
-                model_name = gr.Dropdown(label="Select Model", show_label=False, choices=list(loaded_models.keys()), value=list(loaded_models.keys())[0], allow_custom_value=True)
-                model_info = gr.Markdown(value=get_model_info_md(list(loaded_models.keys())[0]), elem_id="model_info")
+        with gr.Accordion("Recommended Prompt", open=False):
+            recom_prompt_preset = gr.Radio(label="Set Presets", choices=get_recom_prompt_type(), value="Common")
+            with gr.Row():
+                positive_prefix = gr.CheckboxGroup(label="Use Positive Prefix", choices=get_positive_prefix(), value=[])
+                positive_suffix = gr.CheckboxGroup(label="Use Positive Suffix", choices=get_positive_suffix(), value=["Common"])
+                negative_prefix = gr.CheckboxGroup(label="Use Negative Prefix", choices=get_negative_prefix(), value=[], visible=False)
+                negative_suffix = gr.CheckboxGroup(label="Use Negative Suffix", choices=get_negative_suffix(), value=["Common"], visible=False)
+        with gr.Accordion("Model", open=True):
+            model_name = gr.Dropdown(label="Select Model", show_label=False, choices=list(loaded_models.keys()), value=list(loaded_models.keys())[0], allow_custom_value=True)
+            model_info = gr.Markdown(value=get_model_info_md(list(loaded_models.keys())[0]), elem_id="model_info")
         with gr.Group():
             clear_prompt = gr.Button(value="Clear Prompt 🗑️", size="sm", scale=1)
             prompt = gr.Text(label="Prompt", lines=1, max_lines=8, placeholder="1girl, solo, ...", show_copy_button=True)
@@ -77,9 +76,11 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", css=css) as demo:
                  positive_prefix, positive_suffix, negative_prefix, negative_suffix],
         outputs=[results],
         queue=True,
+        trigger_mode="multiple",
+        concurrency_limit=5,
         show_progress="full",
         show_api=True,
-    ).success(save_gallery_images, [results], [results, image_files], queue=False, show_api=False)
+    ).then(save_gallery_images, [results], [results, image_files], queue=False, show_api=False)
     gr.on(
         triggers=[random_button.click],
         fn=infer_multi_random,
@@ -87,9 +88,11 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", css=css) as demo:
                  positive_prefix, positive_suffix, negative_prefix, negative_suffix],
         outputs=[results],
         queue=True,
+        trigger_mode="multiple",
+        concurrency_limit=5,
         show_progress="full",
         show_api=True,
-    ).success(save_gallery_images, [results], [results, image_files], queue=False, show_api=False)
+    ).then(save_gallery_images, [results], [results, image_files], queue=False, show_api=False)
     clear_prompt.click(lambda: None, None, [prompt], queue=False, show_api=False)
     clear_results.click(lambda: (None, None), None, [results, image_files], queue=False, show_api=False)
     recom_prompt_preset.change(set_recom_prompt_preset, [recom_prompt_preset],

multit2i.py

@@ -107,6 +107,8 @@ def save_gallery_images(images, progress=gr.Progress(track_tqdm=True)):
     return gr.update(value=output_images), gr.update(value=output_paths)
 
 
+# https://github.com/gradio-app/gradio/blob/main/gradio/external.py
+# https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
 def load_from_model(model_name: str, hf_token: str = None):
     import httpx
     import huggingface_hub
@@ -166,6 +168,7 @@ async def async_load_models(models: list, limit: int=5):
     async def async_load_model(model: str):
         async with sem:
            try:
+               await asyncio.sleep(0.5)
                return await asyncio.to_thread(load_model, model)
            except Exception as e:
                print(e)
@@ -306,7 +309,7 @@ def infer(prompt: str, neg_prompt: str, model_name: str):
     try:
         model = load_model(model_name)
         if not model: return (Image.Image(), None)
-        image_path = model(prompt + seed)
+        image_path = model(prompt + seed, neg_prompt)
         image = Image.open(image_path).convert('RGBA')
     except Exception as e:
         print(e)
@@ -316,35 +319,49 @@ def infer(prompt: str, neg_prompt: str, model_name: str):
 
 async def infer_multi(prompt: str, neg_prompt: str, results: list, image_num: float, model_name: str,
                  pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], progress=gr.Progress(track_tqdm=True)):
-    from tqdm.asyncio import tqdm_asyncio
+    import asyncio
+    progress(0, desc="Start inference.")
     image_num = int(image_num)
     images = results if results else []
+    image_num_offset = len(images)
     prompt, neg_prompt = recom_prompt(prompt, neg_prompt, pos_pre, pos_suf, neg_pre, neg_suf)
     tasks = [asyncio.to_thread(infer, prompt, neg_prompt, model_name) for i in range(image_num)]
-    #results = await asyncio.gather(*tasks, return_exceptions=True)
-    results = await tqdm_asyncio.gather(*tasks)
-    if not results: results = []
-    for result in results:
+    for task in tasks:
+        progress(float(len(images) - image_num_offset) / float(image_num), desc="Running inference.")
+        try:
+            result = await task
+        except Exception as e:
+            print(e)
+            task.cancel()
+            result = None
+            image_num_offset += 1
         with lock:
-            if result and result[1]: images.append(result)
+            if result and len(result) == 2 and result[1]: images.append(result)
+        await asyncio.sleep(0.05)
         yield images
 
 
 async def infer_multi_random(prompt: str, neg_prompt: str, results: list, image_num: float, 
                  pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], progress=gr.Progress(track_tqdm=True)):
-    from tqdm.asyncio import tqdm_asyncio
     import random
+    progress(0, desc="Start inference.")
     image_num = int(image_num)
     images = results if results else []
+    image_num_offset = len(images)
     random.seed()
     model_names = random.choices(list(loaded_models.keys()), k = image_num)
     prompt, neg_prompt = recom_prompt(prompt, neg_prompt, pos_pre, pos_suf, neg_pre, neg_suf)
     tasks = [asyncio.to_thread(infer, prompt, neg_prompt, model_name) for model_name in model_names]
-    #results = await asyncio.gather(*tasks, return_exceptions=True)
-    results = await tqdm_asyncio.gather(*tasks)
-    if not results: results = []
-    for result in results:
+    for task in tasks:
+        progress(float(len(images) - image_num_offset) / float(image_num), desc="Running inference.")
+        try:
+            result = await task
+        except Exception as e:
+            print(e)
+            task.cancel()
+            result = None
+            image_num_offset += 1
         with lock:
-            if result and result[1]: images.append(result)
+            if result and len(result) == 2 and result[1]: images.append(result)
+        await asyncio.sleep(0.05)
         yield images
-