add

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+mmproj-model-f16.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,12 @@
+---
+title: Gdio
+emoji: 🐢
+colorFrom: indigo
+colorTo: blue
+sdk: gradio
+sdk_version: 4.25.0
+app_file: app.py
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.log

@@ -0,0 +1 @@
+2024-04-05 10:21:51 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\Scripts\python.exe: Error while finding module specification for 'app.py' (ModuleNotFoundError: __path__ attribute not found on 'app' while trying to find 'app.py'). Try using 'app' instead of 'app.py' as the module name.

app.py

@@ -0,0 +1,416 @@
+import argparse
+import datetime
+import json
+import os
+import time
+import random
+import gradio as gr
+import requests
+import base64
+from io import BytesIO
+import re
+from PIL import Image, ImageDraw 
+from llama_cpp import Llama
+from llama_cpp.llama_chat_format import Llava15ChatHandler
+
+from conversation import (default_conversation, conv_templates,
+                                        SeparatorStyle)
+from constants import LOGDIR
+from utils import (build_logger, server_error_msg,
+    violates_moderation, moderation_msg)
+import hashlib
+import urllib.request
+
+urllib.request.urlretrieve("https://huggingface.co/Galunid/ShareGPT4V-gguf/resolve/main/mmproj-model-f16.gguf?download=true", "./mmproj-model-f16.gguf")
+chat_handler = Llava15ChatHandler(clip_model_path="./mmproj-model-f16.gguf")
+
+llm = Llama.from_pretrained(
+    repo_id="Galunid/ShareGPT4V-gguf",
+    filename="ShareGPT4V-f16.gguf",
+    chat_handler=chat_handler,
+    verbose=False,
+    n_ctx=2048, # n_ctx should be increased to accomodate the image embedding
+    logits_all=True,# needed to make llava work
+)
+
+logger = build_logger("gradio_web_server", "gradio_web_server.log")
+
+headers = {"User-Agent": "Wafer Defect Detection with LLM Classification and Analyze Client"}
+
+no_change_btn = gr.Button()
+enable_btn = gr.Button(interactive=True)
+disable_btn = gr.Button(interactive=False)
+
+priority = {
+    "vicuna-13b": "aaaaaaa",
+    "koala-13b": "aaaaaab",
+}
+
+
+def get_conv_log_filename():
+    t = datetime.datetime.now()
+    name = os.path.join(LOGDIR, f"{t.year}-{t.month:02d}-{t.day:02d}-conv.json")
+    return name
+
+get_window_url_params = """
+function() {
+    const params = new URLSearchParams(window.location.search);
+    url_params = Object.fromEntries(params);
+    console.log(url_params);
+    return url_params;
+    }
+"""
+
+
+def load_demo(url_params, request: gr.Request):
+    logger.info(f"load_demo. ip: {request.client.host}. params: {url_params}")
+
+    default_models = []
+    dropdown_update = gr.Dropdown(
+        choices=default_models,
+        value=default_models[0] if len(default_models) > 0 else ""
+    )
+
+    state = default_conversation.copy()
+    return state, dropdown_update
+
+
+def load_demo_refresh_model_list(request: gr.Request):
+    logger.info(f"load_demo. ip: {request.client.host}")
+    state = default_conversation.copy()
+
+    default_models = []
+    dropdown_update = gr.Dropdown(
+        choices=default_models,
+        value=default_models[0] if len(default_models) > 0 else ""
+    )
+    return state, dropdown_update
+
+
+def vote_last_response(state, vote_type, model_selector, request: gr.Request):
+    with open(get_conv_log_filename(), "a") as fout:
+        data = {
+            "tstamp": round(time.time(), 4),
+            "type": vote_type,
+            "model": model_selector,
+            "state": state.dict(),
+            "ip": request.client.host,
+        }
+        fout.write(json.dumps(data) + "\n")
+
+
+def upvote_last_response(state, model_selector, request: gr.Request):
+    logger.info(f"upvote. ip: {request.client.host}")
+    vote_last_response(state, "upvote", model_selector, request)
+    return ("",) + (disable_btn,) * 3
+
+
+def downvote_last_response(state, model_selector, request: gr.Request):
+    logger.info(f"downvote. ip: {request.client.host}")
+    vote_last_response(state, "downvote", model_selector, request)
+    return ("",) + (disable_btn,) * 3
+
+
+def flag_last_response(state, model_selector, request: gr.Request):
+    logger.info(f"flag. ip: {request.client.host}")
+    vote_last_response(state, "flag", model_selector, request)
+    return ("",) + (disable_btn,) * 3
+
+
+def regenerate(state, image_process_mode, request: gr.Request):
+    logger.info(f"regenerate. ip: {request.client.host}")
+    if len(state.messages) > 0:
+        state.messages[-1][-1] = None
+        prev_human_msg = state.messages[-2]
+        if type(prev_human_msg[1]) in (tuple, list):
+            prev_human_msg[1] = (*prev_human_msg[1][:2], image_process_mode)
+    state.skip_next = False
+    return (state, state.to_gradio_chatbot(), "", None) + (disable_btn,) * 5
+
+
+def clear_history(request: gr.Request):
+    logger.info(f"clear_history. ip: {request.client.host}")
+    state = default_conversation.copy()
+    return (state, state.to_gradio_chatbot(), "", None) + (disable_btn,) * 5
+
+
+def add_text(state, text, image, image_process_mode, request: gr.Request):
+    logger.info(f"add_text. ip: {request.client.host}. len: {len(text)}")
+    if len(text) <= 0 and image is None:
+        state.skip_next = True
+        return (state, state.to_gradio_chatbot(), "", None) + (no_change_btn,) * 5
+    if args.moderate:
+        flagged = violates_moderation(text)
+        if flagged:
+            state.skip_next = True
+            return (state, state.to_gradio_chatbot(), moderation_msg, None) + (
+                no_change_btn,) * 5
+
+    text = text[:1536]  # Hard cut-off
+    if image is not None:
+        text = text[:1200]  # Hard cut-off for images
+        if '<image>' not in text:
+            # text = '<Image><image></Image>' + text
+            text = text + '\n<image>'
+        text = (text, image, image_process_mode)
+        if len(state.get_images(return_pil=True)) > 0:
+            state = default_conversation.copy()
+    state.append_message(state.roles[0], text)
+    state.append_message(state.roles[1], None)
+    state.skip_next = False
+    return (state, state.to_gradio_chatbot(), "", None) + (disable_btn,) * 5
+
+
+def http_bot(state, model_selector, request: gr.Request):
+    logger.info(f"http_bot. ip: {request.client.host}")
+    start_tstamp = time.time()
+    model_name = model_selector
+    output = ""
+    image_base64 = ""
+
+    prompt = state.get_prompt()
+
+    try:
+
+        all_images = state.get_images(return_pil=True)
+        output_image = None
+        for image in all_images:
+            output_image = image.copy()
+            buffered = BytesIO()
+            image.save(buffered, format="JPEG")
+            image_base64 = f"data:image/png;base64,{base64.b64encode(buffered.getvalue()).decode()}"
+
+        output = llm.create_chat_completion(
+            max_tokens=1024,
+            messages = [
+                {"role": "system", "content": "You are an assistant who perfectly answer all user request."},
+                {
+                    "role": "user",
+                    "content": [
+                        {"type": "image_url", "image_url": {"url": image_base64 }},
+                        {"type" : "text", "text": f"""{prompt}"""}
+                    ]
+                }
+            ]
+        )
+
+        output = output["choices"][0]["message"]["content"]
+        print(output)
+        bboxes = re.findall("\d+\.\d+", output)
+        print(bboxes)
+        print(output, state.messages[-1][-1])
+        for i in range(0, len(bboxes), 4):
+            width, height = output_image.size
+            img1 = ImageDraw.Draw(output_image)  
+            img1.rectangle([(float(bboxes[i]) * width, float(bboxes[i+1]) * height), (float(bboxes[i+2]) * width, float(bboxes[i+3]) * height)] , fill ="#ffff33", outline ="red")
+            
+        text = output
+        if '<image>' not in text:
+            # text = '<Image><image></Image>' + text
+            text = text + '\n<image>'
+        output = (text, output_image, "Default")
+        
+        print(output, state.messages[-1][-1])
+        state.append_message(state.roles[1], output)
+        # state.messages[-1][-1] = output
+
+    except Exception as e:
+        logger.error(f"{e}")
+        state.messages[-1][-1] = server_error_msg
+        yield (state, state.to_gradio_chatbot()) + (disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
+        return
+
+    # if output != "":
+    #     if type(state.messages[-1][-1]) is not tuple:
+    #         state.messages[-1][-1] = state.messages[-1][-1][:-1]
+    
+    #     finish_tstamp = time.time()
+    #     logger.info(f"{output}")
+
+
+    yield (state, state.to_gradio_chatbot()) + (enable_btn,) * 5
+
+title_markdown = ("""
+# BLIP
+""")
+
+
+block_css = """
+
+#buttons button {
+    min-width: min(120px,100%);
+}
+
+"""
+
+def build_demo(embed_mode, cur_dir=None):
+    textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
+    with gr.Blocks(title="BLIP", theme=gr.themes.Default(), css=block_css) as demo:
+        state = gr.State()
+
+        if not embed_mode:
+            gr.Markdown(title_markdown)
+
+        models = ["Propose Solution", "Baseline 1", "Baseline 2", "Baseline 3"]
+
+        with gr.Row():
+            with gr.Column(scale=3):
+                with gr.Row(elem_id="model_selector_row"):
+                    model_selector = gr.Dropdown(
+                        choices=models,
+                        value=models[0] if len(models) > 0 else "",
+                        interactive=True,
+                        show_label=False,
+                        container=False,
+                        visible=False)
+
+                imagebox = gr.Image(type="pil")
+                image_process_mode = gr.Radio(
+                    ["Crop", "Resize", "Pad", "Default"],
+                    value="Default",
+                    label="Preprocess for non-square image", visible=False)
+
+                if cur_dir is None:
+                    cur_dir = os.path.dirname(os.path.abspath(__file__))
+                gr.Examples(examples=[
+                    [f"{cur_dir}/examples/0.jpg", "What are the violence acts and give me the coordinates (x,y,w,h) to draw bounding box in the image?"],
+                    [f"{cur_dir}/examples/1.jpg", "What are the violence acts and give me the coordinates (x,y,w,h) to draw bounding box in the image?"],
+                    [f"{cur_dir}/examples/2.jpg", "What are the violence acts and give me the coordinates (x,y,w,h) to draw bounding box in the image?"],
+                    # [f"{cur_dir}/examples/0.png", "Wafer Defect Type: No-Defect"],
+                ], inputs=[imagebox, textbox])
+
+            with gr.Column(scale=7):
+
+                chatbot = gr.Chatbot(
+                    elem_id="chatbot",
+                    label="BLIP",
+                    height=940,
+                    layout="panel",
+                )
+                with gr.Row():
+                    with gr.Column(scale=7):
+                        textbox.render()
+                    with gr.Column(scale=1, min_width=50):
+                        submit_btn = gr.Button(value="Send", variant="primary")
+                with gr.Row(elem_id="buttons") as button_row:
+                    upvote_btn = gr.Button(value="👍  Upvote")
+                    downvote_btn = gr.Button(value="👎  Downvote")
+                    flag_btn = gr.Button(value="⚠️  Flag")
+                    regenerate_btn = gr.Button(value="🔄  Regenerate")
+                    clear_btn = gr.Button(value="🗑️  Clear")
+
+
+        url_params = gr.JSON(visible=False)
+
+        # Register listeners
+        btn_list = [upvote_btn, downvote_btn, flag_btn, regenerate_btn, clear_btn]
+        upvote_btn.click(
+            upvote_last_response,
+            [state, model_selector],
+            [textbox, upvote_btn, downvote_btn, flag_btn],
+            queue=False
+        )
+        downvote_btn.click(
+            downvote_last_response,
+            [state, model_selector],
+            [textbox, upvote_btn, downvote_btn, flag_btn],
+            queue=False
+        )
+        flag_btn.click(
+            flag_last_response,
+            [state, model_selector],
+            [textbox, upvote_btn, downvote_btn, flag_btn],
+            queue=False
+        )
+
+        regenerate_btn.click(
+            regenerate,
+            [state, image_process_mode],
+            [state, chatbot, textbox, imagebox] + btn_list,
+            queue=False
+        ).then(
+            http_bot,
+            # [state, model_selector, temperature, top_p, max_output_tokens, gen_image, use_ocr],
+            [state, model_selector],
+            [state, chatbot] + btn_list,
+            # concurrency_limit=concurrency_count
+            queue=False
+        )
+
+        clear_btn.click(
+            clear_history,
+            None,
+            [state, chatbot, textbox, imagebox] + btn_list,
+            queue=False
+        )
+
+        textbox.submit(
+            add_text,
+            [state, textbox, imagebox, image_process_mode],
+            [state, chatbot, textbox, imagebox] + btn_list,
+            queue=False
+        ).then(
+            http_bot,
+            # [state, model_selector, temperature, top_p, max_output_tokens, gen_image, use_ocr],
+            [state, model_selector],
+            [state, chatbot] + btn_list,
+            # concurrency_limit=concurrency_count
+        )
+
+        submit_btn.click(
+            add_text,
+            [state, textbox, imagebox, image_process_mode],
+            [state, chatbot, textbox, imagebox] + btn_list,
+            queue=False
+        ).then(
+            http_bot,
+            # [state, model_selector, temperature, top_p, max_output_tokens, gen_image, use_ocr],
+            [state, model_selector],
+            [state, chatbot] + btn_list,
+            # concurrency_limit=concurrency_count
+            queue=False
+        )
+
+        if args.model_list_mode == "once":
+            demo.load(
+                load_demo,
+                [url_params],
+                [state, model_selector],
+                _js=get_window_url_params
+            )
+        elif args.model_list_mode == "reload":
+            demo.load(
+                load_demo_refresh_model_list,
+                None,
+                [state, model_selector],
+                queue=False
+            )
+        else:
+            raise ValueError(f"Unknown model list mode: {args.model_list_mode}")
+
+    return demo
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    # parser.add_argument("--host", type=str, default="0.0.0.0")
+    # parser.add_argument("--port", type=int)
+    # parser.add_argument("--controller-url", type=str, default="http://localhost:21001")
+    parser.add_argument("--concurrency-count", type=int, default=16)
+    parser.add_argument("--model-list-mode", type=str, default="reload",
+        choices=["once", "reload"])
+    parser.add_argument("--share", action="store_true")
+    parser.add_argument("--moderate", action="store_true")
+    parser.add_argument("--embed", action="store_true")
+    args = parser.parse_args()
+    logger.info(f"args: {args}")
+
+    logger.info(args)
+    demo = build_demo(args.embed)
+    demo.queue(
+        api_open=False
+    ).launch(
+        # server_name=args.host,
+        # server_port=args.port,
+        share=args.share
+    )

constants.py

@@ -0,0 +1,27 @@
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+WORKER_HEART_BEAT_INTERVAL = 15
+
+LOGDIR = "."
+
+# Model Constants
+IGNORE_INDEX = -100
+IMAGE_TOKEN_INDEX = -200
+PREDICT_TOKEN_INDEX = -300
+DEFAULT_IMAGE_TOKEN = "<image>"
+DEFAULT_IMAGE_PATCH_TOKEN = "<im_patch>"
+DEFAULT_IM_START_TOKEN = "<im_start>"
+DEFAULT_IM_END_TOKEN = "<im_end>"
+IMAGE_PLACEHOLDER = "<image-placeholder>"
+DEFAULT_PREDICT_TOKEN = "<predict>"
+
+DESCRIPT_PROMPT = [
+    "Describe this image thoroughly.",
+    "Provide a detailed description in this picture.",
+    "Detail every aspect of what's in this picture.",
+    "Explain this image with precision and detail.",
+    "Give a comprehensive description of this visual.",
+    "Elaborate on the specifics within this image.",
+    "Offer a detailed account of this picture's contents.",
+    "Describe in detail what this image portrays.",
+    "Break down this image into detailed descriptions.",
+    "Provide a thorough description of the elements in this image."]

conversation.py

@@ -0,0 +1,460 @@
+import dataclasses
+from enum import auto, Enum
+from typing import List, Tuple
+import base64
+from io import BytesIO
+from PIL import Image
+
+
+class SeparatorStyle(Enum):
+    """Different separator style."""
+    SINGLE = auto()
+    TWO = auto()
+    MPT = auto()
+    PLAIN = auto()
+    LLAMA_2 = auto()
+    GEMMA = auto()
+
+
+@dataclasses.dataclass
+class Conversation:
+    """A class that keeps all conversation history."""
+    system: str
+    roles: List[str]
+    messages: List[List[str]]
+    offset: int
+    sep_style: SeparatorStyle = SeparatorStyle.SINGLE
+    sep: str = "###"
+    sep2: str = None
+    version: str = "Unknown"
+
+    skip_next: bool = False
+
+    def get_prompt(self):
+        messages = self.messages
+        if len(messages) > 0 and type(messages[0][1]) is tuple:
+            messages = self.messages.copy()
+            init_role, init_msg = messages[0].copy()
+            init_msg = init_msg[0].replace("<image>", "").strip()
+            if 'mmtag' in self.version:
+                messages[0] = (init_role, init_msg)
+                messages.insert(0, (self.roles[0], "<Image><image></Image>"))
+                messages.insert(1, (self.roles[1], "Received."))
+            else:
+                messages[0] = (init_role, "<image>\n" + init_msg)
+
+        if self.sep_style == SeparatorStyle.SINGLE:
+            ret = self.system + self.sep
+            for role, message in messages:
+                if message:
+                    if type(message) is tuple:
+                        message = message[0]
+                    ret += role + ": " + message + self.sep
+                else:
+                    ret += role + ":"
+        elif self.sep_style == SeparatorStyle.TWO:
+            seps = [self.sep, self.sep2]
+            ret = self.system + seps[0]
+            for i, (role, message) in enumerate(messages):
+                if message:
+                    if type(message) is tuple:
+                        message = message[0]
+                    ret += role + ": " + message + seps[i % 2]
+                else:
+                    ret += role + ":"
+        elif self.sep_style == SeparatorStyle.MPT:
+            ret = self.system + self.sep
+            for role, message in messages:
+                if message:
+                    if type(message) is tuple:
+                        message = message[0]
+                    ret += role + message + self.sep
+                else:
+                    ret += role
+        elif self.sep_style == SeparatorStyle.LLAMA_2:
+            wrap_sys = lambda msg: f"<<SYS>>\n{msg}\n<</SYS>>\n\n" if len(msg) > 0 else msg
+            wrap_inst = lambda msg: f"[INST] {msg} [/INST]"
+            ret = ""
+
+            for i, (role, message) in enumerate(messages):
+                if i == 0:
+                    assert message, "first message should not be none"
+                    assert role == self.roles[0], "first message should come from user"
+                if message:
+                    if type(message) is tuple:
+                        message, _, _ = message
+                    if i == 0: message = wrap_sys(self.system) + message
+                    if i % 2 == 0:
+                        message = wrap_inst(message)
+                        ret += self.sep + message
+                    else:
+                        ret += " " + message + " " + self.sep2
+                else:
+                    ret += ""
+            ret = ret.lstrip(self.sep)
+        elif self.sep_style == SeparatorStyle.GEMMA:
+            seps = [self.sep, self.sep2]
+            ret = self.system + seps[0]
+            for i, (role, message) in enumerate(messages):
+                if message:
+                    if type(message) is tuple:
+                        message, _, _ = message
+                    ret += "<start_of_turn>" + role + "\n" + message + "<end_of_turn>\n" + seps[i % 2]
+                else:
+                    ret += "<start_of_turn>" + role + "\n"
+        elif self.sep_style == SeparatorStyle.PLAIN:
+            seps = [self.sep, self.sep2]
+            ret = self.system
+            for i, (role, message) in enumerate(messages):
+                if message:
+                    if type(message) is tuple:
+                        message, _, _ = message
+                    ret += message + seps[i % 2]
+                else:
+                    ret += ""
+        else:
+            raise ValueError(f"Invalid style: {self.sep_style}")
+
+        return ret
+
+    def append_message(self, role, message):
+        self.messages.append([role, message])
+
+    def process_image(self, image, image_process_mode, return_pil=False, image_format='PNG', max_len=1344, min_len=672):
+        if image_process_mode == "Pad":
+            def expand2square(pil_img, background_color=(122, 116, 104)):
+                width, height = pil_img.size
+                if width == height:
+                    return pil_img
+                elif width > height:
+                    result = Image.new(pil_img.mode, (width, width), background_color)
+                    result.paste(pil_img, (0, (width - height) // 2))
+                    return result
+                else:
+                    result = Image.new(pil_img.mode, (height, height), background_color)
+                    result.paste(pil_img, ((height - width) // 2, 0))
+                    return result
+            image = expand2square(image)
+        elif image_process_mode in ["Default", "Crop"]:
+            pass
+        elif image_process_mode == "Resize":
+            image = image.resize((336, 336))
+        else:
+            raise ValueError(f"Invalid image_process_mode: {image_process_mode}")
+        if max(image.size) > max_len:
+            max_hw, min_hw = max(image.size), min(image.size)
+            aspect_ratio = max_hw / min_hw
+            shortest_edge = int(min(max_len / aspect_ratio, min_len, min_hw))
+            longest_edge = int(shortest_edge * aspect_ratio)
+            W, H = image.size
+            if H > W:
+                H, W = longest_edge, shortest_edge
+            else:
+                H, W = shortest_edge, longest_edge
+            image = image.resize((W, H))
+        if return_pil:
+            return image
+        else:
+            buffered = BytesIO()
+            image.save(buffered, format=image_format)
+            img_b64_str = base64.b64encode(buffered.getvalue()).decode()
+            return img_b64_str
+
+    def get_images(self, return_pil=False):
+        images = []
+        for i, (role, msg) in enumerate(self.messages[self.offset:]):
+            if i % 2 == 0:
+                if type(msg) is tuple:
+                    msg, image, image_process_mode = msg
+                    image = self.process_image(image, image_process_mode, return_pil=return_pil)
+                    images.append(image)
+        return images
+
+    def to_gradio_chatbot(self):
+        ret = []
+        for i, (role, msg) in enumerate(self.messages[self.offset:]):
+            if i % 2 == 0:
+                if type(msg) is tuple:
+                    msg, image, image_process_mode = msg
+                    img_b64_str = self.process_image(
+                        image, "Default", return_pil=False,
+                        image_format='JPEG')
+                    img_str = f'<img src="data:image/jpeg;base64,{img_b64_str}" alt="user upload image" />'
+                    msg = img_str + msg.replace('<image>', '').strip()
+                    ret.append([msg, None])
+                else:
+                    ret.append([msg, None])
+            else:
+                if type(msg) is tuple and len(msg) == 2:
+                    msg, img_b64_str = msg
+                    img_str = f'<img src="data:image/jpeg;base64,{img_b64_str}" alt="user upload image" />'
+                    msg = msg.strip() + img_str
+                ret[-1][-1] = msg
+        return ret
+
+    def copy(self):
+        return Conversation(
+            system=self.system,
+            roles=self.roles,
+            messages=[[x, y] for x, y in self.messages],
+            offset=self.offset,
+            sep_style=self.sep_style,
+            sep=self.sep,
+            sep2=self.sep2,
+            version=self.version)
+
+    def dict(self):
+        if len(self.get_images()) > 0:
+            return {
+                "system": self.system,
+                "roles": self.roles,
+                "messages": [[x, y[0] if type(y) is tuple else y] for x, y in self.messages],
+                "offset": self.offset,
+                "sep": self.sep,
+                "sep2": self.sep2,
+            }
+        return {
+            "system": self.system,
+            "roles": self.roles,
+            "messages": self.messages,
+            "offset": self.offset,
+            "sep": self.sep,
+            "sep2": self.sep2,
+        }
+
+
+conv_vicuna_v0 = Conversation(
+    system="A chat between a curious human and an artificial intelligence assistant. "
+           "The assistant gives helpful, detailed, and polite answers to the human's questions.",
+    roles=("Human", "Assistant"),
+    messages=(
+        ("Human", "What are the key differences between renewable and non-renewable energy sources?"),
+        ("Assistant",
+            "Renewable energy sources are those that can be replenished naturally in a relatively "
+            "short amount of time, such as solar, wind, hydro, geothermal, and biomass. "
+            "Non-renewable energy sources, on the other hand, are finite and will eventually be "
+            "depleted, such as coal, oil, and natural gas. Here are some key differences between "
+            "renewable and non-renewable energy sources:\n"
+            "1. Availability: Renewable energy sources are virtually inexhaustible, while non-renewable "
+            "energy sources are finite and will eventually run out.\n"
+            "2. Environmental impact: Renewable energy sources have a much lower environmental impact "
+            "than non-renewable sources, which can lead to air and water pollution, greenhouse gas emissions, "
+            "and other negative effects.\n"
+            "3. Cost: Renewable energy sources can be more expensive to initially set up, but they typically "
+            "have lower operational costs than non-renewable sources.\n"
+            "4. Reliability: Renewable energy sources are often more reliable and can be used in more remote "
+            "locations than non-renewable sources.\n"
+            "5. Flexibility: Renewable energy sources are often more flexible and can be adapted to different "
+            "situations and needs, while non-renewable sources are more rigid and inflexible.\n"
+            "6. Sustainability: Renewable energy sources are more sustainable over the long term, while "
+            "non-renewable sources are not, and their depletion can lead to economic and social instability.\n")
+    ),
+    offset=2,
+    sep_style=SeparatorStyle.SINGLE,
+    sep="###",
+)
+
+conv_vicuna_v1 = Conversation(
+    system="A chat between a curious user and an artificial intelligence assistant. "
+    "The assistant gives helpful, detailed, and polite answers to the user's questions.",
+    roles=("USER", "ASSISTANT"),
+    version="v1",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.TWO,
+    sep=" ",
+    sep2="</s>",
+)
+
+conv_llama_2 = Conversation(
+    system="""You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
+
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.""",
+    roles=("USER", "ASSISTANT"),
+    version="llama_v2",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.LLAMA_2,
+    sep="<s>",
+    sep2="</s>",
+)
+
+conv_llava_llama_2 = Conversation(
+    system="You are a helpful language and vision assistant. "
+           "You are able to understand the visual content that the user provides, "
+           "and assist the user with a variety of tasks using natural language.",
+    roles=("USER", "ASSISTANT"),
+    version="llama_v2",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.LLAMA_2,
+    sep="<s>",
+    sep2="</s>",
+)
+
+conv_mpt = Conversation(
+    system="""<|im_start|>system
+A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.""",
+    roles=("<|im_start|>user\n", "<|im_start|>assistant\n"),
+    version="mpt",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.MPT,
+    sep="<|im_end|>",
+)
+
+conv_llava_plain = Conversation(
+    system="",
+    roles=("", ""),
+    messages=(
+    ),
+    offset=0,
+    sep_style=SeparatorStyle.PLAIN,
+    sep="\n",
+)
+
+conv_llava_v0 = Conversation(
+    system="A chat between a curious human and an artificial intelligence assistant. "
+           "The assistant gives helpful, detailed, and polite answers to the human's questions.",
+    roles=("Human", "Assistant"),
+    messages=(
+    ),
+    offset=0,
+    sep_style=SeparatorStyle.SINGLE,
+    sep="###",
+)
+
+conv_llava_v0_mmtag = Conversation(
+    system="A chat between a curious user and an artificial intelligence assistant. "
+           "The assistant is able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language."
+           "The visual content will be provided with the following format: <Image>visual content</Image>.",
+    roles=("Human", "Assistant"),
+    messages=(
+    ),
+    offset=0,
+    sep_style=SeparatorStyle.SINGLE,
+    sep="###",
+    version="v0_mmtag",
+)
+
+conv_llava_v1 = Conversation(
+    system="A chat between a curious human and an artificial intelligence assistant. "
+           "The assistant gives helpful, detailed, and polite answers to the human's questions.",
+    roles=("USER", "ASSISTANT"),
+    version="v1",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.TWO,
+    sep=" ",
+    sep2="</s>",
+)
+
+conv_vicuna_imgsp_v1 = Conversation(
+    system="A chat between a curious user and an artificial intelligence assistant. "
+    "The assistant gives helpful, detailed, and polite answers to the user's questions.",
+    roles=("USER", "ASSISTANT"),
+    version="imgsp_v1",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.TWO,
+    sep=" ",
+    sep2="</s>",
+)
+
+conv_llava_plain_guided = Conversation(
+    system="",
+    roles=("", ""),
+    version="plain_guided",
+    messages=(
+    ),
+    offset=0,
+    sep_style=SeparatorStyle.PLAIN,
+    sep="\n",
+)
+
+conv_llava_v1_mmtag = Conversation(
+    system="A chat between a curious user and an artificial intelligence assistant. "
+           "The assistant is able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language."
+           "The visual content will be provided with the following format: <Image>visual content</Image>.",
+    roles=("USER", "ASSISTANT"),
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.TWO,
+    sep=" ",
+    sep2="</s>",
+    version="v1_mmtag",
+)
+
+conv_phi_2 = Conversation(
+    system="A chat between a curious user and an artificial intelligence assistant. "
+           "The assistant gives helpful, detailed, and polite answers to the user's questions.",
+    roles=("USER", "ASSISTANT"),
+    version="phi2",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.TWO,
+    sep=" ",
+    sep2="<|endoftext|>",
+)
+
+conv_mistral_instruct = Conversation(
+    system="",
+    roles=("USER", "ASSISTANT"),
+    version="llama_v2",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.LLAMA_2,
+    sep="<s>",
+    sep2="</s>",
+)
+
+conv_gemma = Conversation(
+    system="",
+    roles=("user", "model"),
+    version="gemma",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.GEMMA,
+    sep="",
+    sep2="<eos>",
+)
+
+conv_chatml_direct = Conversation(
+    system="""<|im_start|>system
+Answer the questions.""",
+    roles=("<|im_start|>user\n", "<|im_start|>assistant\n"),
+    version="mpt",
+    messages=(),
+    offset=0,
+    sep_style=SeparatorStyle.MPT,
+    sep="<|im_end|>",
+)
+
+default_conversation = conv_vicuna_v1
+conv_templates = {
+    "default": conv_vicuna_v0,
+    "v0": conv_vicuna_v0,
+    "v1": conv_vicuna_v1,
+    "vicuna_v1": conv_vicuna_v1,
+    "phi_2": conv_phi_2,
+    "gemma": conv_gemma,
+    "llama_2": conv_llama_2,
+    "imgsp_v1": conv_vicuna_imgsp_v1,
+    "plain_guided": conv_llava_plain_guided,
+    "mistral_instruct": conv_mistral_instruct,
+    "chatml_direct": conv_chatml_direct,
+    "mistral_direct": conv_chatml_direct,
+    "plain": conv_llava_plain,
+    "v0_plain": conv_llava_plain,
+    "llava_v0": conv_llava_v0,
+    "v0_mmtag": conv_llava_v0_mmtag,
+    "llava_v1": conv_llava_v1,
+    "v1_mmtag": conv_llava_v1_mmtag,
+    "llava_llama_2": conv_llava_llama_2,
+
+    "mpt": conv_mpt,
+}
+
+
+if __name__ == "__main__":
+    print(default_conversation.get_prompt())

gradio_web_server.log

@@ -0,0 +1,905 @@
+2024-06-02 03:26:14 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:26:14 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:26:15 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 03:26:15 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 03:26:15 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 03:26:15 | INFO | stdout | --------
+2024-06-02 03:26:15 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 03:26:19 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 03:26:19 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 03:26:19 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 03:26:19 | INFO | stdout | 
+2024-06-02 03:26:19 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 03:26:20 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 03:31:49 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:32:00 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 03:32:00 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:32:00 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:32:00 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:32:00 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 03:32:00 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:32:00 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:32:00 | ERROR | stderr |     return await future
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:32:00 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 03:32:00 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 03:32:00 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 03:32:00 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 03:32:00 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 03:32:00 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:32:00 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:32:00 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:32:00 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 03:32:00 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 03:32:00 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 03:32:00 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:32:00 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:32:00 | ERROR | stderr |     return await future
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:32:00 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 03:32:00 | ERROR | stderr |     return next(iterator)
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 03:32:00 | ERROR | stderr |     response = next(iterator)
+2024-06-02 03:32:00 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 162, in http_bot
+2024-06-02 03:32:00 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 03:32:00 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 03:34:31 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:35:14 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:35:49 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:36:04 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 03:36:04 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:36:04 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:36:04 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:36:04 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 03:36:04 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:36:04 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:36:04 | ERROR | stderr |     return await future
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:36:04 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 03:36:04 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 03:36:04 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 03:36:04 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 03:36:04 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 03:36:04 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:36:04 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:36:04 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:36:04 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 03:36:04 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 03:36:04 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 03:36:04 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:36:04 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:36:04 | ERROR | stderr |     return await future
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:36:04 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 03:36:04 | ERROR | stderr |     return next(iterator)
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 03:36:04 | ERROR | stderr |     response = next(iterator)
+2024-06-02 03:36:04 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 162, in http_bot
+2024-06-02 03:36:04 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 03:36:04 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 03:39:36 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:39:40 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 03:39:41 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:39:41 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\linecache.py", line 46, in getlines
+2024-06-02 03:39:41 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\linecache.py", line 136, in updatecache
+2024-06-02 03:39:41 | ERROR | stderr |     with tokenize.open(fullname) as fp:
+2024-06-02 03:39:41 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\tokenize.py", line 394, in open
+2024-06-02 03:39:42 | ERROR | stderr | 
+2024-06-02 03:39:42 | ERROR | stderr | Original exception was:
+2024-06-02 03:39:42 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:39:42 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 03:39:42 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 03:39:42 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 03:39:42 | ERROR | stderr | 
+2024-06-02 03:39:42 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 03:39:42 | ERROR | stderr | 
+2024-06-02 03:39:42 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:39:42 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 350, in <module>
+2024-06-02 03:39:42 | ERROR | stderr | 
+2024-06-02 03:39:42 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 03:39:42 | ERROR | stderr |     self.block_thread()
+2024-06-02 03:39:42 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 03:39:42 | ERROR | stderr |     self.server.close()
+2024-06-02 03:39:42 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 03:39:42 | ERROR | stderr |     self.thread.join()
+2024-06-02 03:39:42 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 03:39:42 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 03:39:42 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 03:39:42 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 03:39:42 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 03:41:40 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:41:40 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:41:40 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 03:41:41 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 03:41:41 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 03:41:41 | INFO | stdout | --------
+2024-06-02 03:41:41 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 03:41:47 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 03:41:47 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 03:41:47 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 03:41:47 | INFO | stdout | 
+2024-06-02 03:41:47 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 03:41:49 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 03:43:21 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:43:21 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:43:30 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 03:43:30 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:43:30 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:43:30 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:43:30 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 03:43:30 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:43:30 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:43:30 | ERROR | stderr |     return await future
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:43:30 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 03:43:30 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 03:43:30 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 03:43:30 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 03:43:30 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 03:43:30 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:43:30 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:43:30 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:43:30 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 03:43:30 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 03:43:30 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 03:43:30 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:43:30 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:43:30 | ERROR | stderr |     return await future
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:43:30 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 03:43:30 | ERROR | stderr |     return next(iterator)
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 03:43:30 | ERROR | stderr |     response = next(iterator)
+2024-06-02 03:43:30 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 162, in http_bot
+2024-06-02 03:43:30 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 03:43:30 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 03:43:52 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:43:56 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:44:07 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 03:45:06 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:45:06 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:45:06 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 03:45:06 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 03:45:06 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 03:45:06 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 03:45:06 | INFO | stdout | 
+2024-06-02 03:45:06 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 03:45:06 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 03:45:06 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 03:45:06 | INFO | stdout | --------
+2024-06-02 03:45:07 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 03:45:07 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 03:45:49 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:45:52 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 03:45:52 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:45:52 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:45:52 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:45:52 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 03:45:52 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:45:52 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:45:52 | ERROR | stderr |     return await future
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:45:52 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 03:45:52 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 03:45:52 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 03:45:52 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 03:45:52 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 03:45:52 | INFO | stdout | (Conversation(system="A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", roles=('USER', 'ASSISTANT'), messages=[], offset=0, sep_style=<SeparatorStyle.TWO: 2>, sep=' ', sep2='</s>', version='v1', skip_next=False), <gradio.components.dropdown.Dropdown object at 0x000002E97F9A7DC0>)
+2024-06-02 03:45:52 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:45:52 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:45:52 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:45:52 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 03:45:52 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 03:45:52 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 03:45:52 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:45:52 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:45:52 | ERROR | stderr |     return await future
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:45:52 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 03:45:52 | ERROR | stderr |     return next(iterator)
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 03:45:52 | ERROR | stderr |     response = next(iterator)
+2024-06-02 03:45:52 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 164, in http_bot
+2024-06-02 03:45:52 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 03:45:52 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 03:49:52 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 03:49:53 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:49:53 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 03:49:53 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 03:49:53 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 03:49:53 | ERROR | stderr | 
+2024-06-02 03:49:53 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 03:49:53 | ERROR | stderr | 
+2024-06-02 03:49:53 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:49:53 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 351, in <module>
+2024-06-02 03:49:53 | ERROR | stderr |     parser.add_argument("--concurrency-count", type=int, default=16)
+2024-06-02 03:49:53 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 03:49:53 | ERROR | stderr |     self.block_thread()
+2024-06-02 03:49:53 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 03:49:53 | ERROR | stderr |     self.server.close()
+2024-06-02 03:49:53 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 03:49:53 | ERROR | stderr |     self.thread.join()
+2024-06-02 03:49:53 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 03:49:53 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 03:49:53 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 03:49:53 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 03:49:53 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 03:50:34 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:50:34 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 03:50:34 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 03:50:34 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 03:50:34 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 03:50:34 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 03:50:34 | INFO | stdout | 
+2024-06-02 03:50:34 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 03:50:35 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 03:50:35 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 03:50:35 | INFO | stdout | --------
+2024-06-02 03:50:35 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 03:50:35 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 03:51:21 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:51:22 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:51:24 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 03:51:24 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:51:24 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:51:24 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:51:24 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 03:51:24 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:51:24 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:51:24 | ERROR | stderr |     return await future
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:51:24 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 03:51:24 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 03:51:24 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 03:51:24 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 03:51:24 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 03:51:24 | INFO | stdout | (Conversation(system="A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", roles=('USER', 'ASSISTANT'), messages=[], offset=0, sep_style=<SeparatorStyle.TWO: 2>, sep=' ', sep2='</s>', version='v1', skip_next=False), <gradio.components.dropdown.Dropdown object at 0x0000017EDFB595A0>)
+2024-06-02 03:51:24 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:51:24 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:51:24 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:51:24 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 03:51:24 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 03:51:24 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 03:51:24 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:51:24 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:51:24 | ERROR | stderr |     return await future
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:51:24 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 03:51:24 | ERROR | stderr |     return next(iterator)
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 03:51:24 | ERROR | stderr |     response = next(iterator)
+2024-06-02 03:51:24 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 164, in http_bot
+2024-06-02 03:51:24 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 03:51:24 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 03:55:17 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 03:55:53 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 03:55:54 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:55:54 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:55:54 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:55:54 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 03:55:54 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:55:54 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:55:54 | ERROR | stderr |     return await future
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:55:54 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 03:55:54 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 03:55:54 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 03:55:54 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 03:55:54 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 03:55:54 | INFO | stdout | (Conversation(system="A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", roles=('USER', 'ASSISTANT'), messages=[], offset=0, sep_style=<SeparatorStyle.TWO: 2>, sep=' ', sep2='</s>', version='v1', skip_next=False), <gradio.components.dropdown.Dropdown object at 0x0000017EDFB5B130>)
+2024-06-02 03:55:54 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 03:55:54 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 03:55:54 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 03:55:54 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 03:55:54 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 03:55:54 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 03:55:54 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 03:55:54 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 03:55:54 | ERROR | stderr |     return await future
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 03:55:54 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 03:55:54 | ERROR | stderr |     return next(iterator)
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 03:55:54 | ERROR | stderr |     response = next(iterator)
+2024-06-02 03:55:54 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 164, in http_bot
+2024-06-02 03:55:54 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 03:55:54 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 04:00:23 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:01:03 | INFO | gradio_web_server | args: Namespace(host='0.0.0.0', concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:01:03 | INFO | gradio_web_server | Namespace(host='0.0.0.0', concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:01:04 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:01:04 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:01:04 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:01:04 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:01:04 | INFO | stdout | 
+2024-06-02 04:01:04 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:01:04 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:01:04 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:01:04 | INFO | stdout | --------
+2024-06-02 04:01:04 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:01:05 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:01:19 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:01:23 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 6
+2024-06-02 04:01:23 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 04:01:23 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 04:01:23 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 04:01:23 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 04:01:23 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 04:01:23 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 04:01:23 | ERROR | stderr |     return await future
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 04:01:23 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 04:01:23 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 148, in add_text
+2024-06-02 04:01:23 | ERROR | stderr |     state.append_message(state.roles[0], text)
+2024-06-02 04:01:23 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'append_message'
+2024-06-02 04:01:23 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:01:23 | INFO | stdout | (Conversation(system="A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", roles=('USER', 'ASSISTANT'), messages=[], offset=0, sep_style=<SeparatorStyle.TWO: 2>, sep=' ', sep2='</s>', version='v1', skip_next=False), <gradio.components.dropdown.Dropdown object at 0x00000284FF9C7A90>)
+2024-06-02 04:01:23 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 04:01:23 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 04:01:23 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 04:01:23 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 04:01:23 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 04:01:23 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 04:01:23 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 04:01:23 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 04:01:23 | ERROR | stderr |     return await future
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 04:01:23 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 04:01:23 | ERROR | stderr |     return next(iterator)
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 04:01:23 | ERROR | stderr |     response = next(iterator)
+2024-06-02 04:01:23 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 162, in http_bot
+2024-06-02 04:01:23 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 04:01:23 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 04:01:26 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:01:26 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 04:01:26 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 04:01:26 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 04:01:26 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1255, in call_function
+2024-06-02 04:01:26 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 04:01:26 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 04:01:26 | ERROR | stderr |     return await future
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 04:01:26 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 750, in wrapper
+2024-06-02 04:01:26 | ERROR | stderr |     response = f(*args, **kwargs)
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 146, in add_text
+2024-06-02 04:01:26 | ERROR | stderr |     if len(state.get_images(return_pil=True)) > 0:
+2024-06-02 04:01:26 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_images'
+2024-06-02 04:01:26 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:01:26 | INFO | stdout | (Conversation(system="A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", roles=('USER', 'ASSISTANT'), messages=[], offset=0, sep_style=<SeparatorStyle.TWO: 2>, sep=' ', sep2='</s>', version='v1', skip_next=False), <gradio.components.dropdown.Dropdown object at 0x00000284FF9C7A90>)
+2024-06-02 04:01:26 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\routes.py", line 621, in predict
+2024-06-02 04:01:26 | ERROR | stderr |     output = await route_utils.call_process_api(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\route_utils.py", line 260, in call_process_api
+2024-06-02 04:01:26 | ERROR | stderr |     output = await app.get_blocks().process_api(
+2024-06-02 04:01:26 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1689, in process_api
+2024-06-02 04:01:26 | ERROR | stderr |     result = await self.call_function(
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 1267, in call_function
+2024-06-02 04:01:27 | ERROR | stderr |     prediction = await utils.async_iteration(iterator)
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 574, in async_iteration
+2024-06-02 04:01:27 | ERROR | stderr |     return await iterator.__anext__()
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 567, in __anext__
+2024-06-02 04:01:27 | ERROR | stderr |     return await anyio.to_thread.run_sync(
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
+2024-06-02 04:01:27 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 2144, in run_sync_in_worker_thread
+2024-06-02 04:01:27 | ERROR | stderr |     return await future
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\anyio\_backends\_asyncio.py", line 851, in run
+2024-06-02 04:01:27 | ERROR | stderr |     result = context.run(func, *args)
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 550, in run_sync_iterator_async
+2024-06-02 04:01:27 | ERROR | stderr |     return next(iterator)
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\utils.py", line 733, in gen_wrapper
+2024-06-02 04:01:27 | ERROR | stderr |     response = next(iterator)
+2024-06-02 04:01:27 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 162, in http_bot
+2024-06-02 04:01:27 | ERROR | stderr |     prompt = state.get_prompt()
+2024-06-02 04:01:27 | ERROR | stderr | AttributeError: 'tuple' object has no attribute 'get_prompt'
+2024-06-02 04:01:46 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:11:09 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:11:09 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:11:09 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:11:09 | INFO | stdout | Running on local URL:  http://127.0.0.1:7861
+2024-06-02 04:11:09 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7861/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:11:09 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7861/ "HTTP/1.1 200 OK"
+2024-06-02 04:11:09 | INFO | stdout | 
+2024-06-02 04:11:09 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:11:09 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:11:09 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:11:09 | INFO | stdout | --------
+2024-06-02 04:11:10 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:11:10 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:11:28 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:11:31 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:11:31 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:11:35 | ERROR | gradio_web_server | unknown url type: ''
+2024-06-02 04:12:06 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:12:07 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:12:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 04:12:07 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 04:12:07 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:12:07 | ERROR | stderr | 
+2024-06-02 04:12:07 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 04:12:07 | ERROR | stderr | 
+2024-06-02 04:12:07 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:12:07 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 399, in <module>
+2024-06-02 04:12:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 04:12:07 | ERROR | stderr |     self.block_thread()
+2024-06-02 04:12:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 04:12:07 | ERROR | stderr |     self.server.close()
+2024-06-02 04:12:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 04:12:07 | ERROR | stderr |     self.thread.join()
+2024-06-02 04:12:07 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 04:12:07 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 04:12:07 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 04:12:07 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 04:12:07 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:13:42 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:13:42 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:13:42 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:13:42 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 381, in <module>
+2024-06-02 04:13:42 | ERROR | stderr |     demo = build_demo(args.embed)
+2024-06-02 04:13:42 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 281, in build_demo
+2024-06-02 04:13:42 | ERROR | stderr |     [state, model_selector],
+2024-06-02 04:13:42 | ERROR | stderr | NameError: name 'model_selector' is not defined
+2024-06-02 04:13:42 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:13:42 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:13:42 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:13:42 | INFO | stdout | --------
+2024-06-02 04:13:43 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:14:33 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:14:33 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:14:34 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:14:34 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:14:34 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:14:34 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:14:34 | INFO | stdout | 
+2024-06-02 04:14:34 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:14:34 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:14:34 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:14:34 | INFO | stdout | --------
+2024-06-02 04:14:35 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:14:35 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:14:46 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:14:46 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 04:14:46 | ERROR | stderr |   warnings.warn(
+2024-06-02 04:15:07 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:15:07 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:18:09 | INFO | gradio_web_server |  In this image, there is a man who appears to be in the middle of throwing a punch. He is located at the center of the frame, with his fist raised and his arm extended towards another person. The other person is positioned slightly to the left of the first man, with their arms raised in an attempt to block the incoming punch. 
+
+The background of the image features a parking lot filled with cars and a tree. There are no visible text or other discernible objects in the image. The relative positions of the two men suggest that they are engaged in some sort of altercation, possibly related to the car parked nearby. However, without additional context, it is difficult to determine the exact nature of their conflict. 
+
+To draw a bounding box for these two individuals, one could use the following coordinates: [0.32, 0.31, 0.78, 0.76]
+2024-06-02 04:31:03 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:31:54 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:31:54 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:31:54 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:31:54 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:31:54 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:31:54 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:31:54 | INFO | stdout | 
+2024-06-02 04:31:54 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:31:54 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:31:54 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:31:54 | INFO | stdout | --------
+2024-06-02 04:31:55 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:31:55 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:32:41 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:32:41 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 04:32:41 | ERROR | stderr |   warnings.warn(
+2024-06-02 04:32:46 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:32:46 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:35:20 | INFO | stdout |  In the image, there is a man who appears to be hitting a woman with his fist. The woman has visible bruises on her face. The man's hand is located at approximately (0.32, 0.31, 0.48, 0.56) and his arm is extended towards the woman. The woman's face shows signs of injury with a noticeable bruise under her eye and another on her cheek. The man's fist is located at approximately (0.29, 0.31, 0.48, 0.56) and his arm is extended towards the woman. The woman's face shows signs of injury with a noticeable bruise under her eye and another on her cheek.
+2024-06-02 04:35:20 | ERROR | gradio_web_server | 'str' object has no attribute 'size'
+2024-06-02 04:36:36 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:36:36 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:36:36 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 04:36:36 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 04:36:36 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:36:36 | ERROR | stderr | 
+2024-06-02 04:36:36 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 04:36:36 | ERROR | stderr | 
+2024-06-02 04:36:36 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:36:36 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 403, in <module>
+2024-06-02 04:36:36 | ERROR | stderr |     demo.queue(
+2024-06-02 04:36:36 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 04:36:36 | ERROR | stderr |     self.block_thread()
+2024-06-02 04:36:36 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 04:36:36 | ERROR | stderr |     self.server.close()
+2024-06-02 04:36:36 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 04:36:36 | ERROR | stderr |     self.thread.join()
+2024-06-02 04:36:36 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 04:36:36 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 04:36:36 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 04:36:36 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 04:36:36 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:37:18 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:37:18 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:37:18 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:37:18 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:37:18 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:37:18 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:37:18 | INFO | stdout | 
+2024-06-02 04:37:18 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:37:19 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:37:19 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:37:19 | INFO | stdout | --------
+2024-06-02 04:37:19 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:37:19 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:37:27 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:37:27 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 04:37:27 | ERROR | stderr |   warnings.warn(
+2024-06-02 04:37:29 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:37:29 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:39:37 | INFO | stdout |  In this image, there is a man holding a knife with both hands. The knife has a red handle and a silver blade. The man's face appears to be distorted or blurred out. Here are the coordinates for drawing a bounding box around the knife:
+2024-06-02 04:39:37 | INFO | stdout | ```css
+2024-06-02 04:39:37 | INFO | stdout | [0.1, 0.26, 0.34, 0.45]
+2024-06-02 04:39:37 | INFO | stdout | ```
+2024-06-02 04:39:37 | INFO | stdout | The man is wearing a black jacket and has dark hair. The background of the image features a building with columns and a blue sky.
+2024-06-02 04:39:37 | ERROR | gradio_web_server | 'str' object has no attribute 'rectangle'
+2024-06-02 04:40:07 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:40:07 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:40:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 04:40:07 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 04:40:07 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:40:07 | ERROR | stderr | 
+2024-06-02 04:40:07 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 04:40:07 | ERROR | stderr | 
+2024-06-02 04:40:07 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:40:07 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 403, in <module>
+2024-06-02 04:40:07 | ERROR | stderr |     demo.queue(
+2024-06-02 04:40:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 04:40:07 | ERROR | stderr |     self.block_thread()
+2024-06-02 04:40:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 04:40:07 | ERROR | stderr |     self.server.close()
+2024-06-02 04:40:07 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 04:40:07 | ERROR | stderr |     self.thread.join()
+2024-06-02 04:40:07 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 04:40:07 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 04:40:07 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 04:40:07 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 04:40:07 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:40:56 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:40:56 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:40:56 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:40:56 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:40:56 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:40:56 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:40:56 | INFO | stdout | 
+2024-06-02 04:40:56 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:40:56 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:40:56 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:40:56 | INFO | stdout | --------
+2024-06-02 04:40:57 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:40:57 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:41:16 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:41:16 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 04:41:16 | ERROR | stderr |   warnings.warn(
+2024-06-02 04:41:19 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:41:19 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:43:19 | INFO | stdout |  In the image, there is a man who appears to be in the middle of throwing a punch. The other person is running away from him. The man's fist is raised and his arm is extended towards the other person. The other person is wearing a gray shirt and white pants.
+2024-06-02 04:43:19 | INFO | stdout | 
+2024-06-02 04:43:19 | INFO | stdout | The coordinates for drawing a bounding box around these two people would be: [0.26, 0.31, 0.78, 0.79]
+2024-06-02 04:43:19 | INFO | stdout | ['0.26', '0.31', '0.78', '0.79']
+2024-06-02 04:43:19 | ERROR | gradio_web_server | 'Image' object has no attribute 'rectangle'
+2024-06-02 04:44:19 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:44:19 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:44:19 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 04:44:19 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 04:44:19 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:44:19 | ERROR | stderr | 
+2024-06-02 04:44:19 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 04:44:19 | ERROR | stderr | 
+2024-06-02 04:44:19 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 04:44:19 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 403, in <module>
+2024-06-02 04:44:19 | ERROR | stderr |     demo = build_demo(args.embed)
+2024-06-02 04:44:19 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 04:44:19 | ERROR | stderr |     self.block_thread()
+2024-06-02 04:44:19 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 04:44:19 | ERROR | stderr |     self.server.close()
+2024-06-02 04:44:19 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 04:44:19 | ERROR | stderr |     self.thread.join()
+2024-06-02 04:44:19 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 04:44:19 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 04:44:19 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 04:44:19 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 04:44:19 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 04:45:00 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:45:00 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:45:00 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:45:00 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:45:00 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:45:00 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:45:00 | INFO | stdout | 
+2024-06-02 04:45:00 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:45:01 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:45:01 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:45:01 | INFO | stdout | --------
+2024-06-02 04:45:01 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:45:01 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:45:04 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:45:04 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 04:45:04 | ERROR | stderr |   warnings.warn(
+2024-06-02 04:45:05 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:45:05 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:47:35 | INFO | stdout |  In the image, there is a man who appears to be in the middle of throwing a punch. The other man is attempting to block the punch with his arms raised. The precise locations and actions of these individuals are as follows:
+2024-06-02 04:47:35 | INFO | stdout | 
+2024-06-02 04:47:35 | INFO | stdout | 1. Man on left (puncher): 0.32, 0.34, 0.59, 0.76
+2024-06-02 04:47:35 | INFO | stdout | 2. Man on right (blocker): 0.28, 0.32, 0.75, 0.77
+2024-06-02 04:47:35 | INFO | stdout | 
+2024-06-02 04:47:35 | INFO | stdout | The image does not provide enough information to accurately determine the exact coordinates of these objects or their actions. However, based on the description provided, it seems that both men are engaged in a physical altercation and are likely positioned close together.
+2024-06-02 04:47:35 | INFO | stdout | ['0.32', '0.34', '0.59', '0.76', '0.28', '0.32', '0.75', '0.77']
+2024-06-02 04:47:35 | ERROR | gradio_web_server | unknown color specifier: '# ffff33'
+2024-06-02 04:48:08 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 04:48:50 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:48:50 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 04:48:51 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 04:48:51 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 04:48:51 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 04:48:51 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 04:48:51 | INFO | stdout | 
+2024-06-02 04:48:51 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 04:48:51 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 04:48:51 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 04:48:51 | INFO | stdout | --------
+2024-06-02 04:48:51 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 04:48:52 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 04:53:21 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 04:53:21 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 04:53:21 | ERROR | stderr |   warnings.warn(
+2024-06-02 04:53:22 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 04:53:22 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 04:54:58 | INFO | stdout |  In this image, there is a man who appears to be in the middle of throwing a punch. The coordinates for drawing a bounding box around him are [0.35, 0.29, 0.76, 0.8] and his action can be described as "throwing a punch".
+2024-06-02 04:54:58 | INFO | stdout | ['0.35', '0.29', '0.76', '0.8']
+2024-06-02 04:54:58 | ERROR | gradio_web_server | incorrect coordinate type
+2024-06-02 05:15:22 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:15:22 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:15:22 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 05:15:22 | INFO | stdout | Running on local URL:  http://127.0.0.1:7861
+2024-06-02 05:15:22 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7861/startup-events "HTTP/1.1 200 OK"
+2024-06-02 05:15:22 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7861/ "HTTP/1.1 200 OK"
+2024-06-02 05:15:22 | INFO | stdout | 
+2024-06-02 05:15:22 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 05:15:23 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 05:15:23 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 05:15:23 | INFO | stdout | --------
+2024-06-02 05:15:23 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 05:15:23 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 05:17:08 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 05:17:28 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 05:17:28 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 05:17:28 | ERROR | stderr |   warnings.warn(
+2024-06-02 05:17:30 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 05:17:31 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 05:19:29 | INFO | stdout |  In the image, there is a man who appears to be in a state of agitation. He is wearing a black shirt and blue jeans. He has his arms outstretched towards another person, who is also dressed in a black shirt and blue jeans. The man's posture suggests that he might be attempting to push or grab the other person.
+2024-06-02 05:19:29 | INFO | stdout | 
+2024-06-02 05:19:29 | INFO | stdout | The coordinates for drawing a bounding box around this scene are [0.28, 0.31, 0.79, 0.74]
+2024-06-02 05:19:29 | INFO | stdout | ['0.28', '0.31', '0.79', '0.74']
+2024-06-02 05:19:29 | ERROR | gradio_web_server | incorrect coordinate type
+2024-06-02 05:23:24 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 05:23:24 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 05:23:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2400, in block_thread
+2024-06-02 05:23:24 | ERROR | stderr |     time.sleep(0.1)
+2024-06-02 05:23:24 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 05:23:24 | ERROR | stderr | 
+2024-06-02 05:23:24 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-06-02 05:23:24 | ERROR | stderr | 
+2024-06-02 05:23:24 | ERROR | stderr | Traceback (most recent call last):
+2024-06-02 05:23:24 | ERROR | stderr |   File "D:\BLIP\gdio\app.py", line 407, in <module>
+2024-06-02 05:23:24 | ERROR | stderr |     demo = build_demo(args.embed)
+2024-06-02 05:23:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2307, in launch
+2024-06-02 05:23:24 | ERROR | stderr |     self.block_thread()
+2024-06-02 05:23:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\blocks.py", line 2404, in block_thread
+2024-06-02 05:23:24 | ERROR | stderr |     self.server.close()
+2024-06-02 05:23:24 | ERROR | stderr |   File "D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\http_server.py", line 68, in close
+2024-06-02 05:23:24 | ERROR | stderr |     self.thread.join()
+2024-06-02 05:23:24 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1096, in join
+2024-06-02 05:23:24 | ERROR | stderr |     self._wait_for_tstate_lock()
+2024-06-02 05:23:24 | ERROR | stderr |   File "C:\Users\white\.pyenv\pyenv-win\versions\3.10.5\lib\threading.py", line 1116, in _wait_for_tstate_lock
+2024-06-02 05:23:24 | ERROR | stderr |     if lock.acquire(block, timeout):
+2024-06-02 05:23:24 | ERROR | stderr | KeyboardInterrupt
+2024-06-02 05:24:08 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:24:08 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:24:09 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 05:24:09 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 05:24:09 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 05:24:09 | INFO | stdout | 
+2024-06-02 05:24:09 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 05:24:09 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 05:24:09 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 05:24:09 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 05:24:09 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 05:24:09 | INFO | stdout | --------
+2024-06-02 05:24:10 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 05:24:10 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 05:24:16 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 05:24:16 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 05:24:16 | ERROR | stderr |   warnings.warn(
+2024-06-02 05:24:18 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 05:24:18 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 05:27:35 | INFO | stdout |  In the image, there is a man who appears to be in the middle of throwing a punch. The other man is holding his hands up in front of him, possibly trying to block the incoming attack. The exact coordinates for drawing a bounding box would depend on the specific details of the image and the positioning of the objects within it. However, based on the description provided, one could estimate that the puncher's hands are located at (0.32, 0.49, 0.41, 0.68) and the blocker's hands are at (0.57, 0.49, 0.65, 0.57). The puncher is likely located at (0.32, 0.3, 0.72, 0.78), while the blocker could be positioned between (0.21, 0.34, 0.49, 0.76) and (0.57, 0.49, 0.75, 0.78).
+2024-06-02 05:27:35 | INFO | stdout | ['0.32', '0.49', '0.41', '0.68', '0.57', '0.49', '0.65', '0.57', '0.32', '0.3', '0.72', '0.78', '0.21', '0.34', '0.49', '0.76', '0.57', '0.49', '0.75', '0.78']
+2024-06-02 05:27:35 | ERROR | gradio_web_server | incorrect coordinate type
+2024-06-02 05:28:03 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 05:28:49 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:28:49 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:28:50 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 05:28:50 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 05:28:50 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 05:28:50 | INFO | stdout | 
+2024-06-02 05:28:50 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 05:28:50 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 05:28:50 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 05:28:50 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 05:28:50 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 05:28:50 | INFO | stdout | --------
+2024-06-02 05:28:51 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 05:28:51 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 05:28:54 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 05:28:54 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 05:28:54 | ERROR | stderr |   warnings.warn(
+2024-06-02 05:28:55 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 05:28:56 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 05:31:15 | INFO | stdout |  In the image, there is a man who appears to be in the middle of throwing a punch. The other man is holding his arms up in an attempt to block the incoming attack. The exact coordinates for drawing a bounding box would depend on the specific details of the image and the objects within it. However, based on the description provided, we can say that the man throwing the punch is located at (0.36, 0.29, 0.71, 0.8) and the man blocking the punch is positioned at (0.24, 0.35, 0.78, 0.77).
+2024-06-02 05:31:15 | INFO | stdout | ['0.36', '0.29', '0.71', '0.8', '0.24', '0.35', '0.78', '0.77']
+2024-06-02 05:31:15 | ERROR | gradio_web_server | incorrect coordinate type
+2024-06-02 05:33:01 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-06-02 05:34:02 | INFO | gradio_web_server | args: Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:34:02 | INFO | gradio_web_server | Namespace(concurrency_count=16, model_list_mode='reload', share=False, moderate=False, embed=False)
+2024-06-02 05:34:02 | INFO | httpx | HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-06-02 05:34:02 | INFO | stdout | Running on local URL:  http://127.0.0.1:7860
+2024-06-02 05:34:02 | INFO | httpx | HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2024-06-02 05:34:03 | INFO | httpx | HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2024-06-02 05:34:03 | INFO | stdout | 
+2024-06-02 05:34:03 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-06-02 05:34:03 | INFO | httpx | HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-06-02 05:34:03 | INFO | stdout | IMPORTANT: You are using gradio version 4.24.0, however version 4.29.0 is available, please upgrade.
+2024-06-02 05:34:03 | INFO | stdout | --------
+2024-06-02 05:34:03 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-06-02 05:34:03 | INFO | httpx | HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-06-02 05:34:15 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1
+2024-06-02 05:34:15 | ERROR | stderr | D:\IEEESurvive\gdio\.wenv\lib\site-packages\gradio\components\dropdown.py:179: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include:  or set allow_custom_value=True.
+2024-06-02 05:34:15 | ERROR | stderr |   warnings.warn(
+2024-06-02 05:34:15 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 99
+2024-06-02 05:34:16 | INFO | gradio_web_server | http_bot. ip: 127.0.0.1
+2024-06-02 05:37:55 | INFO | stdout |  In the image, there is a man who appears to be in the middle of throwing a punch towards another person. The other person is attempting to block the incoming attack with their arms raised. The precise locations of these actions are as follows:
+2024-06-02 05:37:55 | INFO | stdout | 
+2024-06-02 05:37:55 | INFO | stdout | 1. The man throwing the punch is located at (0.34, 0.29, 0.65, 0.78) and has a bounding box of [0.34, 0.29, 0.65, 0.78]
+2024-06-02 05:37:55 | INFO | stdout | 2. The person being punched is located at (0.21, 0.33, 0.45, 0.76) and has a bounding box of [0.21, 0.33, 0.45, 0.76]
+2024-06-02 05:37:55 | INFO | stdout | 3. The person blocking the punch is located at (0.21, 0.33, 0.45, 0.76) and has a bounding box of [0.21, 0.33, 0.45, 0.76]
+2024-06-02 05:37:55 | INFO | stdout | 
+2024-06-02 05:37:55 | INFO | stdout | Please note that these coordinates are based on the image description provided and may not be entirely accurate due to perspective or other factors.
+2024-06-02 05:37:55 | INFO | stdout | ['0.34', '0.29', '0.65', '0.78', '0.34', '0.29', '0.65', '0.78', '0.21', '0.33', '0.45', '0.76', '0.21', '0.33', '0.45', '0.76', '0.21', '0.33', '0.45', '0.76', '0.21', '0.33', '0.45', '0.76']
+2024-06-02 05:37:55 | INFO | stdout |  In the image, there is a man who appears to be in the middle of throwing a punch towards another person. The other person is attempting to block the incoming attack with their arms raised. The precise locations of these actions are as follows:
+2024-06-02 05:37:55 | INFO | stdout | 
+2024-06-02 05:37:55 | INFO | stdout | 1. The man throwing the punch is located at (0.34, 0.29, 0.65, 0.78) and has a bounding box of [0.34, 0.29, 0.65, 0.78]
+2024-06-02 05:37:55 | INFO | stdout | 2. The person being punched is located at (0.21, 0.33, 0.45, 0.76) and has a bounding box of [0.21, 0.33, 0.45, 0.76]
+2024-06-02 05:37:55 | INFO | stdout | 3. The person blocking the punch is located at (0.21, 0.33, 0.45, 0.76) and has a bounding box of [0.21, 0.33, 0.45, 0.76]
+2024-06-02 05:37:55 | INFO | stdout | 
+2024-06-02 05:37:55 | INFO | stdout | Please note that these coordinates are based on the image description provided and may not be entirely accurate due to perspective or other factors. None
+2024-06-02 05:37:55 | INFO | stdout | (' In the image, there is a man who appears to be in the middle of throwing a punch towards another person. The other person is attempting to block the incoming attack with their arms raised. The precise locations of these actions are as follows:\n\n1. The man throwing the punch is located at (0.34, 0.29, 0.65, 0.78) and has a bounding box of [0.34, 0.29, 0.65, 0.78]\n2. The person being punched is located at (0.21, 0.33, 0.45, 0.76) and has a bounding box of [0.21, 0.33, 0.45, 0.76]\n3. The person blocking the punch is located at (0.21, 0.33, 0.45, 0.76) and has a bounding box of [0.21, 0.33, 0.45, 0.76]\n\nPlease note that these coordinates are based on the image description provided and may not be entirely accurate due to perspective or other factors.\n<image>', <PIL.Image.Image image mode=RGB size=416x416 at 0x205F04DFCD0>, 'Default') None
+2024-06-02 05:40:35 | INFO | stdout | Keyboard interruption in main thread... closing server.

mmproj-model-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddb6117944f526454c8b35e9d9209a7ee99f6db005f6dd625debb514222795f
+size 624434336

requirements.txt

@@ -0,0 +1,165 @@
+accelerate==0.21.0
+aiofiles==23.2.1
+aiohttp==3.9.3
+aiosignal==1.3.1
+altair==5.3.0
+annotated-types==0.6.0
+anyio==4.3.0
+astor==0.8.1
+async-timeout==4.0.3
+attrdict==2.0.1
+attrs==23.2.0
+Babel==2.14.0
+bce-python-sdk==0.9.6
+beautifulsoup4==4.12.3
+bitsandbytes==0.41.0
+blinker==1.7.0
+cachetools==5.3.3
+certifi==2024.2.2
+charset-normalizer==3.3.2
+click==8.1.7
+cmake==3.29.0.1
+contourpy==1.2.0
+cssselect==1.2.0
+cssutils==2.10.2
+cycler==0.12.1
+Cython==3.0.10
+decorator==5.1.1
+# deepspeed==0.14.0
+diffusers==0.26.3
+distro==1.9.0
+einops==0.6.1
+einops-exts==0.0.4
+et-xmlfile==1.1.0
+exceptiongroup==1.2.0
+fastapi==0.110.0
+ffmpy==0.3.2
+filelock==3.13.3
+fire==0.6.0
+# flash-attn==2.5.6
+Flask==3.0.2
+flask-babel==4.0.0
+fonttools==4.50.0
+frozenlist==1.4.1
+fsspec==2024.3.1
+ftfy==6.2.0
+future==1.0.0
+gradio==4.24.0
+gradio_client==0.14.0
+h11==0.14.0
+hjson==3.1.0
+httpcore==1.0.5
+httpx==0.27.0
+huggingface-hub==0.22.2
+idna==3.6
+imageio==2.34.0
+imgaug==0.4.0
+importlib_metadata==7.1.0
+importlib_resources==6.4.0
+itsdangerous==2.1.2
+Jinja2==3.1.3
+joblib==1.3.2
+jsonschema==4.21.1
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+lazy_loader==0.3
+linkify-it-py==2.0.3
+lit==18.1.2
+lmdb==1.4.1
+lxml==5.2.0
+markdown-it-py==2.2.0
+markdown2==2.4.13
+MarkupSafe==2.1.5
+matplotlib==3.8.3
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+mpmath==1.3.0
+multidict==6.0.5
+networkx==3.2.1
+ninja==1.11.1.1
+numpy==1.26.4
+open-clip-torch==2.24.0
+openai==1.16.0
+opencv-contrib-python==4.6.0.66
+opencv-python==4.6.0.66
+opencv-python-headless==4.9.0.80
+openpyxl==3.1.2
+opt-einsum==3.3.0
+orjson==3.10.0
+packaging==24.0
+# paddleocr==2.7.0.3
+# paddlepaddle==2.5.2
+pandas==2.2.1
+pdf2docx==0.5.8
+peft==0.4.0
+pillow==10.3.0
+premailer==3.10.0
+protobuf==5.26.1
+psutil==5.9.8
+py-cpuinfo==9.0.0
+pyclipper==1.3.0.post5
+pycryptodome==3.20.0
+pydantic==2.6.4
+pydantic_core==2.16.3
+pydub==0.25.1
+Pygments==2.17.2
+PyMuPDF==1.20.2
+PyMuPDFb==1.24.0
+pynvml==11.5.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-docx==1.1.0
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+rapidfuzz==3.7.0
+rarfile==4.1
+referencing==0.34.0
+regex==2023.12.25
+requests==2.31.0
+rich==13.7.1
+rpds-py==0.18.0
+ruff==0.3.5
+safetensors==0.4.2
+scikit-image==0.22.0
+scikit-learn==1.2.2
+scipy==1.12.0
+semantic-version==2.10.0
+sentencepiece==0.1.99
+shapely==2.0.3
+shellingham==1.5.4
+shortuuid==1.0.13
+six==1.16.0
+sniffio==1.3.1
+soupsieve==2.5
+starlette==0.36.3
+svgwrite==1.4.3
+sympy==1.12
+termcolor==2.4.0
+threadpoolctl==3.4.0
+tifffile==2024.2.12
+timm==0.9.16
+tokenizers==0.15.0
+tomlkit==0.12.0
+toolz==0.12.1
+torch==2.0.1
+torchvision==0.15.2
+tqdm==4.66.2
+# transformers==4.36.2
+# triton==2.0.0
+typer==0.12.0
+typer-cli==0.12.0
+typer-slim==0.12.0
+typing_extensions==4.10.0
+tzdata==2024.1
+uc-micro-py==1.0.3
+urllib3==2.2.1
+uvicorn==0.29.0
+visualdl==2.5.3
+wavedrom==2.0.3.post3
+wcwidth==0.2.13
+websockets==11.0.3
+Werkzeug==3.0.2
+yarl==1.9.4
+zipp==3.18.1
+llama-cpp-python==0.2.59

test.py

@@ -0,0 +1,479 @@
+import argparse
+import datetime
+import json
+import os
+import time
+
+import gradio as gr
+import requests
+
+from minigemini.conversation import (default_conversation, conv_templates,
+                                        SeparatorStyle)
+from minigemini.constants import LOGDIR
+from minigemini.utils import (build_logger, server_error_msg,
+    violates_moderation, moderation_msg)
+import hashlib
+
+
+logger = build_logger("gradio_web_server", "gradio_web_server.log")
+
+headers = {"User-Agent": "Mini-Gemini Client"}
+
+no_change_btn = gr.Button()
+enable_btn = gr.Button(interactive=True)
+disable_btn = gr.Button(interactive=False)
+
+priority = {
+    "vicuna-13b": "aaaaaaa",
+    "koala-13b": "aaaaaab",
+}
+
+
+def get_conv_log_filename():
+    t = datetime.datetime.now()
+    name = os.path.join(LOGDIR, f"{t.year}-{t.month:02d}-{t.day:02d}-conv.json")
+    return name
+
+
+def get_model_list():
+    ret = requests.post(args.controller_url + "/refresh_all_workers")
+    assert ret.status_code == 200
+    ret = requests.post(args.controller_url + "/list_models")
+    models = ret.json()["models"]
+    models.sort(key=lambda x: priority.get(x, x))
+    logger.info(f"Models: {models}")
+    return models
+
+
+get_window_url_params = """
+function() {
+    const params = new URLSearchParams(window.location.search);
+    url_params = Object.fromEntries(params);
+    console.log(url_params);
+    return url_params;
+    }
+"""
+
+
+def load_demo(url_params, request: gr.Request):
+    logger.info(f"load_demo. ip: {request.client.host}. params: {url_params}")
+
+    dropdown_update = gr.Dropdown(visible=True)
+    if "model" in url_params:
+        model = url_params["model"]
+        if model in models:
+            dropdown_update = gr.Dropdown(value=model, visible=True)
+
+    state = default_conversation.copy()
+    return state, dropdown_update
+
+
+def load_demo_refresh_model_list(request: gr.Request):
+    logger.info(f"load_demo. ip: {request.client.host}")
+    models = get_model_list()
+    state = default_conversation.copy()
+    dropdown_update = gr.Dropdown(
+        choices=models,
+        value=models[0] if len(models) > 0 else ""
+    )
+    return state, dropdown_update
+
+
+def vote_last_response(state, vote_type, model_selector, request: gr.Request):
+    with open(get_conv_log_filename(), "a") as fout:
+        data = {
+            "tstamp": round(time.time(), 4),
+            "type": vote_type,
+            "model": model_selector,
+            "state": state.dict(),
+            "ip": request.client.host,
+        }
+        fout.write(json.dumps(data) + "\n")
+
+
+def upvote_last_response(state, model_selector, request: gr.Request):
+    logger.info(f"upvote. ip: {request.client.host}")
+    vote_last_response(state, "upvote", model_selector, request)
+    return ("",) + (disable_btn,) * 3
+
+
+def downvote_last_response(state, model_selector, request: gr.Request):
+    logger.info(f"downvote. ip: {request.client.host}")
+    vote_last_response(state, "downvote", model_selector, request)
+    return ("",) + (disable_btn,) * 3
+
+
+def flag_last_response(state, model_selector, request: gr.Request):
+    logger.info(f"flag. ip: {request.client.host}")
+    vote_last_response(state, "flag", model_selector, request)
+    return ("",) + (disable_btn,) * 3
+
+
+def regenerate(state, image_process_mode, request: gr.Request):
+    logger.info(f"regenerate. ip: {request.client.host}")
+    state.messages[-1][-1] = None
+    prev_human_msg = state.messages[-2]
+    if type(prev_human_msg[1]) in (tuple, list):
+        prev_human_msg[1] = (*prev_human_msg[1][:2], image_process_mode)
+    state.skip_next = False
+    return (state, state.to_gradio_chatbot(), "", None) + (disable_btn,) * 5
+
+
+def clear_history(request: gr.Request):
+    logger.info(f"clear_history. ip: {request.client.host}")
+    state = default_conversation.copy()
+    return (state, state.to_gradio_chatbot(), "", None) + (disable_btn,) * 5
+
+
+def add_text(state, text, image, image_process_mode, request: gr.Request):
+    logger.info(f"add_text. ip: {request.client.host}. len: {len(text)}")
+    if len(text) <= 0 and image is None:
+        state.skip_next = True
+        return (state, state.to_gradio_chatbot(), "", None) + (no_change_btn,) * 5
+    if args.moderate:
+        flagged = violates_moderation(text)
+        if flagged:
+            state.skip_next = True
+            return (state, state.to_gradio_chatbot(), moderation_msg, None) + (
+                no_change_btn,) * 5
+
+    text = text[:1536]  # Hard cut-off
+    if image is not None:
+        text = text[:1200]  # Hard cut-off for images
+        if '<image>' not in text:
+            # text = '<Image><image></Image>' + text
+            text = text + '\n<image>'
+        text = (text, image, image_process_mode)
+        if len(state.get_images(return_pil=True)) > 0:
+            state = default_conversation.copy()
+    state.append_message(state.roles[0], text)
+    state.append_message(state.roles[1], None)
+    state.skip_next = False
+    return (state, state.to_gradio_chatbot(), "", None) + (disable_btn,) * 5
+
+
+def http_bot(state, model_selector, temperature, top_p, max_new_tokens, gen_image, use_ocr, request: gr.Request):
+    logger.info(f"http_bot. ip: {request.client.host}")
+    start_tstamp = time.time()
+    model_name = model_selector
+
+    if state.skip_next:
+        # This generate call is skipped due to invalid inputs
+        yield (state, state.to_gradio_chatbot()) + (no_change_btn,) * 5
+        return
+
+    if len(state.messages) == state.offset + 2:
+        # First round of conversation
+        if "mini-gemini" in model_name.lower():
+            if '8x7b' in model_name.lower():
+                template_name = "mistral_instruct"
+            elif '34b' in model_name.lower():
+                template_name = "chatml_direct"
+            elif '2b' in model_name.lower():
+                template_name = "gemma"
+            else:
+                template_name = "vicuna_v1"
+        else:
+            template_name = "vicuna_v1"
+
+        new_state = conv_templates[template_name].copy()
+        new_state.append_message(new_state.roles[0], state.messages[-2][1])
+        new_state.append_message(new_state.roles[1], None)
+        state = new_state
+
+    # Query worker address
+    controller_url = args.controller_url
+    ret = requests.post(controller_url + "/get_worker_address",
+            json={"model": model_name})
+    worker_addr = ret.json()["address"]
+    logger.info(f"model_name: {model_name}, worker_addr: {worker_addr}")
+
+    # No available worker
+    if worker_addr == "":
+        state.messages[-1][-1] = server_error_msg
+        yield (state, state.to_gradio_chatbot(), disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
+        return
+
+    # Construct prompt
+    prompt = state.get_prompt()
+
+    all_images = state.get_images(return_pil=True)
+    all_image_hash = [hashlib.md5(image.tobytes()).hexdigest() for image in all_images]
+    for image, hash in zip(all_images, all_image_hash):
+        t = datetime.datetime.now()
+        filename = os.path.join(LOGDIR, "serve_images", f"{t.year}-{t.month:02d}-{t.day:02d}", f"{hash}.jpg")
+        if not os.path.isfile(filename):
+            os.makedirs(os.path.dirname(filename), exist_ok=True)
+            image.save(filename)
+    
+    # Generate Image
+    if 'generate' in prompt.lower():
+        gen_image = 'Yes'
+    elif 'show me one idea of what i could make with this?' in prompt.lower() and len(all_images) == 1:
+        h, w = all_images[0].size
+        if h == 922 and w == 672:
+            gen_image = 'Yes'
+
+    # Make requests
+    pload = {
+        "model": model_name,
+        "prompt": prompt,
+        "temperature": float(temperature),
+        "top_p": float(top_p),
+        "max_new_tokens": min(int(max_new_tokens), 1536),
+        "stop": state.sep if state.sep_style in [SeparatorStyle.SINGLE, SeparatorStyle.MPT] else state.sep2,
+        "images": f'List of {len(state.get_images())} images: {all_image_hash}',
+        "gen_image": bool(gen_image == 'Yes'),
+        "use_ocr": bool(use_ocr == 'Yes'),
+    }
+    logger.info(f"==== request ====\n{pload}")
+
+    pload['images'] = state.get_images()
+
+    state.messages[-1][-1] = "▌"
+    yield (state, state.to_gradio_chatbot()) + (disable_btn,) * 5
+
+    try:
+        # Stream output
+        response = requests.post(worker_addr + "/worker_generate_stream",
+            headers=headers, json=pload, stream=True, timeout=30)
+        for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
+            if chunk:
+                data = json.loads(chunk.decode())
+                if data["error_code"] == 0:
+                    if 'image' not in data.keys():
+                        output = data["text"][len(prompt):].strip()
+                        state.messages[-1][-1] = output + "▌"
+                    else:
+                        output = (data["text"][len(prompt):].strip(), data["image"])
+                        state.messages[-1][-1] = output
+                    yield (state, state.to_gradio_chatbot()) + (disable_btn,) * 5
+                else:
+                    output = data["text"] + f" (error_code: {data['error_code']})"
+                    state.messages[-1][-1] = output
+                    yield (state, state.to_gradio_chatbot()) + (disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
+                    return
+                time.sleep(0.03)
+    except requests.exceptions.RequestException as e:
+        state.messages[-1][-1] = server_error_msg
+        yield (state, state.to_gradio_chatbot()) + (disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
+        return
+
+    if type(state.messages[-1][-1]) is not tuple:
+        state.messages[-1][-1] = state.messages[-1][-1][:-1]
+    yield (state, state.to_gradio_chatbot()) + (enable_btn,) * 5
+
+    finish_tstamp = time.time()
+    logger.info(f"{output}")
+
+    with open(get_conv_log_filename(), "a") as fout:
+        data = {
+            "tstamp": round(finish_tstamp, 4),
+            "type": "chat",
+            "model": model_name,
+            "start": round(start_tstamp, 4),
+            "finish": round(finish_tstamp, 4),
+            "state": state.dict(),
+            "images": all_image_hash,
+            "ip": request.client.host,
+        }
+        fout.write(json.dumps(data) + "\n")
+
+title_markdown = ("""
+# Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models
+""")
+
+tos_markdown = ("""
+### Terms of use
+By using this service, users are required to agree to the following terms:
+The service is a research preview intended for non-commercial use only. It only provides limited safety measures and may generate offensive content. It must not be used for any illegal, harmful, violent, racist, or sexual purposes. The service may collect user dialogue data for future research.
+Please click the "Flag" button if you get any inappropriate answer! We will collect those to keep improving our moderator.
+For an optimal experience, please use desktop computers for this demo, as mobile devices may compromise its quality.
+""")
+
+
+learn_more_markdown = ("""
+### License
+The service is a research preview intended for non-commercial use only, subject to the model [License](https://github.com/facebookresearch/llama/blob/main/MODEL_CARD.md) of LLaMA, [Terms of Use](https://openai.com/policies/terms-of-use) of the data generated by OpenAI, and [Privacy Practices](https://chrome.google.com/webstore/detail/sharegpt-share-your-chatg/daiacboceoaocpibfodeljbdfacokfjb) of ShareGPT. Please contact us if you find any potential violation.
+""")
+
+block_css = """
+
+#buttons button {
+    min-width: min(120px,100%);
+}
+
+"""
+
+def build_demo(embed_mode, cur_dir=None, concurrency_count=10):
+    textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
+    with gr.Blocks(title="Mini-Gemini", theme=gr.themes.Default(), css=block_css) as demo:
+        state = gr.State()
+
+        if not embed_mode:
+            gr.Markdown(title_markdown)
+
+        with gr.Row():
+            with gr.Column(scale=3):
+                with gr.Row(elem_id="model_selector_row"):
+                    model_selector = gr.Dropdown(
+                        choices=models,
+                        value=models[0] if len(models) > 0 else "",
+                        interactive=True,
+                        show_label=False,
+                        container=False)
+
+                imagebox = gr.Image(type="pil")
+                image_process_mode = gr.Radio(
+                    ["Crop", "Resize", "Pad", "Default"],
+                    value="Default",
+                    label="Preprocess for non-square image", visible=False)
+
+                if cur_dir is None:
+                    cur_dir = os.path.dirname(os.path.abspath(__file__))
+                gr.Examples(examples=[
+                    [f"{cur_dir}/examples/monday.jpg", "Explain why this meme is funny, and generate a picture when the weekend coming."],
+                    [f"{cur_dir}/examples/woolen.png", "Show me one idea of what I could make with this?"],
+                    [f"{cur_dir}/examples/extreme_ironing.jpg", "What is unusual about this image?"],
+                    [f"{cur_dir}/examples/waterview.jpg", "What are the things I should be cautious about when I visit here?"],
+                ], inputs=[imagebox, textbox])
+
+                with gr.Accordion("Function", open=True) as parameter_row:
+                    gen_image = gr.Radio(choices=['Yes', 'No'], value='No', interactive=True, label="Generate Image")
+                    use_ocr = gr.Radio(choices=['Yes', 'No'], value='Yes', interactive=True, label="Use OCR")
+
+                with gr.Accordion("Parameters", open=False) as parameter_row:
+                    temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.2, step=0.1, interactive=True, label="Temperature",)
+                    top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.7, step=0.1, interactive=True, label="Top P",)
+                    max_output_tokens = gr.Slider(minimum=0, maximum=1024, value=512, step=64, interactive=True, label="Max output tokens",)
+
+            with gr.Column(scale=7):
+                chatbot = gr.Chatbot(
+                    elem_id="chatbot",
+                    label="Mini-Gemini Chatbot",
+                    height=940,
+                    layout="panel",
+                )
+                with gr.Row():
+                    with gr.Column(scale=7):
+                        textbox.render()
+                    with gr.Column(scale=1, min_width=50):
+                        submit_btn = gr.Button(value="Send", variant="primary")
+                with gr.Row(elem_id="buttons") as button_row:
+                    upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
+                    downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
+                    flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
+                    #stop_btn = gr.Button(value="⏹️  Stop Generation", interactive=False)
+                    regenerate_btn = gr.Button(value="🔄  Regenerate", interactive=False)
+                    clear_btn = gr.Button(value="🗑️  Clear", interactive=False)
+
+        if not embed_mode:
+            gr.Markdown(function_markdown)
+            gr.Markdown(tos_markdown)
+            gr.Markdown(learn_more_markdown)
+        url_params = gr.JSON(visible=False)
+
+        # Register listeners
+        btn_list = [upvote_btn, downvote_btn, flag_btn, regenerate_btn, clear_btn]
+        upvote_btn.click(
+            upvote_last_response,
+            [state, model_selector],
+            [textbox, upvote_btn, downvote_btn, flag_btn]
+        )
+        downvote_btn.click(
+            downvote_last_response,
+            [state, model_selector],
+            [textbox, upvote_btn, downvote_btn, flag_btn]
+        )
+        flag_btn.click(
+            flag_last_response,
+            [state, model_selector],
+            [textbox, upvote_btn, downvote_btn, flag_btn]
+        )
+
+        regenerate_btn.click(
+            regenerate,
+            [state, image_process_mode],
+            [state, chatbot, textbox, imagebox] + btn_list
+        ).then(
+            http_bot,
+            [state, model_selector, temperature, top_p, max_output_tokens, gen_image, use_ocr],
+            [state, chatbot] + btn_list,
+            concurrency_limit=concurrency_count
+        )
+
+        clear_btn.click(
+            clear_history,
+            None,
+            [state, chatbot, textbox, imagebox] + btn_list,
+            queue=False
+        )
+
+        textbox.submit(
+            add_text,
+            [state, textbox, imagebox, image_process_mode],
+            [state, chatbot, textbox, imagebox] + btn_list,
+            queue=False
+        ).then(
+            http_bot,
+            [state, model_selector, temperature, top_p, max_output_tokens, gen_image, use_ocr],
+            [state, chatbot] + btn_list,
+            concurrency_limit=concurrency_count
+        )
+
+        submit_btn.click(
+            add_text,
+            [state, textbox, imagebox, image_process_mode],
+            [state, chatbot, textbox, imagebox] + btn_list
+        ).then(
+            http_bot,
+            [state, model_selector, temperature, top_p, max_output_tokens, gen_image, use_ocr],
+            [state, chatbot] + btn_list,
+            concurrency_limit=concurrency_count
+        )
+
+        if args.model_list_mode == "once":
+            demo.load(
+                load_demo,
+                [url_params],
+                [state, model_selector],
+                _js=get_window_url_params
+            )
+        elif args.model_list_mode == "reload":
+            demo.load(
+                load_demo_refresh_model_list,
+                None,
+                [state, model_selector],
+                queue=False
+            )
+        else:
+            raise ValueError(f"Unknown model list mode: {args.model_list_mode}")
+
+    return demo
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--host", type=str, default="0.0.0.0")
+    parser.add_argument("--port", type=int)
+    parser.add_argument("--controller-url", type=str, default="http://localhost:21001")
+    parser.add_argument("--concurrency-count", type=int, default=16)
+    parser.add_argument("--model-list-mode", type=str, default="once",
+        choices=["once", "reload"])
+    parser.add_argument("--share", action="store_true")
+    parser.add_argument("--moderate", action="store_true")
+    parser.add_argument("--embed", action="store_true")
+    args = parser.parse_args()
+    logger.info(f"args: {args}")
+
+    models = get_model_list()
+
+    logger.info(args)
+    demo = build_demo(args.embed, concurrency_count=args.concurrency_count)
+    demo.queue(
+        api_open=False
+    ).launch(
+        server_name=args.host,
+        server_port=args.port,
+        share=args.share
+    )

utils.py

@@ -0,0 +1,126 @@
+import datetime
+import logging
+import logging.handlers
+import os
+import sys
+
+import requests
+
+from constants import LOGDIR
+
+server_error_msg = "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**"
+moderation_msg = "YOUR INPUT VIOLATES OUR CONTENT MODERATION GUIDELINES. PLEASE TRY AGAIN."
+
+handler = None
+
+
+def build_logger(logger_name, logger_filename):
+    global handler
+
+    formatter = logging.Formatter(
+        fmt="%(asctime)s | %(levelname)s | %(name)s | %(message)s",
+        datefmt="%Y-%m-%d %H:%M:%S",
+    )
+
+    # Set the format of root handlers
+    if not logging.getLogger().handlers:
+        logging.basicConfig(level=logging.INFO)
+    logging.getLogger().handlers[0].setFormatter(formatter)
+
+    # Redirect stdout and stderr to loggers
+    stdout_logger = logging.getLogger("stdout")
+    stdout_logger.setLevel(logging.INFO)
+    sl = StreamToLogger(stdout_logger, logging.INFO)
+    sys.stdout = sl
+
+    stderr_logger = logging.getLogger("stderr")
+    stderr_logger.setLevel(logging.ERROR)
+    sl = StreamToLogger(stderr_logger, logging.ERROR)
+    sys.stderr = sl
+
+    # Get logger
+    logger = logging.getLogger(logger_name)
+    logger.setLevel(logging.INFO)
+
+    # Add a file handler for all loggers
+    if handler is None:
+        os.makedirs(LOGDIR, exist_ok=True)
+        filename = os.path.join(LOGDIR, logger_filename)
+        handler = logging.handlers.TimedRotatingFileHandler(
+            filename, when='D', utc=True, encoding='UTF-8')
+        handler.setFormatter(formatter)
+
+        for name, item in logging.root.manager.loggerDict.items():
+            if isinstance(item, logging.Logger):
+                item.addHandler(handler)
+
+    return logger
+
+
+class StreamToLogger(object):
+    """
+    Fake file-like stream object that redirects writes to a logger instance.
+    """
+    def __init__(self, logger, log_level=logging.INFO):
+        self.terminal = sys.stdout
+        self.logger = logger
+        self.log_level = log_level
+        self.linebuf = ''
+
+    def __getattr__(self, attr):
+        return getattr(self.terminal, attr)
+
+    def write(self, buf):
+        temp_linebuf = self.linebuf + buf
+        self.linebuf = ''
+        for line in temp_linebuf.splitlines(True):
+            # From the io.TextIOWrapper docs:
+            #   On output, if newline is None, any '\n' characters written
+            #   are translated to the system default line separator.
+            # By default sys.stdout.write() expects '\n' newlines and then
+            # translates them so this is still cross platform.
+            if line[-1] == '\n':
+                self.logger.log(self.log_level, line.rstrip())
+            else:
+                self.linebuf += line
+
+    def flush(self):
+        if self.linebuf != '':
+            self.logger.log(self.log_level, self.linebuf.rstrip())
+        self.linebuf = ''
+
+
+def disable_torch_init():
+    """
+    Disable the redundant torch default initialization to accelerate model creation.
+    """
+    import torch
+    setattr(torch.nn.Linear, "reset_parameters", lambda self: None)
+    setattr(torch.nn.LayerNorm, "reset_parameters", lambda self: None)
+
+
+def violates_moderation(text):
+    """
+    Check whether the text violates OpenAI moderation API.
+    """
+    url = "https://api.openai.com/v1/moderations"
+    headers = {"Content-Type": "application/json",
+               "Authorization": "Bearer " + os.environ["OPENAI_API_KEY"]}
+    text = text.replace("\n", "")
+    data = "{" + '"input": ' + f'"{text}"' + "}"
+    data = data.encode("utf-8")
+    try:
+        ret = requests.post(url, headers=headers, data=data, timeout=5)
+        flagged = ret.json()["results"][0]["flagged"]
+    except requests.exceptions.RequestException as e:
+        flagged = False
+    except KeyError as e:
+        flagged = False
+
+    return flagged
+
+
+def pretty_print_semaphore(semaphore):
+    if semaphore is None:
+        return "None"
+    return f"Semaphore(value={semaphore._value}, locked={semaphore.locked()})"