Update app.py

app.py

@@ -240,6 +240,47 @@ def evaluate_single_data(model_name, data, client, executor, prompt_template, pr
     
     return messages
 
+def process_message_to_sharegpt_format(message):
+    
+    for i, message_item in enumerate(message):
+        role = message_item['role']
+
+        content_list = message_item['content']
+        whole_content = ""
+        for content_item in content_list:
+            content_type = content_item['type']
+            if content_type == "text":
+                content_value = content_item['text']
+                whole_content += content_value
+            elif content_type == "image_url":
+                content_value = content_item['image_url']['url']
+                whole_content += "<image>"
+                # image_path = os.path.join(sub_images_save_folder_path, f"{image_idx}.png")
+                image = base64_to_image(content_value)
+                if image:
+                    # image.save(image_path)
+                    # sharegpt_images.append(image_path)
+                    sharegpt_images.append(image)
+                    image_idx += 1
+
+        if i == 0:
+            sharegpt_conversation.append({"from": "human", "value": whole_content})
+            continue
+            
+        if "<interpreter>" in whole_content:
+            gpt_content, observation_content = whole_content.split("<interpreter>", -1)
+            sharegpt_conversation.append({"from": "gpt", "value": gpt_content})
+            sharegpt_conversation.append({"from": "observation", "value": "<interpreter>"+observation_content})
+        elif i != 0:
+            sharegpt_conversation.append({"from": "gpt", "value": whole_content})
+    
+    sharegpt_data_item = {
+        "conversations": sharegpt_conversation,
+        "images": sharegpt_images
+    }
+
+    return sharegpt_data_item
+
 def process_message(messages):
     # 创建HTML输出
     html_output = '<div style="color: black;">'  # 添加一个包裹所有内容的div，设置文本颜色为黑色
@@ -302,8 +343,10 @@ def o3_chat(model_name, api_key, base_url, question, image):
     
     # 将消息转换为JSON字符串，用于下载
     json_str = json.dumps(messages, ensure_ascii=False, indent=4)
+
+    sharegpt_data_item = process_message_to_sharegpt_format(messages)
     
-    return html_output
+    return html_output, sharegpt_data_item['images']
 
 # Gradio界面
 def create_demo():
@@ -327,12 +370,15 @@ def create_demo():
 
         with gr.Row():
             output = gr.HTML(label="Response")
+
+        with gr.Row():
+            extracted_images = gr.Gallery(label="Extracted Images")
         
         # 处理提交
         submit_btn.click(
             fn=o3_chat,
             inputs=[model_name, api_key, base_url, question, image_input],
-            outputs=[output]
+            outputs=[output, extracted_images]
         )
         
         # 示例部分