Spaces:
Running
Running
Niki Zhang
commited on
Update app.py
Browse filesupdate and like dislike function enabled
app.py
CHANGED
@@ -647,8 +647,9 @@ def upload_callback(image_input, state, visual_chatgpt=None, openai_api_key=None
|
|
647 |
new_image_path = get_new_image_name('chat_image', func_name='upload')
|
648 |
image_input.save(new_image_path)
|
649 |
visual_chatgpt.current_image = new_image_path
|
650 |
-
|
651 |
-
|
|
|
652 |
AI_prompt = "Received."
|
653 |
visual_chatgpt.global_prompt = Human_prompt + 'AI: ' + AI_prompt
|
654 |
visual_chatgpt.agent.memory.save_context({"input": Human_prompt}, {"output": AI_prompt})
|
@@ -658,7 +659,7 @@ def upload_callback(image_input, state, visual_chatgpt=None, openai_api_key=None
|
|
658 |
parsed_data = json.loads(parsed_data.replace("'", "\""))
|
659 |
name, artist, year, material= parsed_data["name"],parsed_data["artist"],parsed_data["year"], parsed_data["material"]
|
660 |
# artwork_info = f"<div>Painting: {name}<br>Artist name: {artist}<br>Year: {year}<br>Material: {material}</div>"
|
661 |
-
|
662 |
|
663 |
state = [
|
664 |
(
|
|
|
647 |
new_image_path = get_new_image_name('chat_image', func_name='upload')
|
648 |
image_input.save(new_image_path)
|
649 |
visual_chatgpt.current_image = new_image_path
|
650 |
+
paragraph = get_image_gpt(openai_api_key, new_image_path,f"What's going on in this picture? in {language}")
|
651 |
+
# img_caption = model.captioner.inference(image_input, filter=False, args={'text_prompt':''})['caption']
|
652 |
+
Human_prompt = f'\nHuman: The description of the image with path {new_image_path} is: {paragraph}. This information helps you to understand this image, but you should use tools to finish following tasks, rather than directly imagine from my description. If you understand, say \"Received\". \n'
|
653 |
AI_prompt = "Received."
|
654 |
visual_chatgpt.global_prompt = Human_prompt + 'AI: ' + AI_prompt
|
655 |
visual_chatgpt.agent.memory.save_context({"input": Human_prompt}, {"output": AI_prompt})
|
|
|
659 |
parsed_data = json.loads(parsed_data.replace("'", "\""))
|
660 |
name, artist, year, material= parsed_data["name"],parsed_data["artist"],parsed_data["year"], parsed_data["material"]
|
661 |
# artwork_info = f"<div>Painting: {name}<br>Artist name: {artist}<br>Year: {year}<br>Material: {material}</div>"
|
662 |
+
|
663 |
|
664 |
state = [
|
665 |
(
|