Niki Zhang commited on
Commit
e16096a
·
verified ·
1 Parent(s): 8068524

Update app.py

Browse files

update and like dislike function enabled

Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -647,8 +647,9 @@ def upload_callback(image_input, state, visual_chatgpt=None, openai_api_key=None
647
  new_image_path = get_new_image_name('chat_image', func_name='upload')
648
  image_input.save(new_image_path)
649
  visual_chatgpt.current_image = new_image_path
650
- img_caption = model.captioner.inference(image_input, filter=False, args={'text_prompt':''})['caption']
651
- Human_prompt = f'\nHuman: The description of the image with path {new_image_path} is: {img_caption}. This information helps you to understand this image, but you should use tools to finish following tasks, rather than directly imagine from my description. If you understand, say \"Received\". \n'
 
652
  AI_prompt = "Received."
653
  visual_chatgpt.global_prompt = Human_prompt + 'AI: ' + AI_prompt
654
  visual_chatgpt.agent.memory.save_context({"input": Human_prompt}, {"output": AI_prompt})
@@ -658,7 +659,7 @@ def upload_callback(image_input, state, visual_chatgpt=None, openai_api_key=None
658
  parsed_data = json.loads(parsed_data.replace("'", "\""))
659
  name, artist, year, material= parsed_data["name"],parsed_data["artist"],parsed_data["year"], parsed_data["material"]
660
  # artwork_info = f"<div>Painting: {name}<br>Artist name: {artist}<br>Year: {year}<br>Material: {material}</div>"
661
- paragraph = get_image_gpt(openai_api_key, new_image_path,f"What's going on in this picture? in {language}")
662
 
663
  state = [
664
  (
 
647
  new_image_path = get_new_image_name('chat_image', func_name='upload')
648
  image_input.save(new_image_path)
649
  visual_chatgpt.current_image = new_image_path
650
+ paragraph = get_image_gpt(openai_api_key, new_image_path,f"What's going on in this picture? in {language}")
651
+ # img_caption = model.captioner.inference(image_input, filter=False, args={'text_prompt':''})['caption']
652
+ Human_prompt = f'\nHuman: The description of the image with path {new_image_path} is: {paragraph}. This information helps you to understand this image, but you should use tools to finish following tasks, rather than directly imagine from my description. If you understand, say \"Received\". \n'
653
  AI_prompt = "Received."
654
  visual_chatgpt.global_prompt = Human_prompt + 'AI: ' + AI_prompt
655
  visual_chatgpt.agent.memory.save_context({"input": Human_prompt}, {"output": AI_prompt})
 
659
  parsed_data = json.loads(parsed_data.replace("'", "\""))
660
  name, artist, year, material= parsed_data["name"],parsed_data["artist"],parsed_data["year"], parsed_data["material"]
661
  # artwork_info = f"<div>Painting: {name}<br>Artist name: {artist}<br>Year: {year}<br>Material: {material}</div>"
662
+
663
 
664
  state = [
665
  (