Update app.py

app.py

@@ -692,26 +692,47 @@ prompt_list = [
 ]
 
 recommendation_prompt=[
-    '''I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:Recommendation reason: {{Recommendation based on objects in the image or Recommendation based on overall visual similarity}}
+    
+    [
+    '''I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:Recommendation reason: {{Recommendation based on objects in the image}}
     Detailed analysis: Based on the recommendation reason, explain why you recommend image 2 after viewing image 1.Each bullet point should be in {language} language, with a response length of about {length} words.''',
     '''
     When generating the answer, you should tell others that you are the creators of the first paintings and generate the text in the tone and manner as if you are the creator of the painting.
     I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:
-    Recommendation reason: {{ As the author of the first painting, I recommend based on the object I painted OR As the author of the first painting, I recommend based on the overall similarity in appearance}}
+    Recommendation reason: {{ As the author of the first painting, I recommend based on the object I painted}} .
     Detailed analysis: Based on the recommendation reason, explain why you recommend image 2 after viewing image 1. Please generate the above points in the tone and manner as if you are the creator of this painting and start every sentence with I.
     Each bullet point should be in {language} language, with a response length of about {length} words.
     ''',
     '''
     When generating answers, you should tell people that you are the object itself that was selected in the first painting, and generate text in the tone and manner in which you are the object
     I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:  
-    Recommendation reason: {{As an object in the first painting, I am recommending based on myself OR As an object in the first painting, I am recommending based on the overall similarity of the first painting's appearance}}
+    Recommendation reason: {{ As an object in the first painting, I am recommending based on myself}}. 
     Detailed analysis: Based on the recommendation reason, explain why you recommend image 2 after viewing image 1. Please generate the above points in the tone and manner as if you are the object of this painting and start every sentence with I.  
     Each bullet point should be in {language} language, with a response length of about {length} words.
+    '''],
+    
+    [
+    '''I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:Recommendation reason: {{ Recommendation based on overall visual similarity}}
+    Detailed analysis: Based on the recommendation reason, explain why you recommend image 2 after viewing image 1.Each bullet point should be in {language} language, with a response length of about {length} words.''',
+    '''
+    When generating the answer, you should tell others that you are the creators of the first paintings and generate the text in the tone and manner as if you are the creator of the painting.
+    I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:
+    Recommendation reason: {{ As the author of the first painting, I recommend based on the overall similarity in appearance}}
+    Detailed analysis: Based on the recommendation reason, explain why you recommend image 2 after viewing image 1. Please generate the above points in the tone and manner as if you are the creator of this painting and start every sentence with I.
+    Each bullet point should be in {language} language, with a response length of about {length} words.
+    ''',
     '''
+    When generating answers, you should tell people that you are the object itself that was selected in the first painting, and generate text in the tone and manner in which you are the object
+    I want you to write the recommendation reason according to the following content, as a markdown outline with appropriate emojis that describe what you see according to the image:  
+    Recommendation reason: {{As an object in the first painting, I am recommending based on the overall similarity of the first painting's appearance}}
+    Detailed analysis: Based on the recommendation reason, explain why you recommend image 2 after viewing image 1. Please generate the above points in the tone and manner as if you are the object of this painting and start every sentence with I.  
+    Each bullet point should be in {language} language, with a response length of about {length} words.
+    '''],
+    
     
     
 
- ]   
+]   
     
 gpt_state = 0
 VOICE = "en-GB-SoniaNeural"
@@ -1647,16 +1668,15 @@ async def texttospeech(text, language,gender='female'):
         return None
 
 # give the reason of recommendation
-async def item_associate(image_path,new_crop,openai_api_key,language,autoplay,length,log_state,sort_score,narritive,state,evt: gr.SelectData):
+async def item_associate(new_crop,openai_api_key,language,autoplay,length,log_state,sort_score,narritive,state,evt: gr.SelectData):
     persona=naritive_mapping[narritive]
     rec_path=evt._data['value']['image']['path']
-    index="Item Recommendation Picture "+str(evt.index)
+    index="Item Recommendation Picture "+ str(evt.index)
     print("rec_path",rec_path)
-    prompt=recommendation_prompt[persona].format(language=language,length=length)
-    if new_crop:
-        image_paths=[new_crop,rec_path]
-    else:
-        image_paths=[image_path,rec_path]
+    prompt=recommendation_prompt[0][persona].format(language=language,length=length)
+    
+    image_paths=[new_crop,rec_path]
+
     result=get_gpt_response(openai_api_key, image_paths, prompt)
     print("recommend result",result)
     state += [(None, f"{result}")]
@@ -1672,16 +1692,13 @@ async def item_associate(image_path,new_crop,openai_api_key,language,autoplay,le
     return state,state,audio_output,log_state,index,gr.update(value=[])
 
 
-async def style_associate(image_path,new_crop,openai_api_key,language,autoplay,length,log_state,sort_score,narritive,state,evt: gr.SelectData):
+async def style_associate(image_path,openai_api_key,language,autoplay,length,log_state,sort_score,narritive,state,evt: gr.SelectData):
     persona=naritive_mapping[narritive]
     rec_path=evt._data['value']['image']['path']
     index="Style Recommendation Picture "+str(evt.index)
     print("rec_path",rec_path)
-    prompt=recommendation_prompt[persona].format(language=language,length=length)
-    if new_crop:
-        image_paths=[new_crop,rec_path]
-    else:
-        image_paths=[image_path,rec_path]
+    prompt=recommendation_prompt[1][persona].format(language=language,length=length)
+    image_paths=[image_path,rec_path]
     result=get_gpt_response(openai_api_key, image_paths, prompt)
     print("recommend result",result)
     state += [(None, f"{result}")]
@@ -2034,7 +2051,8 @@ def create_ui():
                                 multiselect=True, 
                                     label="Score", info="Please sort the pictures according to your preference"
                     )
-                    with gr.Column(scale=3):
+                    with gr.Row():
+                    
                         gallery_result = gr.Gallery(
                         label="Recommendations Based on Item",
                         height="auto",
@@ -2049,7 +2067,7 @@ def create_ui():
                         # show_share_button=True, 
                         # show_download_button=True
                         )
-                    with gr.Column(scale=3):
+                    
                         style_gallery_result = gr.Gallery(
                         label="Recommendations Based on Style",
                         height="auto",
@@ -2255,7 +2273,7 @@ def create_ui():
 
         gallery_result.select(
             item_associate,
-            inputs=[image_path,new_crop_save_path,openai_api_key,language,auto_play,length,log_state,sort_rec,naritive,recomended_state],
+            inputs=[new_crop_save_path,openai_api_key,language,auto_play,length,log_state,sort_rec,naritive,recomended_state],
             outputs=[recommend_bot,recomended_state,output_audio,log_state,pic_index,recommend_score],
             
             
@@ -2263,7 +2281,7 @@ def create_ui():
         
         style_gallery_result.select(
             style_associate,
-            inputs=[image_path,new_crop_save_path,openai_api_key,language,auto_play,length,log_state,sort_rec,naritive,recomended_state],
+            inputs=[image_path,openai_api_key,language,auto_play,length,log_state,sort_rec,naritive,recomended_state],
             outputs=[recommend_bot,recomended_state,output_audio,log_state,pic_index,recommend_score],