prompt change

app.py

@@ -15,6 +15,7 @@ import base64
 from langchain_openai import ChatOpenAI
 import fitz
 import yt_dlp
+import re
 
 ## # Load environment variables from .env file
 # --- Constants ---
@@ -29,7 +30,7 @@ OPENAI_MODEL = os.getenv ('OPENAI_MODEL')
 ########## ----- DEFINING TOOLS -----##########
 
 # --- TOOL 1: Web Search Tool (DuckDuckGo) ---
-'''
+
 @tool
 def search_tool(query: str) -> str:
     """Answer general knowledge or current events queries using DuckDuckGo."""
@@ -44,7 +45,7 @@ def search_tool(query: str) -> str:
         return "no_answer"
     except Exception:
         return "error"
-'''
+
 # when you use the @tool decorator from langchain.tools, the tool.name and tool.description are automatically extracted from your function
 # tool.name is set to the function name (e.g., `search_tool`), and 
 # tool.description is set to the docstring of the function  (the triple-quoted string right under def ...) (e.g., "Answer general knowledge or current events queries using DuckDuckGo.").
@@ -354,6 +355,10 @@ def python_excel_audio_video_attached_file_tool(input_str: str) -> str:
     import pandas as pd
 
     try:
+        # Extract only the JSON object from the input string
+        match = re.search(r'(\{.*\})', input_str, re.DOTALL)
+        if match:
+            input_str = match.group(1)
         data = json.loads(input_str)
         file_bytes = base64.b64decode(data["file_bytes"])
         filename = data["filename"]
@@ -654,23 +659,24 @@ def audio_video_url_transcript_tool(youtube_url: str) -> str:
 # tools_list = get_all_tools()
 tools_list = [
     python_excel_audio_video_attached_file_tool,
-    # search_tool,
+    wikipedia_summary,
+    sports_awards_historicalfacts_tool,
+    search_and_extract_research_paper_info,
+    python_executor,
     get_weather,
     calculator,
     convert_units,
     get_time,
     get_date,
-    wikipedia_summary,
     dictionary_lookup,
     currency_convert,
     image_caption,
     ocr_image,
     classify_image,
-    # web_scrape_tool,
+    search_tool,
+    web_scrape_tool,
     audio_to_text, 
-    python_executor,
-    search_and_extract_research_paper_info,
-    sports_awards_historicalfacts_tool,
+    # sports_awards_historicalfacts_tool,
     audio_video_url_transcript_tool
 ]
 
@@ -688,6 +694,20 @@ If you are asked for a number, don't use comma to write your number neither use
 If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. 
 If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
 
+For each question, follow this format:
+
+Question: the input question you must answer
+Thought: your reasoning about what to do next
+Action: the action to take, must be one of the tools. If no relevant tools, answer the question directly.
+Action Input: the input to the action
+Observation: the result of the action
+... (repeat Thought/Action/Action Input/Observation as needed)
+Final Answer: the answer to the original question, as concise as possible (number, short string, or comma-separated list, no extra explanation).
+
+Rules for YOUR FINAL ANSWER:
+If the questions is about 'how many' or 'how many times' or 'how many years' or 'how many people' or 'how many items' or 'how many albums' or 'how many songs' (basically needing quantitative reply), then YOUR FINAL ANSWER should be a number.
+If the question is about 'what', 'who', 'where', 'when', 'which', 'why', 'how' or similar, then YOUR FINAL ANSWER should be a short string or a comma separated list of strings.
+
 You also have access to a set of tools, which you can use to answer the question. The available tools with their descriptions are:
 {tool_descriptions}
 
@@ -695,14 +715,15 @@ If there is a file (image, audio, or video) attached to the question, you should
  - For audio or video attachments, the process_attachment tool will transcribe the audio and return the transcript, which you can use to answer the question. 
  -  For image attachments, the process_attachment tool will return a base64 encoded string of the image. You can use this encoded information to provide answer.
 
- If the question is related to sports, awards, historical facts or similar topic that can be answered from wikipedia, you should use the 'sports_awards_historicalfacts_tool' or if the question is similar or related that can be searched in wikipedia, use the more specific tool 'wikipedia_summary' to fetch relevant page information and answer from it. 
+If the question is related to sports, awards, historical facts or similar topic that can be answered from wikipedia, you should use the 'sports_awards_historicalfacts_tool' or if the question is similar or related that can be searched in wikipedia, use the more specific tool 'wikipedia_summary' to fetch relevant page information and answer from it. 
 In general, you must use tools only if needed for the question and only if the question can be answered by one of the provided tools. Otherwise provide the answer based on your knowledge. You must not use multiple tools in a single call. Don't hallucinate.
-If you cannot answer, respond with "no_answer".
 
-If your final answer is something like 'there were 5 studio albums published between 2000 and 2009' then modify YOUR FINAL ANSWER as: '5' 
-If your final answer is something like 'b, e' then YOUR FINAL ANSWER be: 'b, e'
+If after 3 to 4 iterations also a tool usage is not useful then try to answer directly based on your knowledge. If you cannot answer, respond with "no_answer".
 
 """
+# If your final answer is something like 'there were 5 studio albums published between 2000 and 2009' then modify YOUR FINAL ANSWER as: '5' 
+# If your final answer is something like 'b, e' then YOUR FINAL ANSWER be: 'b, e'
+
 
 # system_prompt = f"""
 # You are an intelligent assistant with access to the following tools: