Fix audio tools and add browsing tool instead of visit web page tool

community_tools.py

@@ -3,6 +3,10 @@ from langchain_community.agent_toolkits.load_tools import load_tools
 from smolagents.tools import Tool, tool
 from youtube_transcript_api import YouTubeTranscriptApi
 from youtube_transcript_api.proxies import WebshareProxyConfig
+from langchain_community.tools.playwright.utils import (
+    create_async_playwright_browser
+)
+from langchain_community.agent_toolkits import PlayWrightBrowserToolkit
 import os
 
 google_map_tool = Tool.from_langchain(GooglePlacesTool())
@@ -10,11 +14,15 @@ google_map_tool = Tool.from_langchain(GooglePlacesTool())
 from langchain_community.tools import WikipediaQueryRun
 from langchain_community.utilities import WikipediaAPIWrapper
 
-wikipedia_tool = Tool.from_langchain(WikipediaQueryRun(api_wrapper=WikipediaAPIWrapper()))
+wikipedia_tool = Tool.from_langchain(WikipediaQueryRun(api_wrapper=WikipediaAPIWrapper(top_k_results=2)))
 
 arxiv_tools = [Tool.from_langchain(tool) for tool in load_tools(["arxiv"])]
 
-community_tools = [google_map_tool, wikipedia_tool, *arxiv_tools]
+async_browser = create_async_playwright_browser()
+browser_toolkit = PlayWrightBrowserToolkit.from_browser(async_browser=async_browser)
+browser_tools = browser_toolkit.get_tools()
+
+community_tools = [google_map_tool, wikipedia_tool, *arxiv_tools, *browser_tools]
 
 @tool
 def get_youtube_transcript_from_url(video_url: str)->str:

mini_agents.py

@@ -1,9 +1,9 @@
 from smolagents import CodeAgent, InferenceClientModel
 from tools import sort_list, operate_two_numbers, convert_number, load_dataframe_from_csv, load_dataframe_from_excel
-from tools import tavily_search_tool, visit_webpage_tool, read_python_file
+from tools import tavily_search_tool, read_python_file
 from tools import to_dataframe, to_json, get_dataframe_data, get_dataframe_column, get_dataframe_row, get_dataframe_groupby
 from vlm_tools import image_processing, object_detection_tool, ocr_scan_tool, extract_images_from_video, get_image_from_file_path, get_video_from_file_path
-from audio_tools import transcribe_audio_tool, audio_to_base64, noise_reduction, audio_segmentation, speaker_diarization
+from audio_tools import transcribe_audio_tool, audio_to_base64_from_file_path, noise_reduction, audio_segmentation, speaker_diarization
 from community_tools import community_tools, get_youtube_transcript_from_url
 import os
 import logging
@@ -54,11 +54,11 @@ audio_model = InferenceClientModel(
 
 audio_agent = CodeAgent(
     model=audio_model,
-    tools=[transcribe_audio_tool, audio_to_base64, noise_reduction, audio_segmentation, speaker_diarization],
+    tools=[transcribe_audio_tool, audio_to_base64_from_file_path, noise_reduction, audio_segmentation, speaker_diarization],
     max_steps=6,
     additional_authorized_imports=AUTHORIZED_IMPORTS,
     name="audio_agent",
-    description="This agent is responsible for processing audio, transcribing audio and extracting text from it. It cannot process videos."
+    description="This agent is responsible for processing audio, loading mp3 audio and converting it to base64, reducing noise, segmenting audio and transcribing audio (in base64 format). It cannot process videos."
 )
 
 vlm_model = InferenceClientModel(
@@ -136,7 +136,7 @@ master_model = InferenceClientModel(
 master_agent = CodeAgent(
     model=master_model,
     managed_agents=[audio_agent, vlm_agent, arithmetic_agent, pandas_agent],
-    tools=[sort_list, get_youtube_transcript_from_url, read_python_file, *community_tools, tavily_search_tool, visit_webpage_tool],
+    tools=[sort_list, get_youtube_transcript_from_url, read_python_file, *community_tools, tavily_search_tool],
     add_base_tools=True,
     max_steps=20,
     additional_authorized_imports=AUTHORIZED_IMPORTS,

tools.py

@@ -60,7 +60,7 @@ def sort_list(my_list: List[int], order: Literal["asc", "desc", "alphabetize", "
             return sorted(my_list, reverse=how[order] == "desc")
             
 #smolagents tools
-visit_webpage_tool = VisitWebpageTool()
+# visit_webpage_tool = VisitWebpageTool()
 tavily_search_tool = Tool.from_langchain(TavilySearchResults(k=3))