Update tools/visit_webpage.py

tools/visit_webpage.py

@@ -3,6 +3,7 @@ from smolagents.tools import Tool
 import requests
 import markdownify
 import smolagents
+from urllib.request import Request, urlopen
 
 class VisitWebpageTool(Tool):
     name = "visit_webpage"
@@ -23,8 +24,14 @@ class VisitWebpageTool(Tool):
             ) from e
         try:
             # Send a GET request to the URL with a 20-second timeout
-            response = requests.get(url, timeout=20)
-            response.raise_for_status()  # Raise an exception for bad status codes
+            req = Request(
+                url=url, 
+                headers={'User-Agent': 'Mozilla/5.0'}
+            )
+            response = urlopen(req).read()
+            
+            #response = requests.get(url, timeout=20)
+            #response.raise_for_status()  # Raise an exception for bad status codes
 
             # Convert the HTML content to Markdown
             markdown_content = markdownify(response.text).strip()