Update app.py

app.py

@@ -1,5 +1,6 @@
 from smolagents import CodeAgent, HfApiModel, tool
 from tools.final_answer import FinalAnswerTool
+from tools.visit_webpage import VisitWebpageTool
 from Gradio_UI import GradioUI
 import requests
 import yaml
@@ -55,12 +56,33 @@ def fetch_news(topic: str, num_results: int = 5) -> List[Dict]:
     except Exception as e:
         return f"Error: {str(e)}"
 
+@tool
+def scrape_articles(articles: List[Dict]) -> List[Dict]:
+    """Scrapes the full content of news articles from their URLs.
+    
+    Args:
+        articles: List of article dictionaries containing article information
+    
+    Returns:
+        List of articles with additional full_content field
+    """
+    webpage_tool = VisitWebpageTool()
+    
+    for article in articles:
+        try:
+            full_content = webpage_tool.forward(article['link'])
+            article['full_content'] = full_content
+        except Exception as e:
+            article['full_content'] = f"Failed to scrape content: {str(e)}"
+    
+    return articles
+
 @tool
 def summarize_news(articles: List[Dict]) -> str:
     """Creates a summary of the news articles followed by a list of sources.
     
     Args:
-        articles: List of article dictionaries containing title, source, date, link, and snippet
+        articles: List of article dictionaries containing title, source, date, link, snippet, and full_content
     
     Returns:
         A string containing a summary followed by article references
@@ -68,13 +90,13 @@ def summarize_news(articles: List[Dict]) -> str:
     if not articles or not isinstance(articles, list):
         return "No articles to summarize"
     
-    # Collect all snippets for the overall summary
-    all_snippets = [article['snippet'] for article in articles if article.get('snippet')]
+    # Collect all content for the overall summary
+    all_content = [article.get('full_content', article['snippet']) for article in articles]
     
-    # Create a high-level summary from snippets
+    # Create a high-level summary from content
     summary = "📰 Summary:\n"
     summary += "Latest news covers " + ", ".join(set(article['source'] for article in articles)) + ". "
-    summary += "Key points: " + ". ".join(all_snippets[:2]) + "\n\n"
+    summary += "Key points: " + ". ".join(all_content[:2]) + "\n\n"
     
     # List individual articles
     summary += "🔍 Articles:\n"
@@ -82,7 +104,8 @@ def summarize_news(articles: List[Dict]) -> str:
         title = article['title']
         link = article['link']
         date = article['date']
-        snippet = article['snippet'][:100] + "..." if len(article['snippet']) > 100 else article['snippet']
+        content = article.get('full_content', article['snippet'])
+        snippet = content[:200] + "..." if len(content) > 200 else content
         
         summary += f"{idx}. **{title}**\n"
         summary += f"   {snippet}\n"
@@ -107,7 +130,7 @@ final_answer = FinalAnswerTool()
 # Create the agent with all tools
 agent = CodeAgent(
     model=model,
-    tools=[fetch_news, summarize_news, final_answer],
+    tools=[fetch_news, scrape_articles, summarize_news, final_answer],  # Added scrape_articles
     max_steps=6,
     verbosity_level=1,
     grammar=None,