Update app.py

app.py

@@ -233,19 +233,23 @@ def fetch_google_news_rss(query, num_results=10):
     }
     url = f"{base_url}?{urllib.parse.urlencode(params)}"
     
-    feed = feedparser.parse(url)
-    articles = []
-    
-    for entry in feed.entries[:num_results]:
-        article = {
-            "published_date": entry.published,
-            "title": entry.title,
-            "url": entry.link,
-            "content": entry.summary
-        }
-        articles.append(article)
-    
-    return articles
+    try:
+        feed = feedparser.parse(url)
+        articles = []
+        
+        for entry in feed.entries[:num_results]:
+            article = {
+                "published_date": entry.get("published", "N/A"),
+                "title": entry.get("title", "N/A"),
+                "url": entry.get("link", "N/A"),
+                "content": entry.get("summary", "N/A")
+            }
+            articles.append(article)
+        
+        return articles
+    except Exception as e:
+        print(f"Error fetching news: {str(e)}")
+        return []
 
 def summarize_news_content(content, model):
     prompt_template = """
@@ -264,18 +268,27 @@ def process_google_news_rss(query, temperature, top_p, repetition_penalty):
     embed = get_embeddings()
     
     articles = fetch_google_news_rss(query)
+    if not articles:
+        return "No news articles found for the given query."
+    
     processed_articles = []
     
     for article in articles:
-        summary = summarize_news_content(article["content"], model)
-        processed_article = {
-            "published_date": article["published_date"],
-            "title": article["title"],
-            "url": article["url"],
-            "content": article["content"],
-            "summary": summary
-        }
-        processed_articles.append(processed_article)
+        try:
+            summary = summarize_news_content(article["content"], model)
+            processed_article = {
+                "published_date": article["published_date"],
+                "title": article["title"],
+                "url": article["url"],
+                "content": article["content"],
+                "summary": summary
+            }
+            processed_articles.append(processed_article)
+        except Exception as e:
+            print(f"Error processing article: {str(e)}")
+    
+    if not processed_articles:
+        return "Failed to process any news articles. Please try a different query or check the summarization process."
     
     # Add processed articles to the database
     docs = [Document(page_content=article["summary"], metadata={
@@ -284,19 +297,22 @@ def process_google_news_rss(query, temperature, top_p, repetition_penalty):
         "published_date": article["published_date"]
     }) for article in processed_articles]
     
-    if os.path.exists("faiss_database"):
-        database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
-        database.add_documents(docs)
-    else:
-        database = FAISS.from_documents(docs, embed)
-    
-    database.save_local("faiss_database")
-    
-    # Update news_database for excel export
-    global news_database
-    news_database.extend(processed_articles)
-    
-    return f"Processed and added {len(processed_articles)} news articles to the database."
+    try:
+        if os.path.exists("faiss_database"):
+            database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
+            database.add_documents(docs)
+        else:
+            database = FAISS.from_documents(docs, embed)
+        
+        database.save_local("faiss_database")
+        
+        # Update news_database for excel export
+        global news_database
+        news_database.extend(processed_articles)
+        
+        return f"Processed and added {len(processed_articles)} news articles to the database."
+    except Exception as e:
+        return f"Error adding articles to the database: {str(e)}"
 
 def export_news_to_excel():
     global news_database