Update app.py

app.py

@@ -15,6 +15,7 @@ import torch
 from datetime import datetime
 import os
 from dotenv import load_dotenv
+import certifi
 
 # Load environment variables from a .env file
 load_dotenv()
@@ -40,8 +41,8 @@ similarity_model = SentenceTransformer('all-MiniLM-L6-v2')
 
 # Set up a session with retry mechanism
 def requests_retry_session(
-    retries=1,
-    backoff_factor=0.1,
+    retries=3,
+    backoff_factor=0.3,
     status_forcelist=(500, 502, 504),
     session=None,
 ):
@@ -339,17 +340,20 @@ def search_and_scrape(query, chat_history, num_results=5, scraper="trafilatura",
             'Sec-Fetch-Site': 'same-origin',
         }
 
-
         # Send request to SearXNG
         logger.info(f"Sending request to SearXNG for query: {rephrased_query}")
         session = requests_retry_session()
 
-        if method.upper() == "GET":
-            response = session.get(SEARXNG_URL, params=params, headers=headers, timeout=10, verify=certifi.where())
-        else:  # POST
-            response = session.post(SEARXNG_URL, data=params, headers=headers, timeout=10, verify=certifi.where())
-
-        response.raise_for_status()
+        try:
+            if method.upper() == "GET":
+                response = session.get(SEARXNG_URL, params=params, headers=headers, timeout=10, verify=certifi.where())
+            else:  # POST
+                response = session.post(SEARXNG_URL, data=params, headers=headers, timeout=10, verify=certifi.where())
+            
+            response.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.error(f"Error during SearXNG request: {e}")
+            return f"An error occurred during the search request: {e}"
 
         search_results = response.json()
         logger.debug(f"SearXNG Response: {search_results}")
@@ -439,12 +443,9 @@ def search_and_scrape(query, chat_history, num_results=5, scraper="trafilatura",
 
         return llm_summary
 
-    except requests.exceptions.RequestException as e:
-        logger.error(f"Request exception: {e}")
-        return f"An error occurred during the search: {e}"
     except Exception as e:
-        logger.error(f"Unexpected error: {e}")
-        return f"An unexpected error occurred: {e}"
+        logger.error(f"Unexpected error in search_and_scrape: {e}")
+        return f"An unexpected error occurred during the search and scrape process: {e}"
 
 
 def chat_function(message, history, num_results, scraper, max_chars, time_range, language, category, engines, safesearch, method, llm_temperature):