Update app.py

app.py

@@ -30,6 +30,7 @@ from newspaper import Article
 import PyPDF2
 import io
 import requests
+from duckduckgo_search import DDGS
 
 # Load environment variables from a .env file
 load_dotenv()
@@ -53,6 +54,43 @@ client = InferenceClient(
 similarity_model = SentenceTransformer('all-MiniLM-L6-v2')
 
 
+def duckduckgo_search(query, num_results=10, time_range="", language="", safesearch=2):
+    try:
+        ddgs = DDGS()
+        
+        # Convert time_range to DuckDuckGo format
+        if time_range == "day":
+            timelimit = "d"
+        elif time_range == "week":
+            timelimit = "w"
+        elif time_range == "month":
+            timelimit = "m"
+        elif time_range == "year":
+            timelimit = "y"
+        else:
+            timelimit = None
+        
+        # Convert safesearch to DuckDuckGo format
+        if safesearch == 0:
+            safesearch_setting = "off"
+        elif safesearch == 1:
+            safesearch_setting = "moderate"
+        else:
+            safesearch_setting = "strict"
+        
+        results = ddgs.text(
+            query,
+            region='wt-wt',
+            safesearch=safesearch_setting,
+            timelimit=timelimit,
+            max_results=num_results
+        )
+        
+        return [{"url": result["href"], "title": result["title"]} for result in results]
+    except Exception as e:
+        logger.error(f"Error in DuckDuckGo search: {e}")
+        return []
+
 # Set up a session with retry mechanism
 def requests_retry_session(
     retries=0,
@@ -438,7 +476,8 @@ Your response should be detailed, informative, accurate, and directly relevant t
 
 def search_and_scrape(query, chat_history, num_results=5, scraper="bs4", max_chars=3000, time_range="", language="all", category="", 
                       engines=[], safesearch=2, method="GET", llm_temperature=0.2, timeout=5):
-    try:
+    
+     try:
         # Step 1: Rephrase the Query
         rephrased_query = rephrase_query(chat_history, query, temperature=llm_temperature)
         logger.info(f"Rephrased Query: {rephrased_query}")
@@ -447,6 +486,10 @@ def search_and_scrape(query, chat_history, num_results=5, scraper="bs4", max_cha
             logger.info("No need to perform search based on the rephrased query.")
             return "No search needed for the provided input."
 
+        # Step 2: Perform search
+        if use_duckduckgo:
+            search_results = duckduckgo_search(rephrased_query, num_results, time_range, language, safesearch)
+        else:
         # Search query parameters
         params = {
             'q': rephrased_query,
@@ -612,7 +655,7 @@ def search_and_scrape(query, chat_history, num_results=5, scraper="bs4", max_cha
         return f"An unexpected error occurred during the search and scrape process: {e}"
 
 
-def chat_function(message, history, num_results, scraper, max_chars, time_range, language, category, engines, safesearch, method, llm_temperature):
+def chat_function(message, history, num_results, scraper, max_chars, time_range, language, category, engines, safesearch, method, llm_temperature, use_duckduckgo):
     chat_history = "\n".join([f"{role}: {msg}" for role, msg in history])
     
     response = search_and_scrape(
@@ -627,14 +670,15 @@ def chat_function(message, history, num_results, scraper, max_chars, time_range,
         engines=engines,
         safesearch=safesearch,
         method=method,
-        llm_temperature=llm_temperature
+        llm_temperature=llm_temperature,
+        use_duckduckgo=use_duckduckgo
     )
     
     yield response
 
 iface = gr.ChatInterface(
     chat_function,
-    title="SearXNG Scraper for Financial News",
+    title="Web Scraper for Financial News",
     description="Enter your query, and I'll search the web for the most recent and relevant financial news, scrape content, and provide summarized results.",
     theme=gr.Theme.from_hub("allenai/gradio-theme"),
     additional_inputs=[
@@ -653,6 +697,7 @@ iface = gr.ChatInterface(
         gr.Slider(0, 2, value=2, step=1, label="Safe Search Level"),
         gr.Radio(["GET", "POST"], value="POST", label="HTTP Method"),
         gr.Slider(0, 1, value=0.2, step=0.1, label="LLM Temperature"),
+        gr.Checkbox(label="Use DuckDuckGo Search", value=False),
     ],
     additional_inputs_accordion=gr.Accordion("⚙️ Advanced Parameters", open=True),
     retry_btn="Retry",