google search functionality

nuse_modules/google_search.py

@@ -0,0 +1,32 @@
+# nuse_modules/google_search.py
+
+import os
+import requests
+
+GOOGLE_API_KEY = os.getenv("GOOGLE_SEARCH_API_KEY")
+GOOGLE_CX_ID = os.getenv("GOOGLE_CX_ID")
+
+def search_google_news(keywords: list[str], num_results: int = 5):
+    query = " ".join(keywords)
+    url = (
+        f"https://www.googleapis.com/customsearch/v1"
+        f"?key={GOOGLE_API_KEY}&cx={GOOGLE_CX_ID}"
+        f"&q={query}&num={num_results}"
+    )
+    
+    try:
+        res = requests.get(url, timeout=10)
+        res.raise_for_status()
+        data = res.json()
+        results = []
+
+        for item in data.get("items", []):
+            results.append({
+                "title": item.get("title"),
+                "link": item.get("link"),
+                "snippet": item.get("snippet"),
+            })
+
+        return results
+    except Exception as e:
+        return {"error": str(e)}

question.py

@@ -10,6 +10,7 @@ from urllib.parse import quote
 import json
 from nuse_modules.classifier import classify_question, REVERSE_MAP
 from nuse_modules.keyword_extracter import keywords_extractor
+from nuse_modules.google_search import search_google_news
 
 load_dotenv()
 
@@ -27,6 +28,9 @@ HEADERS = {
     "Content-Type": "application/json"
 }
 
+def should_extract_keywords(type_id: int) -> bool:
+    return type_id in {1, 2, 3, 4, 5, 6, 7, 10}
+
 def is_relevant(article, keywords):
     text = f"{article.get('title', '')} {article.get('content', '')}".lower()
     return any(kw.lower() in text for kw in keywords)
@@ -79,40 +83,47 @@ async def ask_question(input: QuestionInput):
     print("Intent ID:", qid)
     print("Category:", REVERSE_MAP.get(qid, "unknown"))
 
-    keywords = keywords_extractor(question)
+    necessary = should_extract_keywords(qid)
 
-    print("Raw extracted keywords:", keywords)
+    if necessary:
+        keywords = keywords_extractor(question)
+        print("Raw extracted keywords:", keywords)
 
-    if not keywords:
-        return {"error": "Keyword extraction failed."}
+        if not keywords:
+            return {"error": "Keyword extraction failed."}
+        
+        results = search_google_news(keywords)
 
-    # Step 2: Fetch articles using AND, then fallback to OR
-    query_and = " AND ".join(f'"{kw}"' for kw in keywords)
-    articles = fetch_gnews_articles(query_and)
+        for r in results:
+            print(r["title"], r["link"])
 
-    if not articles:
-        query_or = " OR ".join(f'"{kw}"' for kw in keywords)
-        articles = fetch_gnews_articles(query_or)
+        # Step 2: Fetch articles using AND, then fallback to OR
+        # query_and = " AND ".join(f'"{kw}"' for kw in keywords)
+        # articles = fetch_gnews_articles(query_and)
 
-    relevant_articles = [a for a in articles if is_relevant(a, keywords)]
+        # if not articles:
+        #     query_or = " OR ".join(f'"{kw}"' for kw in keywords)
+        #     articles = fetch_gnews_articles(query_or)
 
-    context = "\n\n".join([
-        a.get("content") or ""
-        for a in relevant_articles
-    ])[:15000]
+        # relevant_articles = [a for a in articles if is_relevant(a, keywords)]
 
-    if not context.strip():
-        return {
-            "question": question,
-            "answer": "Cannot answer – no relevant context found.",
-            "sources": []
-        }
+        # context = "\n\n".join([
+        #     a.get("content") or ""
+        #     for a in relevant_articles
+        # ])[:15000]
+
+        # if not context.strip():
+        #     return {
+        #         "question": question,
+        #         "answer": "Cannot answer – no relevant context found.",
+        #         "sources": []
+        #     }
 
     # Step 3: Ask Mistral to answer using the context
     answer_prompt = (
         f"You are a concise news assistant. Answer the user's question clearly using the context below if relevant. "
         f"If the context is not helpful, you may rely on your own knowledge, but do not mention the context or question again.\n\n"
-        f"Context:\n{context}\n\n"
+        # f"Context:\n{context}\n\n"
         f"Question: {question}\n\n"
         f"Answer:"
     )
@@ -125,8 +136,8 @@ async def ask_question(input: QuestionInput):
     return {
         "question": question,
         "answer": final_answer.strip(),
-        "sources": [
-            {"title": a["title"], "url": a["url"]}
-            for a in relevant_articles
-        ]
+        # "sources": [
+        #     {"title": a["title"], "url": a["url"]}
+        #     for a in relevant_articles
+        # ]
     }