Update app.py

app.py

@@ -339,8 +339,8 @@ def web_search_and_extract_threading(
 @app.get("/api/adv_web_search")
 async def adv_web_search(
     q: str,
-    model: str = "gpt-4o-mini",
-    max_results: int = 5,
+    model: str = "llama3-8b",
+    max_results: int = 3,
     timelimit: Optional[str] = None,
     safesearch: str = "moderate",
     region: str = "wt-wt",
@@ -355,14 +355,10 @@ async def adv_web_search(
     try:
         with WEBS(proxy=proxy) as webs:
             # 1. Perform the web search
-            search_results = webs.text(
-                keywords=q,
-                region=region,
-                safesearch=safesearch,
-                timelimit=timelimit,
-                backend=backend,
-                max_results=max_results
-            )
+            search_results = webs.text(keywords=q, region=region,
+                                     safesearch=safesearch,
+                                     timelimit=timelimit, backend=backend,
+                                     max_results=max_results)
 
             # 2. Extract text from top search result URLs asynchronously
             extracted_text = ""
@@ -373,17 +369,13 @@ async def adv_web_search(
                     extracted_text += f"## Content from: {result['link']}\n\n{result['text']}\n\n"
 
         # 3. Construct the prompt for FastAI
-        ai_prompt = (
-            f"User Query: {q}\n\n"
-            f"Please provide a detailed and accurate answer to the user's query. Include relevant information extracted from the search results below. Ensure to cite sources by providing links to the original content where applicable. Format your response as follows:\n\n"
-            f"1. **Answer:** Provide a clear and comprehensive answer to the user's query.\n"
-            f"2. **Details:** Include any additional relevant details or explanations.\n"
-            f"3. **Sources:** List the sources of the information with clickable links for further reading.\n\n"
-            f"Search Results:\n{extracted_text}"
-        )
-
-        # 4. Get the AI's response directly using webs().chat
-        response = webs.chat(keywords=ai_prompt, model=model)
+        ai_prompt = f"Query by user: {q}. Answer the query asked by the user in detail. Search Result: {extracted_text}"
+
+        # 4. Get the FastAI's response using FastAI service
+        try:
+            response = await asyncio.to_thread(fastai, ai_prompt, model=model, system=system_prompt)
+        except Exception as e:
+            raise HTTPException(status_code=500, detail=f"Error during FastAI request: {e}")
 
         # 5. Return the results
         return JSONResponse(content={"response": response})