Update app.py

app.py

@@ -122,7 +122,30 @@ class CitingSources(BaseModel):
         description="List of sources to cite. Should be an URL of the source."
     )
 
-def get_response_from_pdf(query, model, temperature=0.2):
+def get_response_with_search(query, model, num_calls=3, temperature=0.2):
+    search_results = duckduckgo_search(query)
+    context = "\n".join(f"{result['title']}\n{result['body']}\nSource: {result['href']}\n" 
+                        for result in search_results if 'body' in result)
+    
+    prompt = f"""<s>[INST] Using the following context:
+{context}
+Write a detailed and complete research document that fulfills the following user request: '{query}'
+After writing the document, please provide a list of sources used in your response. [/INST]"""
+    
+    generated_text = generate_chunked_response(prompt, model, num_calls=num_calls, temperature=temperature)
+    
+    # Clean the response
+    clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)
+    clean_text = clean_text.replace("Using the following context:", "").strip()
+    
+    # Split the content and sources
+    parts = clean_text.split("Sources:", 1)
+    main_content = parts[0].strip()
+    sources = parts[1].strip() if len(parts) > 1 else ""
+    
+    return main_content, sources
+
+def get_response_from_pdf(query, model, num_calls=3, temperature=0.2):
     embed = get_embeddings()
     if os.path.exists("faiss_database"):
         database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
@@ -138,7 +161,7 @@ def get_response_from_pdf(query, model, temperature=0.2):
 Write a detailed and complete response that answers the following user question: '{query}'
 Do not include a list of sources in your response. [/INST]"""
 
-    generated_text = generate_chunked_response(prompt, model, temperature=temperature)
+    generated_text = generate_chunked_response(prompt, model, num_calls=num_calls, temperature=temperature)
 
     # Clean the response
     clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)
@@ -146,29 +169,6 @@ Do not include a list of sources in your response. [/INST]"""
 
     return clean_text
 
-def get_response_with_search(query, model, temperature=0.2):
-    search_results = duckduckgo_search(query)
-    context = "\n".join(f"{result['title']}\n{result['body']}\nSource: {result['href']}\n" 
-                        for result in search_results if 'body' in result)
-    
-    prompt = f"""<s>[INST] Using the following context:
-{context}
-Write a detailed and complete research document that fulfills the following user request: '{query}'
-After writing the document, please provide a list of sources used in your response. [/INST]"""
-    
-    generated_text = generate_chunked_response(prompt, model, temperature=temperature)
-    
-    # Clean the response
-    clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)
-    clean_text = clean_text.replace("Using the following context:", "").strip()
-    
-    # Split the content and sources
-    parts = clean_text.split("Sources:", 1)
-    main_content = parts[0].strip()
-    sources = parts[1].strip() if len(parts) > 1 else ""
-    
-    return main_content, sources
-
 def chatbot_interface(message, history, use_web_search, model, temperature):
     if not message.strip():  # Check if the message is empty or just whitespace
         return history