Update app.py

app.py

@@ -128,7 +128,7 @@ class CitingSources(BaseModel):
         description="List of sources to cite. Should be an URL of the source."
     )
 
-def get_response_from_pdf(query):
+def get_response_from_pdf(query, temperature=0.7, repetition_penalty=1.1):
     embed = get_embeddings()
     if os.path.exists("faiss_database"):
         database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
@@ -144,7 +144,7 @@ def get_response_from_pdf(query):
 Write a detailed and complete response that answers the following user question: '{query}'
 Do not include a list of sources in your response. [/INST]"""
 
-    generated_text = generate_chunked_response(prompt)
+    generated_text = generate_chunked_response(prompt, temperature=temperature, repetition_penalty=repetition_penalty)
 
     # Clean the response
     clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)
@@ -152,7 +152,7 @@ Do not include a list of sources in your response. [/INST]"""
 
     return clean_text
 
-def get_response_with_search(query):
+def get_response_with_search(query, temperature=0.7, repetition_penalty=1.1):
     search_results = duckduckgo_search(query)
     context = "\n".join(f"{result['title']}\n{result['body']}\nSource: {result['href']}\n" 
                         for result in search_results if 'body' in result)
@@ -162,7 +162,7 @@ def get_response_with_search(query):
 Write a detailed and complete research document that fulfills the following user request: '{query}'
 After writing the document, please provide a list of sources used in your response. [/INST]"""
     
-    generated_text = generate_chunked_response(prompt)
+    generated_text = generate_chunked_response(prompt, temperature=temperature, repetition_penalty=repetition_penalty)
     
     # Clean the response
     clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)