Update app.py

app.py

@@ -307,8 +307,16 @@ def retry_last_response(history, use_web_search, model, temperature, num_calls):
     
     return chatbot_interface(last_user_msg, history, use_web_search, model, temperature, num_calls)
 
-def create_conversation_chain(model_name, vector_store):
-    llm = HuggingFaceHub(repo_id=model_name, model_kwargs={"temperature": 0.5, "max_length": 512})
+def create_conversation_chain(model_name, vector_store, temperature=0.5):
+    # Create a HuggingFaceHub instance
+    llm = HuggingFaceHub(
+        repo_id=model_name,
+        model_kwargs={
+            "temperature": temperature
+        },
+        huggingfacehub_api_token=huggingface_token  # Ensure this variable is defined in your environment
+    )
+
     memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
     
     chain = ConversationalRetrievalChain.from_llm(
@@ -347,7 +355,7 @@ def respond(message, history, model, temperature, num_calls, use_web_search, sel
                 filtered_db = FAISS.from_documents(filtered_docs, embed)
                 
                 # Create the conversation chain
-                chain = create_conversation_chain(model, filtered_db)
+                chain = create_conversation_chain(model, filtered_db, temperature)
                 
                 # Generate response
                 response = chain({"question": message})