Update app.py

app.py

@@ -53,7 +53,7 @@ search_type="similarity_score_threshold"
 retriever = vectorstore.as_retriever(k = 4, )
 
 prompt = hub.pull("rlm/rag-prompt")
-llm = HuggingFaceEndpoint(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", stop_sequences=["Human:"])
+llm = HuggingFaceEndpoint(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", stop_sequences=["Human:"], max_new_tokens=8192)
 rag_chain = (
     {"context": retriever | format_docs, "question": RunnablePassthrough()}
     | prompt
@@ -144,7 +144,7 @@ async def echo(websocket):
             m = data["message"] + "\n\nAssistant: "
             token = data["token"]
             docs = retriever.get_relevant_documents(m)
-            rawresponse = conversational_rag_chain.invoke(
+            rawresponse = conversational_rag_chain.ainvoke(
                 {"input": m},
                 config={
                     "configurable": {"session_id": token}