Update app.py

app.py

@@ -10,7 +10,7 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
 # repo_id = "google/gemma-2-9b-it"
 # repo_id = "meta-llama/Meta-Llama-3-8B-Instruct" # answers the question well, but continues the text and does not stop when its necessary. often ends in incomplete responses.
 # repo_id = "mistralai/Mixtral-8x22B-Instruct-v0.1"
-llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens = 512, temperature = 0.7, huggingfacehub_api_token = hftoken, top_p=0.9)
+llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens = 256, temperature = 0.7, huggingfacehub_api_token = hftoken, top_p=0.9)
 
 from langchain_core.output_parsers import StrOutputParser
 from langchain_core.prompts import ChatPromptTemplate