Update app.py

app.py

@@ -67,9 +67,9 @@ Settings.llm = HuggingFaceInferenceAPI(model_name="mistralai/Mistral-Nemo-Instru
                               device_map="auto",
                               system_prompt = system_propmpt,
                               context_window=4096,
-                              max_new_tokens=256,
+                              max_new_tokens=512,
 #                              stopping_ids=[50278, 50279, 50277, 1, 0],
-                              generate_kwargs={"temperature": 0.5, "do_sample": False},
+                              generate_kwargs={"temperature": 0.6, "do_sample": False},
 #                              tokenizer_kwargs={"max_length": 4096},
                               tokenizer_name="mistralai/Mistral-Nemo-Instruct-2407", 
                              )