Update app.py

app.py

@@ -16,10 +16,10 @@ Mistral does not support system prompt symbol (such as ```<<SYS>>```) now, input
 """
 
 model_path = "models"
-#model_name = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
-model_name = "phi-2.Q5_K_M.gguf"
-#hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.1-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
-hf_hub_download(repo_id="TheBloke/phi-2-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
+model_name = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
+
+hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.1-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
+
 print("Start the model init process")
 model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
 print("Finish the model init process")
@@ -34,7 +34,7 @@ def generater(message, history, temperature, top_p, top_k):
     prompt = "<s>"
     for user_message, assistant_message in history:
         prompt += model.config["promptTemplate"].format(user_message)
-        prompt += assistant_message + "</s>"
+        prompt += assistant_message + "Consigne : tu dois répondre en français</s>"
     prompt += model.config["promptTemplate"].format(message)
     outputs = []    
     for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):