Update app.py

app.py

@@ -4,9 +4,21 @@ from pypdf import PdfReader
 import os
 from transformers import pipeline
 
-model_path = "plguillou/t5-base-fr-sum-cnndm"
-pipe = pipeline('summarization', model_path)
-min_length = 500
+
+model_path = "models"
+model_name = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
+
+hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.1-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
+
+print("Start the model init process")
+model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
+
+
+model.config["promptTemplate"] = "[INST] {0} [/INST]"
+model.config["systemPrompt"] = "Tu es un assitant et tu dois répondre en français"
+model._is_chat_session_activated = False
+
+max_new_tokens = 2048
 
 def extract_text(file):