Update rag_utils.py

rag_utils.py

@@ -3,6 +3,7 @@ import pickle
 import numpy as np
 import re
 from sentence_transformers import SentenceTransformer
+from huggingface_hub import hf_hub_download
 from llama_cpp import Llama
 
 def load_faiss_index(index_path="faiss_index/faiss_index.faiss", doc_path="faiss_index/documents.pkl"):
@@ -25,14 +26,19 @@ def nettoyer_context(context):
     return context
 
 def generate_answer(question, context):
+    model_file = hf_hub_download(
+        repo_id="TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
+        filename="mistral-7b-instruct-v0.1.Q4_K_M.gguf"
+    )
+
     llm = Llama(
-        model_path="./mistral-7b-instruct-v0.1.Q4_K_M.gguf",
+        model_path=model_file,
         n_ctx=2048,
         n_threads=6,
         verbose=False
     )
 
-    prompt = f""":
+    prompt = f"""Voici des informations sur des établissements et formations :
 
 {context}
 
@@ -43,4 +49,3 @@ Réponse :
 
     output = llm(prompt, max_tokens=256, stop=["</s>"])
     return output["choices"][0]["text"].strip()
-