Update app.py

app.py

@@ -11,13 +11,18 @@ app = Flask(__name__, template_folder=os.getcwd())
 
 # Default settings
 class ChatConfig:
-    MODEL = "google/gemma-3-27b-it"
+    MODEL = "mistralai/Mistral-7B-Instruct-v0.2"
     DEFAULT_SYSTEM_MSG = "You are an AI assistant answering only based on the uploaded PDF."
     DEFAULT_MAX_TOKENS = 512
     DEFAULT_TEMP = 0.3
     DEFAULT_TOP_P = 0.95
 
-client = InferenceClient(ChatConfig.MODEL)
+# Get the token from environment variable
+HF_TOKEN = os.getenv('HUGGINGFACE_TOKEN')
+client = InferenceClient(
+    ChatConfig.MODEL,
+    token=HF_TOKEN  # Add your Hugging Face token here
+)
 embed_model = SentenceTransformer("all-MiniLM-L6-v2", cache_folder="/tmp")
 vector_dim = 384  # Embedding size
 index = faiss.IndexFlatL2(vector_dim)  # FAISS index