Update app.py

app.py

@@ -65,6 +65,30 @@ demo = gr.ChatInterface(
     ],
 )
 
+	api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
+
+if not api_token:
+    raise ValueError("❌ ERROR: Hugging Face API token is not set. Please set it as an environment variable.")
+
+# Define model names
+base_model_name = "mistralai/Mistral-7B-Instruct-v0.3"
+peft_model_name = "prempranavreddy/MP1"
+
+# Load base model with authentication
+base_model = AutoModelForCausalLM.from_pretrained(
+    base_model_name, 
+    torch_dtype=torch.float16, 
+    device_map="auto",
+    use_auth_token=api_token  # ✅ Correct
+)
+
+
+# Load fine-tuned model
+model = PeftModel.from_pretrained(base_model, peft_model_name, token=api_token)
+
+# Load tokenizer
+tokenizer = AutoTokenizer.from_pretrained(base_model_name, token=api_token)
+
 
 if __name__ == "__main__":
     demo.launch()