Update app.py

app.py

@@ -63,23 +63,29 @@ demo = gr.ChatInterface(
 if __name__ == "__main__":
     demo.launch()
 
-    from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer
 from peft import PeftModel
 import torch
+import os
+
+# Set Hugging Face token
+os.environ["HF_TOKEN"] = "your_token_here"
 
 base_model_name = "unsloth/qwen2.5-math-7b-bnb-4bit"
 peft_model_name = "Hrushi02/Root_Math"
 
-# Load base model
+# Load base model with authentication
 base_model = AutoModelForCausalLM.from_pretrained(
     base_model_name, 
     torch_dtype=torch.float16, 
-    device_map="auto"
+    device_map="auto",
+    token=os.environ["HF_TOKEN"]
 )
 
 # Load PEFT model
-model = PeftModel.from_pretrained(base_model, peft_model_name)
+model = PeftModel.from_pretrained(base_model, peft_model_name, token=os.environ["HF_TOKEN"])
 
 # Load tokenizer
-tokenizer = AutoTokenizer.from_pretrained(base_model_name)
+tokenizer = AutoTokenizer.from_pretrained(base_model_name, token=os.environ["HF_TOKEN"])
+