Fixed gated repo error by passing token to tokenizer

app.py

@@ -18,26 +18,20 @@ app = FastAPI()
 # Get the Hugging Face API token from environment variables (BEST PRACTICE)
 HUGGINGFACEHUB_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 
-# --- DEBUGGING LINE ADDED ---
-if HUGGINGFACEHUB_API_TOKEN:
-    print(f"HUGGINGFACEHUB_API_TOKEN found: {HUGGINGFACEHUB_API_TOKEN[:5]}...{HUGGINGFACEHUB_API_TOKEN[-5:]}")
-else:
-    print("HUGGINGFACEHUB_API_TOKEN is NOT set in environment variables.")
-# --- END DEBUGGING LINE ---
-
 if HUGGINGFACEHUB_API_TOKEN is None:
     raise ValueError("HUGGINGFACEHUB_API_TOKEN environment variable not set.")
 
 # --- UPDATED: Use Mistral 7B Instruct v0.3 model ---
 model_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
-tokenizer = AutoTokenizer.from_pretrained(model_id)
+# --- IMPORTANT FIX: Pass token to tokenizer as well ---
+tokenizer = AutoTokenizer.from_pretrained(model_id, token=HUGGINGFACEHUB_API_TOKEN)
 model = AutoModelForCausalLM.from_pretrained(
     model_id,
     device_map="auto",
     torch_dtype=torch.bfloat16, 
     trust_remote_code=True,
-    token=HUGGINGFACEHUB_API_TOKEN # Ensure the token is passed here
+    token=HUGGINGFACEHUB_API_TOKEN # Token is already passed here
 )
 
 if torch.backends.mps.is_available():