Attempting explicit Hugging Face Hub login for gated repo access

app.py

@@ -12,6 +12,8 @@ import asyncio
 import json
 from langchain_community.llms import HuggingFacePipeline 
 import uvicorn
+# Import the login function from huggingface_hub
+from huggingface_hub import login
 
 app = FastAPI()
 
@@ -21,6 +23,18 @@ HUGGINGFACEHUB_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 if HUGGINGFACEHUB_API_TOKEN is None:
     raise ValueError("HUGGINGFACEHUB_API_TOKEN environment variable not set.")
 
+# --- NEW: Explicitly log in to Hugging Face Hub ---
+# This ensures the environment is authenticated before trying to load models.
+try:
+    login(token=HUGGINGFACEHUB_API_TOKEN)
+    print("Successfully logged into Hugging Face Hub.")
+except Exception as e:
+    print(f"Failed to log into Hugging Face Hub: {e}")
+    # You might want to raise an HTTPException here or handle this more gracefully
+    # depending on whether you want the app to start without model access.
+    # For now, we'll let the subsequent model loading attempt to fail if it must.
+
+
 # --- UPDATED: Use Mistral 7B Instruct v0.3 model ---
 model_id = "mistralai/Mistral-7B-Instruct-v0.3"