Update app.py

app.py

@@ -1,17 +1,23 @@
 from fastapi import FastAPI
-# Use a pipeline as a high-level helper
 from transformers import pipeline
+import os
+from huggingface_hub import login
 
-pipe = pipeline("text-generation", model="meta-llama/Llama-3.1-8B-Instruct")
+# Load the Hugging Face token from environment variables
+hf_token = os.getenv("HF_TOKEN")
+if hf_token:
+    login(token=hf_token)
 
-app = FastAPI()
+# Initialize the Hugging Face pipeline
+pipe = pipeline("text-generation", model="microsoft/phi-4", trust_remote_code=True)
 
+# FastAPI app setup
+app = FastAPI()
 
 @app.get('/')
 def home():
     return {"hello": "Geominds"}
 
-
 @app.get('/ask')
 def ask(prompt: str):
     result = pipe(prompt)