llm change

question.py

@@ -16,7 +16,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")  # Hugging Face token for private models if nee
 
 askMe = APIRouter()
 
-client = InferenceClient("mistralai/Mistral-7B-Instruct", token=HF_TOKEN)
+client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3", token=os.getenv("HF_TOKEN"))
 
 class QuestionInput(BaseModel):
     question: str

requirements.txt

@@ -5,4 +5,5 @@ python-dotenv
 redis
 transformers
 torch
-hf_xet
+hf_xet
+huggingface_hub