Update app.py

app.py

@@ -45,7 +45,7 @@ def fetch_doc():
 
 # # Define llm
 #hf_token = os.environ.get("HF_TOKEN").strip()  # Ensure to set your Hugging Face token in the environment variable HF_TOKEN
-llm = OllamaLLM(model="mistral:instruct")
+llm = OllamaLLM(model="mistral:instruct", base_url="http://localhost:11434")
 
 pdf_files = fetch_doc() #Fetch Dataset
 chunks = None
@@ -107,6 +107,12 @@ class QueryRequest(BaseModel):
 
 @app.get("/")
 def home():
+    print("Testing Ollama LLM response...")
+    try:
+        response = llm.invoke("What is the capital of Nigeria?")
+        print("Response:", response)
+    except Exception as e:
+        print("Failed to invoke model:", e)
     return {"message": "Welcome to the Know The Law API. Use POST /query to ask legal questions."}
 
 @app.post("/query")