Update main.py
Browse files
main.py
CHANGED
@@ -34,12 +34,19 @@ def load_components():
|
|
34 |
global llm, embeddings, vectorstore, retriever, chain
|
35 |
|
36 |
try:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
37 |
# 1) Init LLM & Embeddings
|
38 |
llm = ChatGroq(
|
39 |
model="meta-llama/llama-4-scout-17b-16e-instruct",
|
40 |
temperature=0,
|
41 |
max_tokens=1024,
|
42 |
-
api_key=
|
43 |
)
|
44 |
embeddings = HuggingFaceEmbeddings(
|
45 |
model_name="intfloat/multilingual-e5-large",
|
@@ -109,15 +116,16 @@ Your response:
|
|
109 |
|
110 |
@app.get("/")
|
111 |
def root():
|
112 |
-
return {"message": "
|
113 |
|
114 |
@app.post("/query")
|
115 |
def query(request: QueryRequest):
|
116 |
try:
|
117 |
-
logger.info(
|
118 |
result = chain.invoke({"query": request.question})
|
119 |
logger.info("Query processed successfully.")
|
120 |
return {"answer": result.get("result")}
|
121 |
except Exception as e:
|
122 |
logger.error("Error processing query", exc_info=True)
|
123 |
-
|
|
|
|
34 |
global llm, embeddings, vectorstore, retriever, chain
|
35 |
|
36 |
try:
|
37 |
+
# Ensure API key is provided
|
38 |
+
api_key = os.getenv("API_KEY")
|
39 |
+
if not api_key:
|
40 |
+
logger.error("API_KEY environment variable is not set or empty.")
|
41 |
+
raise RuntimeError("API_KEY environment variable is not set or empty.")
|
42 |
+
logger.info("API_KEY is set.")
|
43 |
+
|
44 |
# 1) Init LLM & Embeddings
|
45 |
llm = ChatGroq(
|
46 |
model="meta-llama/llama-4-scout-17b-16e-instruct",
|
47 |
temperature=0,
|
48 |
max_tokens=1024,
|
49 |
+
api_key=api_key,
|
50 |
)
|
51 |
embeddings = HuggingFaceEmbeddings(
|
52 |
model_name="intfloat/multilingual-e5-large",
|
|
|
116 |
|
117 |
@app.get("/")
|
118 |
def root():
|
119 |
+
return {"message": "API is up and running!"}
|
120 |
|
121 |
@app.post("/query")
|
122 |
def query(request: QueryRequest):
|
123 |
try:
|
124 |
+
logger.info("Received query: %s", request.question)
|
125 |
result = chain.invoke({"query": request.question})
|
126 |
logger.info("Query processed successfully.")
|
127 |
return {"answer": result.get("result")}
|
128 |
except Exception as e:
|
129 |
logger.error("Error processing query", exc_info=True)
|
130 |
+
# Return detailed error for debugging
|
131 |
+
raise HTTPException(status_code=500, detail=str(e))
|