try and except in inference.py

server/app.py

@@ -24,15 +24,8 @@ async def generate_questions(body: Body):
     res = rag_chain.invoke(f"""{query}""")
     return res
 
-app.mount("/", StaticFiles(directory="static", html=True), name="static")
+# app.mount("/", StaticFiles(directory="static", html=True), name="static")
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run("app:app", host="0.0.0.0", port=8000)
-
-
-
-
-
-
-
+    uvicorn.run("app:app", host="0.0.0.0", port=8000)

server/data/load_data.py

@@ -7,7 +7,7 @@ from llm.gemini import gemini_embeddings, llm
 from utils.questions_parser import parse_question
 
 try:
-
+    
     vectorstore = Chroma(
         persist_directory="./chroma_db", embedding_function=gemini_embeddings
     )

server/inference.py

@@ -13,10 +13,19 @@ def get_questions(_dict):
         question=question,
         format_questions_instructions=format_questions_instructions,
     )
-
-    chat = ChatGoogleGenerativeAI(model="gemini-pro")
-    response = chat.invoke(messages)
-    return questions_parser.parse(response.content)
+    
+    tries = 0
+    
+    while tries < 3:
+        try:
+            chat = ChatGoogleGenerativeAI(model="gemini-pro")
+            response = chat.invoke(messages)
+            return questions_parser.parse(response.content)
+        except Exception as e:
+            print(e)
+            tries += 1
+
+    return "Não foi possível gerar as questões."
 
 
 def format_docs(docs):