update

Dockerfile

@@ -16,4 +16,4 @@ RUN pip install --no-cache-dir -r requirements.txt
 RUN mkdir -p /app/.cache && chmod -R 777 /app/.cache
 
 # Start the FastAPI app on port 7860, the default port expected by Spaces
-CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "4"]

main.py

@@ -27,7 +27,7 @@ class HistoryRequest(BaseModel):
     ai: list[str]
 
 @app.post("/generate")
-def generate_response(history: HistoryRequest):
+async def generate_response(history: HistoryRequest):
     try:
         model
     except: 
@@ -37,4 +37,6 @@ def generate_response(history: HistoryRequest):
         model = chatbot.ChatBot()
     
     response = model.generate_response(history)
-    return response
+    return response
+
+