Update api/utils.py

api/utils.py

@@ -17,7 +17,7 @@ async def process_streaming_response(request: ChatRequest) -> AsyncGenerator[str
     messages = [msg.dict() for msg in request.messages]
 
     try:
-        async for content in AmigoChat.generate_response(
+        async for content in await AmigoChat.generate_response(
             model=request.model,
             messages=messages,
             stream=True
@@ -58,3 +58,33 @@ async def process_streaming_response(request: ChatRequest) -> AsyncGenerator[str
     except Exception as e:
         logger.error(f"Error in streaming response: {e}")
         raise HTTPException(status_code=500, detail=str(e))
+
+async def process_non_streaming_response(request: ChatRequest):
+    logger.info("Processing non-streaming response with AmigoChat")
+    messages = [msg.dict() for msg in request.messages]
+
+    try:
+        content = await AmigoChat.generate_response(
+            model=request.model,
+            messages=messages,
+            stream=False
+        )
+
+        return {
+            "id": f"chatcmpl-{uuid.uuid4()}",
+            "object": "chat.completion",
+            "created": int(datetime.now().timestamp()),
+            "model": request.model,
+            "choices": [
+                {
+                    "index": 0,
+                    "message": {"role": "assistant", "content": content},
+                    "finish_reason": "stop",
+                }
+            ],
+            "usage": None,
+        }
+
+    except Exception as e:
+        logger.error(f"Error in non-streaming response: {e}")
+        raise HTTPException(status_code=500, detail=str(e))