Update api/provider/gizai.py

api/provider/gizai.py

@@ -5,12 +5,33 @@ from typing import Any, Dict
 
 import httpx
 from fastapi import HTTPException
-from api.models import ChatRequest
 from api.logger import setup_logger
-from api.config import MODEL_MAPPING, GIZAI_API_ENDPOINT, GIZAI_HEADERS
+from api.config import MODEL_MAPPING
 
 logger = setup_logger(__name__)
 
+# Base URL and API Endpoint for GizAI
+GIZAI_BASE_URL = "https://app.giz.ai"
+GIZAI_API_ENDPOINT = f"{GIZAI_BASE_URL}/api/data/users/inferenceServer.infer"
+
+# Headers for GizAI
+GIZAI_HEADERS = {
+    'Accept': 'application/json, text/plain, */*',
+    'Accept-Language': 'en-US,en;q=0.9',
+    'Cache-Control': 'no-cache',
+    'Connection': 'keep-alive',
+    'Content-Type': 'application/json',
+    'Origin': 'https://app.giz.ai',
+    'Pragma': 'no-cache',
+    'Sec-Fetch-Dest': 'empty',
+    'Sec-Fetch-Mode': 'cors',
+    'Sec-Fetch-Site': 'same-origin',
+    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36',
+    'sec-ch-ua': '"Not?A_Brand";v="99", "Chromium";v="130"',
+    'sec-ch-ua-mobile': '?0',
+    'sec-ch-ua-platform': '"Linux"'
+}
+
 # List of models supported by GizAI
 GIZAI_CHAT_MODELS = [
     'chat-gemini-flash',
@@ -64,17 +85,19 @@ def get_gizai_model(model: str) -> str:
 def is_image_model(model: str) -> bool:
     return model in GIZAI_IMAGE_MODELS
 
-async def process_streaming_response(request: ChatRequest):
+async def process_streaming_response(request_data):
     # GizAI does not support streaming; handle as non-streaming
-    return await process_non_streaming_response(request)
+    response = await process_non_streaming_response(request_data)
+    # Return the response wrapped in an iterator
+    return iter([json.dumps(response)])
 
-async def process_non_streaming_response(request: ChatRequest):
-    model = get_gizai_model(request.model)
+async def process_non_streaming_response(request_data):
+    model = get_gizai_model(request_data.get('model'))
 
     async with httpx.AsyncClient() as client:
         if is_image_model(model):
             # Image generation
-            prompt = request.messages[-1].content
+            prompt = request_data['messages'][-1]['content']
             data = {
                 "model": model,
                 "input": {
@@ -103,7 +126,7 @@ async def process_non_streaming_response(request: ChatRequest):
                         "id": f"imggen-{uuid.uuid4()}",
                         "object": "image_generation",
                         "created": int(datetime.now().timestamp()),
-                        "model": request.model,
+                        "model": request_data['model'],
                         "data": images,
                     }
                 else:
@@ -116,7 +139,8 @@ async def process_non_streaming_response(request: ChatRequest):
                 raise HTTPException(status_code=500, detail=str(e))
         else:
             # Chat completion
-            messages_content = "\n".join([f"{msg.role}: {msg.content}" for msg in request.messages])
+            messages = request_data['messages']
+            messages_content = "\n".join([f"{msg['role']}: {msg['content']}" for msg in messages])
             data = {
                 "model": model,
                 "input": {
@@ -144,7 +168,7 @@ async def process_non_streaming_response(request: ChatRequest):
                     "id": f"chatcmpl-{uuid.uuid4()}",
                     "object": "chat.completion",
                     "created": int(datetime.now().timestamp()),
-                    "model": request.model,
+                    "model": request_data['model'],
                     "choices": [
                         {
                             "index": 0,