from datetime import datetime import json from typing import Any, Dict, Optional import uuid import httpx from api.config import MODEL_MAPPING, AGENT_MODE, TRENDING_AGENT_MODE, headers from fastapi import HTTPException from api.auth import verify_app_secret # Correctly import verify_app_secret from api.config import APP_SECRET, BASE_URL from api.models import ChatRequest from api.logger import setup_logger logger = setup_logger(__name__) # Remove redundant definition of verify_app_secret def message_to_dict(message): if isinstance(message.content, str): result = {"role": message.role, "content": message.content} if hasattr(message, 'data'): result['data'] = message.data return result elif isinstance(message.content, list) and len(message.content) == 2: return { "role": message.role, "content": message.content[0]["text"], "data": { "imageBase64": message.content[1]["image_url"]["url"], "fileText": "", "title": "snapshoot", }, } else: return {"role": message.role, "content": message.content} async def process_streaming_response(request: ChatRequest): json_data = { "messages": [message_to_dict(msg) for msg in request.messages], "previewToken": None, "userId": None, "codeModelMode": True, "agentMode": AGENT_MODE.get(request.model, {}), "trendingAgentMode": TRENDING_AGENT_MODE.get(request.model, {}), "isMicMode": False, "userSystemPrompt": None, "maxTokens": request.max_tokens, "playgroundTopP": request.top_p, "playgroundTemperature": request.temperature, "isChromeExt": False, "githubToken": None, "clickedAnswer2": False, "clickedAnswer3": False, "clickedForceWebSearch": False, "visitFromDelta": False, "mobileClient": False, "userSelectedModel": MODEL_MAPPING.get(request.model, request.model), } async with httpx.AsyncClient() as client: try: async with client.stream( "POST", f"{BASE_URL}/api/chat", headers=headers, json=json_data, timeout=100, ) as response: response.raise_for_status() async for line in response.aiter_lines(): timestamp = int(datetime.now().timestamp()) if line: content = line + "\n" if content.startswith("$@$v=undefined-rv1$@$"): yield f"data: {json.dumps(create_chat_completion_data(content[21:], request.model, timestamp))}\n\n" else: yield f"data: {json.dumps(create_chat_completion_data(content, request.model, timestamp))}\n\n" yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n" yield "data: [DONE]\n\n" except httpx.HTTPStatusError as e: logger.error(f"HTTP error occurred: {e}") raise HTTPException(status_code=e.response.status_code, detail="External service error") except httpx.RequestError as e: logger.error(f"Error occurred during request: {e}") raise HTTPException(status_code=500, detail="Request to external service failed")