|
|
from datetime import datetime |
|
|
import json |
|
|
from typing import Any, Dict, Optional |
|
|
import uuid |
|
|
|
|
|
import httpx |
|
|
from api.config import MODEL_MAPPING, AGENT_MODE, TRENDING_AGENT_MODE, headers |
|
|
from fastapi import Depends, HTTPException |
|
|
from fastapi.security import HTTPAuthorizationCredentials |
|
|
|
|
|
from api.config import APP_SECRET, BASE_URL |
|
|
from api.models import ChatRequest |
|
|
|
|
|
from api.logger import setup_logger |
|
|
|
|
|
logger = setup_logger(__name__) |
|
|
|
|
|
|
|
|
|
|
|
async def process_streaming_response(request: ChatRequest): |
|
|
json_data = { |
|
|
"messages": [message_to_dict(msg) for msg in request.messages], |
|
|
"previewToken": None, |
|
|
"userId": None, |
|
|
"codeModelMode": True, |
|
|
"agentMode": AGENT_MODE.get(request.model, {}), |
|
|
"trendingAgentMode": TRENDING_AGENT_MODE.get(request.model, {}), |
|
|
"isMicMode": False, |
|
|
"userSystemPrompt": None, |
|
|
"maxTokens": request.max_tokens, |
|
|
"playgroundTopP": request.top_p, |
|
|
"playgroundTemperature": request.temperature, |
|
|
"isChromeExt": False, |
|
|
"githubToken": None, |
|
|
"clickedAnswer2": False, |
|
|
"clickedAnswer3": False, |
|
|
"clickedForceWebSearch": False, |
|
|
"visitFromDelta": False, |
|
|
"mobileClient": False, |
|
|
"userSelectedModel": MODEL_MAPPING.get(request.model, request.model), |
|
|
} |
|
|
|
|
|
async with httpx.AsyncClient() as client: |
|
|
try: |
|
|
async with client.stream( |
|
|
"POST", |
|
|
f"{BASE_URL}/api/chat", |
|
|
headers=headers, |
|
|
json=json_data, |
|
|
timeout=100, |
|
|
) as response: |
|
|
response.raise_for_status() |
|
|
async for line in response.aiter_lines(): |
|
|
timestamp = int(datetime.now().timestamp()) |
|
|
if line: |
|
|
content = line + "\n" |
|
|
if content.startswith("$@$v=undefined-rv1$@$"): |
|
|
yield f"data: {json.dumps(create_chat_completion_data(content[21:], request.model, timestamp))}\n\n" |
|
|
else: |
|
|
yield f"data: {json.dumps(create_chat_completion_data(content, request.model, timestamp))}\n\n" |
|
|
|
|
|
yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n" |
|
|
yield "data: [DONE]\n\n" |
|
|
except httpx.HTTPStatusError as e: |
|
|
logger.error(f"HTTP error occurred: {e}") |
|
|
raise HTTPException(status_code=e.response.status_code, detail=str(e)) |
|
|
except httpx.RequestError as e: |
|
|
logger.error(f"Error occurred during request: {e}") |
|
|
raise HTTPException(status_code=500, detail=str(e)) |
|
|
|
