|
from datetime import datetime |
|
import json |
|
import uuid |
|
import asyncio |
|
import random |
|
import string |
|
from typing import Any, Dict, Optional, AsyncGenerator |
|
|
|
import httpx |
|
from fastapi import HTTPException |
|
from api.config import ( |
|
models, |
|
model_aliases, |
|
ALLOWED_MODELS, |
|
MODEL_MAPPING, |
|
get_headers_api_chat, |
|
BASE_URL, |
|
) |
|
from api.models import ChatRequest, Message |
|
from api.logger import setup_logger |
|
|
|
logger = setup_logger(__name__) |
|
|
|
|
|
EDITE_API_ENDPOINT = "https://editee.com/submit/chatgptfree" |
|
|
|
|
|
def generate_chat_id(length: int = 7) -> str: |
|
characters = string.ascii_letters + string.digits |
|
return ''.join(random.choices(characters, k=length)) |
|
|
|
|
|
def create_chat_completion_data( |
|
content: str, model: str, timestamp: int, finish_reason: Optional[str] = None |
|
) -> Dict[str, Any]: |
|
return { |
|
"id": f"chatcmpl-{uuid.uuid4()}", |
|
"object": "chat.completion.chunk", |
|
"created": timestamp, |
|
"model": model, |
|
"choices": [ |
|
{ |
|
"index": 0, |
|
"delta": {"content": content, "role": "assistant"}, |
|
"finish_reason": finish_reason, |
|
} |
|
], |
|
"usage": None, |
|
} |
|
|
|
|
|
def message_to_dict(message: Message): |
|
if isinstance(message.content, str): |
|
content = message.content |
|
elif isinstance(message.content, list) and isinstance(message.content[0], dict) and "text" in message.content[0]: |
|
content = message.content[0]["text"] |
|
else: |
|
content = "" |
|
|
|
if isinstance(message.content, list) and len(message.content) == 2 and "image_url" in message.content[1]: |
|
|
|
return { |
|
"role": message.role, |
|
"content": content, |
|
"data": { |
|
"imageBase64": message.content[1]["image_url"]["url"], |
|
"fileText": "", |
|
"title": "snapshot", |
|
}, |
|
} |
|
return {"role": message.role, "content": content} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def resolve_model(model: str) -> str: |
|
if model in MODEL_MAPPING: |
|
return model |
|
elif model in model_aliases: |
|
return model_aliases[model] |
|
else: |
|
logger.warning(f"Model '{model}' not recognized. Using default model '{default_model}'.") |
|
return "claude" |
|
|
|
|
|
async def process_streaming_response(request: ChatRequest) -> AsyncGenerator[str, None]: |
|
chat_id = generate_chat_id() |
|
resolved_model = resolve_model(request.model) |
|
|
|
logger.info(f"Generated Chat ID: {chat_id} - Model: {resolved_model}") |
|
|
|
|
|
|
|
headers_api_chat = get_headers_api_chat(BASE_URL) |
|
|
|
|
|
|
|
prompt = format_prompt(request.messages) |
|
data = { |
|
"user_input": prompt, |
|
"context": " ", |
|
"template_id": "", |
|
"selected_model": resolved_model |
|
} |
|
|
|
async with httpx.AsyncClient() as client: |
|
try: |
|
response = await client.post( |
|
EDITE_API_ENDPOINT, |
|
headers=headers_api_chat, |
|
json=data, |
|
timeout=100, |
|
) |
|
response.raise_for_status() |
|
response_data = response.json() |
|
|
|
text = response_data.get('text', '') |
|
timestamp = int(datetime.now().timestamp()) |
|
if text: |
|
|
|
yield f"data: {json.dumps(create_chat_completion_data(text, resolved_model, timestamp))}\n\n" |
|
|
|
|
|
yield f"data: {json.dumps(create_chat_completion_data('', resolved_model, timestamp, 'stop'))}\n\n" |
|
yield "data: [DONE]\n\n" |
|
except httpx.HTTPStatusError as e: |
|
logger.error(f"HTTP error occurred for Chat ID {chat_id}: {e.response.status_code} - {e.response.text}") |
|
raise HTTPException(status_code=e.response.status_code, detail=str(e)) |
|
except httpx.RequestError as e: |
|
logger.error(f"Request error occurred for Chat ID {chat_id}: {e}") |
|
raise HTTPException(status_code=500, detail=str(e)) |
|
|
|
|
|
async def process_non_streaming_response(request: ChatRequest) -> Dict[str, Any]: |
|
chat_id = generate_chat_id() |
|
resolved_model = resolve_model(request.model) |
|
|
|
logger.info(f"Generated Chat ID: {chat_id} - Model: {resolved_model}") |
|
|
|
|
|
|
|
headers_api_chat = get_headers_api_chat(BASE_URL) |
|
|
|
|
|
|
|
prompt = format_prompt(request.messages) |
|
data = { |
|
"user_input": prompt, |
|
"context": " ", |
|
"template_id": "", |
|
"selected_model": resolved_model |
|
} |
|
|
|
async with httpx.AsyncClient() as client: |
|
try: |
|
response = await client.post( |
|
EDITE_API_ENDPOINT, |
|
headers=headers_api_chat, |
|
json=data, |
|
timeout=100, |
|
) |
|
response.raise_for_status() |
|
response_data = response.json() |
|
text = response_data.get('text', '') |
|
|
|
|
|
|
|
|
|
|
|
return { |
|
"id": f"chatcmpl-{uuid.uuid4()}", |
|
"object": "chat.completion", |
|
"created": int(datetime.now().timestamp()), |
|
"model": resolved_model, |
|
"choices": [ |
|
{ |
|
"index": 0, |
|
"message": {"role": "assistant", "content": text}, |
|
"finish_reason": "stop", |
|
} |
|
], |
|
"usage": None, |
|
} |
|
except httpx.HTTPStatusError as e: |
|
logger.error(f"HTTP error occurred for Chat ID {chat_id}: {e.response.status_code} - {e.response.text}") |
|
raise HTTPException(status_code=e.response.status_code, detail=str(e)) |
|
except httpx.RequestError as e: |
|
logger.error(f"Request error occurred for Chat ID {chat_id}: {e}") |
|
raise HTTPException(status_code=500, detail=str(e)) |
|
|
|
|
|
def format_prompt(messages: list[Message]) -> str: |
|
|
|
|
|
formatted_messages = [] |
|
for msg in messages: |
|
if isinstance(msg.content, str): |
|
formatted_messages.append(msg.content) |
|
elif isinstance(msg.content, list): |
|
text = msg.content[0].get("text", "") |
|
formatted_messages.append(text) |
|
return "\n".join(formatted_messages) |
|
|