api/models.py

from typing import List, Optional, Union
from pydantic import BaseModel

class Message(BaseModel):
    role: str
    content: Union[str, List[dict]]

class ChatRequest(BaseModel):
    model: str
    messages: List[Message]
    proxy: Optional[str] = None  # Assuming proxy might be needed
    stream: Optional[bool] = False
    temperature: Optional[float] = 0.7
    top_p: Optional[float] = 0.9
    max_tokens: Optional[int] = 99999999

class ImageResponseModel(BaseModel):
    images: str
    alt: str

class ChatCompletionResponse(BaseModel):
    id: str
    object: str
    created: int
    model: str
    choices: List[dict]
    usage: Optional[dict] = None