from typing import List from pydantic import BaseModel class Message(BaseModel): role: str content: str class ChatRequest(BaseModel): model: str messages: List[Message] stream: bool = False temperature: float = 0.5 top_p: float = 0.9 max_tokens: int = 1024