| from typing import List | |
| from pydantic import BaseModel | |
| class Message(BaseModel): | |
| role: str | |
| content: str | |
| class ChatRequest(BaseModel): | |
| model: str | |
| messages: List[Message] | |
| stream: bool = False | |
| temperature: float = 0.5 | |
| top_p: float = 0.9 | |
| max_tokens: int = 1024 | |