| # api/models.py | |
| from typing import List, Optional | |
| from pydantic import BaseModel | |
| class Message(BaseModel): | |
| role: str | |
| content: str | |
| class ChatRequest(BaseModel): | |
| model: str | |
| messages: List[Message] | |
| stream: Optional[bool] = False | |
| temperature: Optional[float] = 0.5 | |
| top_p: Optional[float] = 0.95 | |
| max_tokens: Optional[int] = 4000 | |