File size: 291 Bytes
3ea5ab0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from typing import List
from pydantic import BaseModel
class Message(BaseModel):
role: str
content: str
class ChatRequest(BaseModel):
model: str
messages: List[Message]
stream: bool = False
temperature: float = 0.5
top_p: float = 0.9
max_tokens: int = 1024
|