File size: 439 Bytes
7dbf7e8 17e7efb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
from typing import List, Optional
from pydantic import BaseModel
class Message(BaseModel):
role: str
content: str | list
class ChatRequest(BaseModel):
model: str
messages: List[Message]
stream: Optional[bool] = False
temperature: Optional[float] = 0.5
top_p: Optional[float] = 0.9
max_tokens: Optional[int] = 1024
function_call: Optional[bool] = False
function_call_details: Optional[dict] = None
|