Create models.py

api/models.py

@@ -0,0 +1,16 @@
+# api/models.py
+
+from typing import List, Optional
+from pydantic import BaseModel
+
+class Message(BaseModel):
+    role: str
+    content: str
+
+class ChatRequest(BaseModel):
+    model: str
+    messages: List[Message]
+    stream: Optional[bool] = False
+    temperature: Optional[float] = 0.5
+    top_p: Optional[float] = 0.95
+    max_tokens: Optional[int] = 4000