Create models.py

api/models.py

@@ -0,0 +1,27 @@
+from typing import List, Optional, Union
+from pydantic import BaseModel
+
+class Message(BaseModel):
+    role: str
+    content: Union[str, List[dict]]
+
+class ChatRequest(BaseModel):
+    model: str
+    messages: List[Message]
+    proxy: Optional[str] = None  # Assuming proxy might be needed
+    stream: Optional[bool] = False
+    temperature: Optional[float] = 0.7
+    top_p: Optional[float] = 0.9
+    max_tokens: Optional[int] = 99999999
+
+class ImageResponseModel(BaseModel):
+    images: str
+    alt: str
+
+class ChatCompletionResponse(BaseModel):
+    id: str
+    object: str
+    created: int
+    model: str
+    choices: List[dict]
+    usage: Optional[dict] = None