Update api/models.py

api/models.py

@@ -1,14 +1,15 @@
-from typing import List, Optional
-from pydantic import BaseModel
-
-class Message(BaseModel):
-    role: str
-    content: str | list
-
-class ChatRequest(BaseModel):
-    model: str
-    messages: List[Message]
-    stream: Optional[bool] = False
-    temperature: Optional[float] = 0.5
-    top_p: Optional[float] = 0.9
-    max_tokens: Optional[int] = 1024
+from typing import List, Optional
+from pydantic import BaseModel
+
+class Message(BaseModel):
+    role: str
+    content: str | list
+
+class ChatRequest(BaseModel):
+    model: str
+    messages: List[Message]
+    stream: Optional[bool] = False
+    temperature: Optional[float] = 0.5
+    top_p: Optional[float] = 0.9
+    max_tokens: Optional[int] = 1024
+    proxy: Optional[str] = None  # Added proxy field if necessary