Commit
·
d7501b1
1
Parent(s):
7fdf7e0
Update main.py
Browse files
main.py
CHANGED
@@ -126,9 +126,10 @@ async def chatV2(request: Request, body: ChatCompletionRequest):
|
|
126 |
return ResponseGenerator(stream_response)
|
127 |
|
128 |
@app.post("/v2/chat/completions")
|
129 |
-
async def
|
130 |
return await chatV2(request, body)
|
131 |
|
|
|
132 |
@app.post("/v0/chat/completions")
|
133 |
async def chat(request: ChatCompletionRequestV0, response_mode=None):
|
134 |
tokens = llm.tokenize(request.prompt)
|
|
|
126 |
return ResponseGenerator(stream_response)
|
127 |
|
128 |
@app.post("/v2/chat/completions")
|
129 |
+
async def chatV2_endpoint(request: Request, body: ChatCompletionRequest):
|
130 |
return await chatV2(request, body)
|
131 |
|
132 |
+
|
133 |
@app.post("/v0/chat/completions")
|
134 |
async def chat(request: ChatCompletionRequestV0, response_mode=None):
|
135 |
tokens = llm.tokenize(request.prompt)
|