Spaces:
Runtime error
Runtime error
Commit
·
4f937d8
1
Parent(s):
0b47a2e
debugging chunks v3
Browse files- main/routes.py +1 -0
main/routes.py
CHANGED
@@ -77,6 +77,7 @@ async def create_chat_completion(request: ChatCompletionRequest):
|
|
77 |
# Parse the SSE format from LLM Server
|
78 |
if chunk.startswith('data: '):
|
79 |
chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
|
|
|
80 |
logger.debug(f"Sending chunk: {chunk}...")
|
81 |
|
82 |
if chunk == '[DONE]':
|
|
|
77 |
# Parse the SSE format from LLM Server
|
78 |
if chunk.startswith('data: '):
|
79 |
chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
|
80 |
+
chunk = chunk + " "
|
81 |
logger.debug(f"Sending chunk: {chunk}...")
|
82 |
|
83 |
if chunk == '[DONE]':
|