AurelioAguirre commited on
Commit
4f937d8
·
1 Parent(s): 0b47a2e

debugging chunks v3

Browse files
Files changed (1) hide show
  1. main/routes.py +1 -0
main/routes.py CHANGED
@@ -77,6 +77,7 @@ async def create_chat_completion(request: ChatCompletionRequest):
77
  # Parse the SSE format from LLM Server
78
  if chunk.startswith('data: '):
79
  chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
 
80
  logger.debug(f"Sending chunk: {chunk}...")
81
 
82
  if chunk == '[DONE]':
 
77
  # Parse the SSE format from LLM Server
78
  if chunk.startswith('data: '):
79
  chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
80
+ chunk = chunk + " "
81
  logger.debug(f"Sending chunk: {chunk}...")
82
 
83
  if chunk == '[DONE]':