AurelioAguirre commited on
Commit
98af53d
·
1 Parent(s): e612baa

debugging chunks

Browse files
Files changed (2) hide show
  1. main/main.py +1 -1
  2. main/routes.py +1 -0
main/main.py CHANGED
@@ -21,7 +21,7 @@ config = load_config()
21
  def setup_logging():
22
  """Set up basic logging configuration"""
23
  logging.basicConfig(
24
- level=logging.INFO,
25
  format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
26
  )
27
  return logging.getLogger(__name__)
 
21
  def setup_logging():
22
  """Set up basic logging configuration"""
23
  logging.basicConfig(
24
+ level=logging.DEBUG,
25
  format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
26
  )
27
  return logging.getLogger(__name__)
main/routes.py CHANGED
@@ -77,6 +77,7 @@ async def create_chat_completion(request: ChatCompletionRequest):
77
  # Parse the SSE format from LLM Server
78
  if chunk.startswith('data: '):
79
  chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
 
80
 
81
  if chunk == '[DONE]':
82
  continue
 
77
  # Parse the SSE format from LLM Server
78
  if chunk.startswith('data: '):
79
  chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
80
+ logger.debug(f"Sending chunk: {chunk}")
81
 
82
  if chunk == '[DONE]':
83
  continue