Niansuh commited on
Commit
f8c03ff
·
verified ·
1 Parent(s): 5514c6a

Update api/utils.py

Browse files
Files changed (1) hide show
  1. api/utils.py +4 -4
api/utils.py CHANGED
@@ -15,7 +15,6 @@ from api.config import (
15
  AGENT_MODE,
16
  TRENDING_AGENT_MODE,
17
  MODEL_PREFIXES,
18
- MODEL_REFERERS
19
  )
20
  from api.models import ChatRequest
21
  from api.logger import setup_logger
@@ -124,17 +123,18 @@ async def process_streaming_response(request: ChatRequest):
124
 
125
  cleaned_content = strip_model_prefix(content, model_prefix)
126
 
127
- # Add the chunk to the response content
128
  response_content += cleaned_content
129
 
130
- # Yield each chunk of content
131
  yield f"data: {json.dumps(create_chat_completion_data(cleaned_content, request.model, timestamp))}\n\n"
132
 
133
- # Append advertisement at the end
134
  if ADVERTISEMENT_TEXT and not advertisement_added:
135
  response_content += "\n\n" + ADVERTISEMENT_TEXT
136
  advertisement_added = True
137
 
 
138
  yield f"data: {json.dumps(create_chat_completion_data(response_content, request.model, timestamp, 'stop'))}\n\n"
139
  yield "data: [DONE]\n\n"
140
 
 
15
  AGENT_MODE,
16
  TRENDING_AGENT_MODE,
17
  MODEL_PREFIXES,
 
18
  )
19
  from api.models import ChatRequest
20
  from api.logger import setup_logger
 
123
 
124
  cleaned_content = strip_model_prefix(content, model_prefix)
125
 
126
+ # Add chunk to the response content
127
  response_content += cleaned_content
128
 
129
+ # Only yield cleaned content in chunks
130
  yield f"data: {json.dumps(create_chat_completion_data(cleaned_content, request.model, timestamp))}\n\n"
131
 
132
+ # Append advertisement at the end, ensuring it happens only once
133
  if ADVERTISEMENT_TEXT and not advertisement_added:
134
  response_content += "\n\n" + ADVERTISEMENT_TEXT
135
  advertisement_added = True
136
 
137
+ # Final chunk with complete content
138
  yield f"data: {json.dumps(create_chat_completion_data(response_content, request.model, timestamp, 'stop'))}\n\n"
139
  yield "data: [DONE]\n\n"
140