Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -282,7 +282,7 @@ def generate_response():
|
|
282 |
def generate_and_log_tokens(model, generator):
|
283 |
for token in generate_tokens(model, generator):
|
284 |
if token == model.token_eos(): # or (max_new_tokens is not None and i >= max_new_tokens):
|
285 |
-
log(request
|
286 |
break
|
287 |
response_tokens.append(token)
|
288 |
yield token
|
|
|
282 |
def generate_and_log_tokens(model, generator):
|
283 |
for token in generate_tokens(model, generator):
|
284 |
if token == model.token_eos(): # or (max_new_tokens is not None and i >= max_new_tokens):
|
285 |
+
log(request, model.detokenize(response_tokens).decode("utf-8", errors="ignore"))
|
286 |
break
|
287 |
response_tokens.append(token)
|
288 |
yield token
|