alfonsovelp commited on
Commit
e21a4b2
·
verified ·
1 Parent(s): 957baa8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -55,10 +55,9 @@ def generate(
55
  stream = model.generate(inputs, **generate_kwargs)
56
  output = ""
57
 
58
- for response in stream:
59
- output += response.token.text
60
- yield output
61
- return output
62
 
63
 
64
  additional_inputs=[
 
55
  stream = model.generate(inputs, **generate_kwargs)
56
  output = ""
57
 
58
+ decoded = tokenizer.batch_decode(generated_ids)
59
+ print(decoded[0])
60
+ return decoded[0]
 
61
 
62
 
63
  additional_inputs=[