rphrp1985 commited on
Commit
993a41a
·
verified ·
1 Parent(s): ce6dc13

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -192,12 +192,13 @@ def respond(
192
  )
193
  t = Thread(target=model.generate, kwargs=generate_kwargs)
194
  t.start()
195
- outputs = []
196
  for new_token in streamer:
197
  print(new_token," ")
198
- outputs.append(new_token)
199
-
200
- yield "".join(outputs)
 
201
 
202
  # yield 'retuend'
203
  # model.to(accelerator.device)
 
192
  )
193
  t = Thread(target=model.generate, kwargs=generate_kwargs)
194
  t.start()
195
+ outputs= ""
196
  for new_token in streamer:
197
  print(new_token," ")
198
+ outputs = outputs+ new_token
199
+
200
+ print("output ",outputs)
201
+ yield outputs
202
 
203
  # yield 'retuend'
204
  # model.to(accelerator.device)