Update app.py
Browse files
app.py
CHANGED
@@ -192,12 +192,13 @@ def respond(
|
|
192 |
)
|
193 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
194 |
t.start()
|
195 |
-
outputs
|
196 |
for new_token in streamer:
|
197 |
print(new_token," ")
|
198 |
-
outputs
|
199 |
-
|
200 |
-
|
|
|
201 |
|
202 |
# yield 'retuend'
|
203 |
# model.to(accelerator.device)
|
|
|
192 |
)
|
193 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
194 |
t.start()
|
195 |
+
outputs= ""
|
196 |
for new_token in streamer:
|
197 |
print(new_token," ")
|
198 |
+
outputs = outputs+ new_token
|
199 |
+
|
200 |
+
print("output ",outputs)
|
201 |
+
yield outputs
|
202 |
|
203 |
# yield 'retuend'
|
204 |
# model.to(accelerator.device)
|