Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -35,13 +35,7 @@ def predict(message, history):
|
|
35 |
temperature=0.7,
|
36 |
num_beams=1
|
37 |
)
|
38 |
-
|
39 |
-
|
40 |
-
partial_message = ""
|
41 |
-
for new_token in streamer:
|
42 |
-
partial_message += new_token
|
43 |
-
if '<|im_end|>' in partial_message:
|
44 |
-
break
|
45 |
-
yield partial_message
|
46 |
|
47 |
gr.ChatInterface(predict).launch()
|
|
|
35 |
temperature=0.7,
|
36 |
num_beams=1
|
37 |
)
|
38 |
+
output = model.generate(**generate_kwargs)
|
39 |
+
partial_message = streamer.decode(output[0], skip_special_tokens=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
|
41 |
gr.ChatInterface(predict).launch()
|