nroggendorff commited on
Commit
b7c054a
·
verified ·
1 Parent(s): 295b4eb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -8
app.py CHANGED
@@ -35,13 +35,7 @@ def predict(message, history):
35
  temperature=0.7,
36
  num_beams=1
37
  )
38
- t = Thread(target=model.generate, kwargs=generate_kwargs)
39
- t.start()
40
- partial_message = ""
41
- for new_token in streamer:
42
- partial_message += new_token
43
- if '<|im_end|>' in partial_message:
44
- break
45
- yield partial_message
46
 
47
  gr.ChatInterface(predict).launch()
 
35
  temperature=0.7,
36
  num_beams=1
37
  )
38
+ output = model.generate(**generate_kwargs)
39
+ partial_message = streamer.decode(output[0], skip_special_tokens=True)
 
 
 
 
 
 
40
 
41
  gr.ChatInterface(predict).launch()