wangzhang commited on
Commit
1798def
·
1 Parent(s): c502638

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ client = InferenceClient(model="https://zgg3nzdpswxy4a-80.proxy.runpod.net")
5
 
6
  def inference(message, history):
7
  partial_message = ""
8
- for token in client.text_generation(message, max_new_tokens=256, stream=True,
9
  temperature=0.5, do_sample=True, top_p=0.9):
10
  partial_message += token
11
  yield partial_message
 
5
 
6
  def inference(message, history):
7
  partial_message = ""
8
+ for token in client.text_generation(message, max_new_tokens=256, stream=False,
9
  temperature=0.5, do_sample=True, top_p=0.9):
10
  partial_message += token
11
  yield partial_message