wangzhang commited on
Commit
483237a
·
1 Parent(s): d1b608d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ client = InferenceClient(model="https://zgg3nzdpswxy4a-80.proxy.runpod.net/")
5
 
6
  def inference(message, history):
7
  partial_message = ""
8
- for token in client.text_generation(message, max_new_tokens=512, stream=True, do_sample=True):
9
  partial_message += token
10
  yield partial_message
11
 
 
5
 
6
  def inference(message, history):
7
  partial_message = ""
8
+ for token in client.text_generation(message, max_new_tokens=512, stream=True):
9
  partial_message += token
10
  yield partial_message
11