wangzhang commited on
Commit
b5710e1
·
1 Parent(s): 27aefd0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,11 +1,11 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
- client = InferenceClient(model="https://zgg3nzdpswxy4a-80.proxy.runpod.net/")
5
 
6
  def inference(message):
7
  partial_message = ""
8
- for token in client.text_generation(message, max_new_tokens=256, stream=True):
9
  partial_message += token
10
  yield partial_message
11
 
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
+ client = InferenceClient(model="https://zgg3nzdpswxy4a-80.proxy.runpod.net")
5
 
6
  def inference(message):
7
  partial_message = ""
8
+ for token in client.text_generation(message, max_new_tokens=128, stream=True):
9
  partial_message += token
10
  yield partial_message
11