wangzhang commited on
Commit
5996d64
·
1 Parent(s): 757c9a5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,8 +5,8 @@ client = InferenceClient(model="https://9bsneexhe83nu6-80.proxy.runpod.net")
5
 
6
  def inference(message, history):
7
  partial_message = ""
8
- for token in client.text_generation(prompt=message, max_new_tokens=1024, stream=True, best_of=1, temperature=0.01, watermark=True,
9
- top_p=0.95, do_sample=True, repetition_penalty=0.03):
10
  if token.startswith("<s>"):
11
  return partial_message
12
  partial_message += token
 
5
 
6
  def inference(message, history):
7
  partial_message = ""
8
+ for token in client.text_generation(prompt=message, max_new_tokens=1024, stream=True, best_of=1, temperature=0.1, watermark=True,
9
+ top_p=0.95, do_sample=True, repetition_penalty=0.1):
10
  if token.startswith("<s>"):
11
  return partial_message
12
  partial_message += token