yongdong commited on
Commit
51982fa
·
1 Parent(s): 0b315c1

fix: add explicit temperature and top_p parameters to avoid warnings.

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -128,6 +128,8 @@ def generate_response_gpu(prompt, max_tokens=512):
128
  **inputs,
129
  max_new_tokens=max_tokens,
130
  do_sample=False,
 
 
131
  pad_token_id=tokenizer.pad_token_id,
132
  eos_token_id=tokenizer.eos_token_id,
133
  repetition_penalty=1.1,
 
128
  **inputs,
129
  max_new_tokens=max_tokens,
130
  do_sample=False,
131
+ temperature=None,
132
+ top_p=None,
133
  pad_token_id=tokenizer.pad_token_id,
134
  eos_token_id=tokenizer.eos_token_id,
135
  repetition_penalty=1.1,