Spaces:
Sleeping
Sleeping
yongdong
commited on
Commit
·
51982fa
1
Parent(s):
0b315c1
fix: add explicit temperature and top_p parameters to avoid warnings.
Browse files
app.py
CHANGED
@@ -128,6 +128,8 @@ def generate_response_gpu(prompt, max_tokens=512):
|
|
128 |
**inputs,
|
129 |
max_new_tokens=max_tokens,
|
130 |
do_sample=False,
|
|
|
|
|
131 |
pad_token_id=tokenizer.pad_token_id,
|
132 |
eos_token_id=tokenizer.eos_token_id,
|
133 |
repetition_penalty=1.1,
|
|
|
128 |
**inputs,
|
129 |
max_new_tokens=max_tokens,
|
130 |
do_sample=False,
|
131 |
+
temperature=None,
|
132 |
+
top_p=None,
|
133 |
pad_token_id=tokenizer.pad_token_id,
|
134 |
eos_token_id=tokenizer.eos_token_id,
|
135 |
repetition_penalty=1.1,
|