Spaces:
Runtime error
Runtime error
Commit
·
66ad139
1
Parent(s):
8b285e8
Always add bos in chat completions
Browse files
app.py
CHANGED
|
@@ -73,6 +73,7 @@ def respond(
|
|
| 73 |
max_tokens=max_tokens,
|
| 74 |
temperature=0,
|
| 75 |
extra_body={
|
|
|
|
| 76 |
"repetition_penalty": 1.05,
|
| 77 |
"use_beam_search": True,
|
| 78 |
"best_of": 5,
|
|
|
|
| 73 |
max_tokens=max_tokens,
|
| 74 |
temperature=0,
|
| 75 |
extra_body={
|
| 76 |
+
"add_special_tokens": True,
|
| 77 |
"repetition_penalty": 1.05,
|
| 78 |
"use_beam_search": True,
|
| 79 |
"best_of": 5,
|