Update tokenizer_config.json (#1)
Browse files- Update tokenizer_config.json (e19b6e7d60cc8fc980d09d6a46ed0e8c1784779d)
Co-authored-by: Koga Kobayashi <[email protected]>
- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -131,5 +131,5 @@
|
|
131 |
"add_dummy_prefix_space": false,
|
132 |
"legacy": false,
|
133 |
"add_bos_token": false,
|
134 |
-
"add_eos_token":
|
135 |
}
|
|
|
131 |
"add_dummy_prefix_space": false,
|
132 |
"legacy": false,
|
133 |
"add_bos_token": false,
|
134 |
+
"add_eos_token": false
|
135 |
}
|