ahmedheakl commited on
Commit
72b1ae9
·
verified ·
1 Parent(s): 1f718e0

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -199,7 +199,7 @@
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
202
- "model_max_length": 16000,
203
  "pad_token": "<|endoftext|>",
204
  "padding_side": "right",
205
  "split_special_tokens": false,
 
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
202
+ "model_max_length": 32768,
203
  "pad_token": "<|endoftext|>",
204
  "padding_side": "right",
205
  "split_special_tokens": false,