slimfrikha-tii fedyanin commited on
Commit
92412d8
1 Parent(s): 9beeb66

Upload tokenizer_config.json (#1)

Browse files

- Upload tokenizer_config.json (c46a457ffc4eeab2fbceb99dd46e1b85afd203cf)


Co-authored-by: Kirill <[email protected]>

Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -16221,6 +16221,6 @@
16221
  ],
16222
  "clean_up_tokenization_spaces": true,
16223
  "eos_token": "<|endoftext|>",
16224
- "model_max_length": 8192,
16225
  "tokenizer_class": "PreTrainedTokenizerFast"
16226
  }
 
16221
  ],
16222
  "clean_up_tokenization_spaces": true,
16223
  "eos_token": "<|endoftext|>",
16224
+ "model_max_length": 32768,
16225
  "tokenizer_class": "PreTrainedTokenizerFast"
16226
  }