{ "additional_special_tokens": [ { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false } ], "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "entity_mask2_token": "[MASK2]", "entity_mask_token": "[MASK]", "entity_pad_token": "[PAD]", "entity_token_1": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "entity_token_2": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "entity_unk_token": "[UNK]", "eos_token": "", "mask_token": { "__type": "AddedToken", "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false }, "max_entity_length": 64, "max_mention_length": 16, "model_max_length": 512, "pad_token": "", "sep_token": "", "sp_model_kwargs": {}, "task": "entity_span_classification", "tokenizer_class": "MLukeTokenizer", "tokenizer_file": null, "unk_token": "" }