| { | |
| "additional_special_tokens": [ | |
| "[/ENT-01]", | |
| "[/ENT-02]", | |
| "[/ENT-03]", | |
| "[/ENT-04]", | |
| "[/ENT-05]", | |
| "[/ENT-06]", | |
| "[/ENT-07]", | |
| "[/ENT-08]", | |
| "[/OBJ]", | |
| "[/SUB]", | |
| "[ENT-01]", | |
| "[ENT-02]", | |
| "[ENT-03]", | |
| "[ENT-04]", | |
| "[ENT-05]", | |
| "[ENT-06]", | |
| "[ENT-07]", | |
| "[ENT-08]", | |
| "[GRP-00]", | |
| "[GRP-01]", | |
| "[OBJ]", | |
| "[REL]", | |
| "[SUB]" | |
| ], | |
| "bos_token": "<s>", | |
| "cls_token": "<s>", | |
| "eos_token": "</s>", | |
| "mask_token": { | |
| "content": "<mask>", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": "<pad>", | |
| "sep_token": "</s>", | |
| "unk_token": "<unk>" | |
| } | |