{ "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36000": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36001": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36002": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36003": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36004": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36005": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36006": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36007": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36008": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36009": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36010": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36011": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36012": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36013": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36014": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36015": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36016": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36017": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36018": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36019": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36020": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36021": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36022": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36023": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36024": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36025": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36026": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36027": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36028": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36029": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36030": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36031": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36032": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36033": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36034": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36035": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36036": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36037": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36038": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36039": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36040": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36041": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36042": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36043": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36044": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36045": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36046": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36047": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36048": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36049": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36050": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36051": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36052": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36053": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36054": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36055": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36056": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36057": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36058": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36059": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36060": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36061": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36062": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36063": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36064": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36065": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36066": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36067": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36068": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36069": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36070": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36071": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36072": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36073": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36074": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36075": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36076": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36077": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36078": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36079": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36080": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36081": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36082": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36083": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36084": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36085": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36086": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36087": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36088": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36089": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36090": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36091": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36092": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36093": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36094": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36095": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "36096": { "content": "SEM_5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36097": { "content": "SEM_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36098": { "content": "SEM_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36099": { "content": "SEM_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36100": { "content": "SEM_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36101": { "content": "SEM_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36102": { "content": "SEM_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36103": { "content": "SEM_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36104": { "content": "SEM_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36105": { "content": "SEM_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36106": { "content": "SEM_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36107": { "content": "SEM_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36108": { "content": "SEM_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36109": { "content": "SEM_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36110": { "content": "SEM_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36111": { "content": "SEM_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36112": { "content": "SEM_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36113": { "content": "SEM_90", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36114": { "content": "SEM_95", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36115": { "content": "SYN_5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36116": { "content": "SYN_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36117": { "content": "SYN_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36118": { "content": "SYN_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36119": { "content": "SYN_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36120": { "content": "SYN_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36121": { "content": "SYN_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36122": { "content": "SYN_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36123": { "content": "SYN_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36124": { "content": "SYN_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36125": { "content": "SYN_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36126": { "content": "SYN_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36127": { "content": "SYN_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36128": { "content": "SYN_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36129": { "content": "SYN_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36130": { "content": "SYN_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36131": { "content": "SYN_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36132": { "content": "SYN_90", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36133": { "content": "SYN_95", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36134": { "content": "LEX_5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36135": { "content": "LEX_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36136": { "content": "LEX_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36137": { "content": "LEX_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36138": { "content": "LEX_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36139": { "content": "LEX_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36140": { "content": "LEX_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36141": { "content": "LEX_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36142": { "content": "LEX_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36143": { "content": "LEX_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36144": { "content": "LEX_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36145": { "content": "LEX_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36146": { "content": "LEX_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36147": { "content": "LEX_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36148": { "content": "LEX_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36149": { "content": "LEX_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36150": { "content": "LEX_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36151": { "content": "LEX_90", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36152": { "content": "LEX_95", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "SEM_5", "SEM_10", "SEM_15", "SEM_20", "SEM_25", "SEM_30", "SEM_35", "SEM_40", "SEM_45", "SEM_50", "SEM_55", "SEM_60", "SEM_65", "SEM_70", "SEM_75", "SEM_80", "SEM_85", "SEM_90", "SEM_95", "SYN_5", "SYN_10", "SYN_15", "SYN_20", "SYN_25", "SYN_30", "SYN_35", "SYN_40", "SYN_45", "SYN_50", "SYN_55", "SYN_60", "SYN_65", "SYN_70", "SYN_75", "SYN_80", "SYN_85", "SYN_90", "SYN_95", "LEX_5", "LEX_10", "LEX_15", "LEX_20", "LEX_25", "LEX_30", "LEX_35", "LEX_40", "LEX_45", "LEX_50", "LEX_55", "LEX_60", "LEX_65", "LEX_70", "LEX_75", "LEX_80", "LEX_85", "LEX_90", "LEX_95" ], "clean_up_tokenization_spaces": true, "eos_token": "", "extra_ids": 96, "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer", "unk_token": "" }