{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57521": { "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "57522": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57523": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57524": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57525": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57526": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57527": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57528": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57529": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57530": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57531": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57532": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57533": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57534": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57535": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57536": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57537": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57538": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57539": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57540": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57541": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57542": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57543": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57544": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57545": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57546": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57547": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57548": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57549": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57550": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57551": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57552": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57553": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57554": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57555": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57556": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57557": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57558": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57559": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57560": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57561": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57562": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57563": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57564": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57565": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57566": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57567": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57568": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57569": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57570": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57571": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57572": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57573": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57574": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57575": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57576": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57577": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57578": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57579": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57580": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57581": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57582": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57583": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57584": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57585": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57586": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57587": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57588": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57589": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57590": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57591": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57592": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57593": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57594": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57595": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "" ], "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "mask_token": "", "model_max_length": 1000000000000000019884624838656, "pad_token": "", "processor_class": "DonutProcessor", "sep_token": "", "sp_model_kwargs": {}, "tokenizer_class": "XLMRobertaTokenizer", "unk_token": "" }