{ "add_prefix_space": false, "added_tokens_decoder": { "0": { "content": "0 ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "1 ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "2 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "3": { "content": "3 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "4": { "content": "4 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "5": { "content": "5 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "6": { "content": "6 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "7": { "content": "7 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "8": { "content": "8 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "9": { "content": "9 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "10": { "content": "a ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "11": { "content": "b ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "12": { "content": "c ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "13": { "content": "d ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "14": { "content": "e ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "15": { "content": "f ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "16": { "content": "g ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "17": { "content": "h ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "18": { "content": "i ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "19": { "content": "j ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "20": { "content": "k ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "21": { "content": "l ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "22": { "content": "m ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "23": { "content": "n ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "24": { "content": "o ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "25": { "content": "p ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "26": { "content": "q ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "27": { "content": "r ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "28": { "content": "s ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "29": { "content": "t ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "30": { "content": "u ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31": { "content": "v ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32": { "content": "w ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "33": { "content": "x ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34": { "content": "y ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "35": { "content": "z ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "0 ", "clean_up_tokenization_spaces": false, "eos_token": "1 ", "model_max_length": 1000000000000000019884624838656, "tokenizer_class": "GPT2Tokenizer", "unk_token": "" }