{ "added_tokens_decoder": { "0": { "content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65520": { "content": "<|source_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65521": { "content": "<|source_analysis_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65522": { "content": "<|source_analysis_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65523": { "content": "<|source_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65524": { "content": "<|source_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65525": { "content": "<|answer_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65526": { "content": "<|answer_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65527": { "content": "<|query_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65528": { "content": "<|query_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65529": { "content": "<|source_interpretation_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65530": { "content": "<|source_interpretation_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|source_id|>", "<|source_analysis_start|>", "<|source_analysis_end|>", "<|source_start|>", "<|source_end|>", "<|answer_start|>", "<|answer_end|>", "<|query_start|>", "<|query_end|>", "<|source_interpretation_start|>", "<|source_interpretation_end|>" ], "clean_up_tokenization_spaces": true, "model_max_length": 1000000000000000019884624838656, "tokenizer_class": "PreTrainedTokenizerFast" }