{"bos_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, "additional_special_tokens": ["instance_variable", "number", "type_identifier", "shorthand_property_identifier_pattern", "namespace", "void_type", "heredoc_beginning", "int_literal", "comment", "heredoc_end", "none", "extends", "boolean_type", "global_variable", "property_identifier", "ERROR", "null_literal", "hash_key_symbol", "regex_flags", "shorthand_property_identifier", "string_fragment", "label_name", "escape_sequence", "boolean", "text", "character_literal", "class_variable", "integer", "string", "name", "keyword", "field_identifier", "decimal_floating_point_literal", "package_identifier", "hex_integer_literal", "\"", "float_literal", "statement_identifier", "class", "separators", "simple_symbol", "raw_string_literal", "rune_literal", "decimal_integer_literal", "operator", "string_content", "regex_pattern", "identifier", "string_literal", "php_tag", "constant", "heredoc_content"]}