{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "3000": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3001": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3002": { "content": "<|reserved_special_token_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3003": { "content": "<|reserved_special_token_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3004": { "content": "<|finetune_right_pad_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3005": { "content": "<|reserved_special_token_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3006": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3007": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3008": { "content": "<|eom_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3009": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3010": { "content": "<|python_tag|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3011": { "content": "<|reserved_special_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3012": { "content": "<|reserved_special_token_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3013": { "content": "<|reserved_special_token_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3014": { "content": "<|reserved_special_token_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3015": { "content": "<|reserved_special_token_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3016": { "content": "<|reserved_special_token_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3017": { "content": "<|reserved_special_token_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3018": { "content": "<|reserved_special_token_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3019": { "content": "<|reserved_special_token_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3020": { "content": "<|reserved_special_token_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3021": { "content": "<|reserved_special_token_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3022": { "content": "<|reserved_special_token_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3023": { "content": "<|reserved_special_token_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3024": { "content": "<|reserved_special_token_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3025": { "content": "<|reserved_special_token_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3026": { "content": "<|reserved_special_token_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3027": { "content": "<|reserved_special_token_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3028": { "content": "<|reserved_special_token_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3029": { "content": "<|reserved_special_token_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3030": { "content": "<|reserved_special_token_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3031": { "content": "<|reserved_special_token_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3032": { "content": "<|reserved_special_token_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3033": { "content": "<|reserved_special_token_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3034": { "content": "<|reserved_special_token_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3035": { "content": "<|reserved_special_token_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3036": { "content": "<|reserved_special_token_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3037": { "content": "<|reserved_special_token_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3038": { "content": "<|reserved_special_token_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3039": { "content": "<|reserved_special_token_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3040": { "content": "<|reserved_special_token_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3041": { "content": "<|reserved_special_token_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3042": { "content": "<|reserved_special_token_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3043": { "content": "<|reserved_special_token_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3044": { "content": "<|reserved_special_token_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3045": { "content": "<|reserved_special_token_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3046": { "content": "<|reserved_special_token_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3047": { "content": "<|reserved_special_token_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3048": { "content": "<|reserved_special_token_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3049": { "content": "<|reserved_special_token_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3050": { "content": "<|reserved_special_token_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3051": { "content": "<|reserved_special_token_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3052": { "content": "<|reserved_special_token_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3053": { "content": "<|reserved_special_token_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3054": { "content": "<|reserved_special_token_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3055": { "content": "<|reserved_special_token_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3056": { "content": "<|reserved_special_token_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3057": { "content": "<|reserved_special_token_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3058": { "content": "<|reserved_special_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3059": { "content": "<|reserved_special_token_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3060": { "content": "<|reserved_special_token_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3061": { "content": "<|reserved_special_token_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3062": { "content": "<|reserved_special_token_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3063": { "content": "<|reserved_special_token_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3064": { "content": "<|reserved_special_token_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3065": { "content": "<|reserved_special_token_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3066": { "content": "<|reserved_special_token_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3067": { "content": "<|reserved_special_token_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3068": { "content": "<|reserved_special_token_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3069": { "content": "<|reserved_special_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3070": { "content": "<|reserved_special_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3071": { "content": "<|reserved_special_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3072": { "content": "<|reserved_special_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3073": { "content": "<|reserved_special_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3074": { "content": "<|reserved_special_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3075": { "content": "<|reserved_special_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3076": { "content": "<|reserved_special_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3077": { "content": "<|reserved_special_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3078": { "content": "<|reserved_special_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3079": { "content": "<|reserved_special_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3080": { "content": "<|reserved_special_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3081": { "content": "<|reserved_special_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3082": { "content": "<|reserved_special_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3083": { "content": "<|reserved_special_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3084": { "content": "<|reserved_special_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3085": { "content": "<|reserved_special_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3086": { "content": "<|reserved_special_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3087": { "content": "<|reserved_special_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3088": { "content": "<|reserved_special_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3089": { "content": "<|reserved_special_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3090": { "content": "<|reserved_special_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3091": { "content": "<|reserved_special_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3092": { "content": "<|reserved_special_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3093": { "content": "<|reserved_special_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3094": { "content": "<|reserved_special_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3095": { "content": "<|reserved_special_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3096": { "content": "<|reserved_special_token_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3097": { "content": "<|reserved_special_token_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3098": { "content": "<|reserved_special_token_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3099": { "content": "<|reserved_special_token_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3100": { "content": "<|reserved_special_token_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3101": { "content": "<|reserved_special_token_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3102": { "content": "<|reserved_special_token_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3103": { "content": "<|reserved_special_token_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3104": { "content": "<|reserved_special_token_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3105": { "content": "<|reserved_special_token_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3106": { "content": "<|reserved_special_token_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3107": { "content": "<|reserved_special_token_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3108": { "content": "<|reserved_special_token_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3109": { "content": "<|reserved_special_token_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3110": { "content": "<|reserved_special_token_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3111": { "content": "<|reserved_special_token_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3112": { "content": "<|reserved_special_token_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3113": { "content": "<|reserved_special_token_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3114": { "content": "<|reserved_special_token_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3115": { "content": "<|reserved_special_token_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3116": { "content": "<|reserved_special_token_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3117": { "content": "<|reserved_special_token_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3118": { "content": "<|reserved_special_token_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3119": { "content": "<|reserved_special_token_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3120": { "content": "<|reserved_special_token_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3121": { "content": "<|reserved_special_token_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3122": { "content": "<|reserved_special_token_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3123": { "content": "<|reserved_special_token_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3124": { "content": "<|reserved_special_token_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3125": { "content": "<|reserved_special_token_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3126": { "content": "<|reserved_special_token_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3127": { "content": "<|reserved_special_token_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3128": { "content": "<|reserved_special_token_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3129": { "content": "<|reserved_special_token_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3130": { "content": "<|reserved_special_token_122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3131": { "content": "<|reserved_special_token_123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3132": { "content": "<|reserved_special_token_124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3133": { "content": "<|reserved_special_token_125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3134": { "content": "<|reserved_special_token_126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3135": { "content": "<|reserved_special_token_127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3136": { "content": "<|reserved_special_token_128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3137": { "content": "<|reserved_special_token_129|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3138": { "content": "<|reserved_special_token_130|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3139": { "content": "<|reserved_special_token_131|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3140": { "content": "<|reserved_special_token_132|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3141": { "content": "<|reserved_special_token_133|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3142": { "content": "<|reserved_special_token_134|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3143": { "content": "<|reserved_special_token_135|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3144": { "content": "<|reserved_special_token_136|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3145": { "content": "<|reserved_special_token_137|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3146": { "content": "<|reserved_special_token_138|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3147": { "content": "<|reserved_special_token_139|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3148": { "content": "<|reserved_special_token_140|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3149": { "content": "<|reserved_special_token_141|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3150": { "content": "<|reserved_special_token_142|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3151": { "content": "<|reserved_special_token_143|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3152": { "content": "<|reserved_special_token_144|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3153": { "content": "<|reserved_special_token_145|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3154": { "content": "<|reserved_special_token_146|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3155": { "content": "<|reserved_special_token_147|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3156": { "content": "<|reserved_special_token_148|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3157": { "content": "<|reserved_special_token_149|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3158": { "content": "<|reserved_special_token_150|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3159": { "content": "<|reserved_special_token_151|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3160": { "content": "<|reserved_special_token_152|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3161": { "content": "<|reserved_special_token_153|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3162": { "content": "<|reserved_special_token_154|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3163": { "content": "<|reserved_special_token_155|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3164": { "content": "<|reserved_special_token_156|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3165": { "content": "<|reserved_special_token_157|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3166": { "content": "<|reserved_special_token_158|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3167": { "content": "<|reserved_special_token_159|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3168": { "content": "<|reserved_special_token_160|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3169": { "content": "<|reserved_special_token_161|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3170": { "content": "<|reserved_special_token_162|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3171": { "content": "<|reserved_special_token_163|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3172": { "content": "<|reserved_special_token_164|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3173": { "content": "<|reserved_special_token_165|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3174": { "content": "<|reserved_special_token_166|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3175": { "content": "<|reserved_special_token_167|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3176": { "content": "<|reserved_special_token_168|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3177": { "content": "<|reserved_special_token_169|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3178": { "content": "<|reserved_special_token_170|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3179": { "content": "<|reserved_special_token_171|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3180": { "content": "<|reserved_special_token_172|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3181": { "content": "<|reserved_special_token_173|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3182": { "content": "<|reserved_special_token_174|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3183": { "content": "<|reserved_special_token_175|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3184": { "content": "<|reserved_special_token_176|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3185": { "content": "<|reserved_special_token_177|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3186": { "content": "<|reserved_special_token_178|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3187": { "content": "<|reserved_special_token_179|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3188": { "content": "<|reserved_special_token_180|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3189": { "content": "<|reserved_special_token_181|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3190": { "content": "<|reserved_special_token_182|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3191": { "content": "<|reserved_special_token_183|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3192": { "content": "<|reserved_special_token_184|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3193": { "content": "<|reserved_special_token_185|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3194": { "content": "<|reserved_special_token_186|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3195": { "content": "<|reserved_special_token_187|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3196": { "content": "<|reserved_special_token_188|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3197": { "content": "<|reserved_special_token_189|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3198": { "content": "<|reserved_special_token_190|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3199": { "content": "<|reserved_special_token_191|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3200": { "content": "<|reserved_special_token_192|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3201": { "content": "<|reserved_special_token_193|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3202": { "content": "<|reserved_special_token_194|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3203": { "content": "<|reserved_special_token_195|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3204": { "content": "<|reserved_special_token_196|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3205": { "content": "<|reserved_special_token_197|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3206": { "content": "<|reserved_special_token_198|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3207": { "content": "<|reserved_special_token_199|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3208": { "content": "<|reserved_special_token_200|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3209": { "content": "<|reserved_special_token_201|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3210": { "content": "<|reserved_special_token_202|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3211": { "content": "<|reserved_special_token_203|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3212": { "content": "<|reserved_special_token_204|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3213": { "content": "<|reserved_special_token_205|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3214": { "content": "<|reserved_special_token_206|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3215": { "content": "<|reserved_special_token_207|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3216": { "content": "<|reserved_special_token_208|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3217": { "content": "<|reserved_special_token_209|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3218": { "content": "<|reserved_special_token_210|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3219": { "content": "<|reserved_special_token_211|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3220": { "content": "<|reserved_special_token_212|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3221": { "content": "<|reserved_special_token_213|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3222": { "content": "<|reserved_special_token_214|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3223": { "content": "<|reserved_special_token_215|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3224": { "content": "<|reserved_special_token_216|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3225": { "content": "<|reserved_special_token_217|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3226": { "content": "<|reserved_special_token_218|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3227": { "content": "<|reserved_special_token_219|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3228": { "content": "<|reserved_special_token_220|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3229": { "content": "<|reserved_special_token_221|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3230": { "content": "<|reserved_special_token_222|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3231": { "content": "<|reserved_special_token_223|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3232": { "content": "<|reserved_special_token_224|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3233": { "content": "<|reserved_special_token_225|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3234": { "content": "<|reserved_special_token_226|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3235": { "content": "<|reserved_special_token_227|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3236": { "content": "<|reserved_special_token_228|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3237": { "content": "<|reserved_special_token_229|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3238": { "content": "<|reserved_special_token_230|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3239": { "content": "<|reserved_special_token_231|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3240": { "content": "<|reserved_special_token_232|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3241": { "content": "<|reserved_special_token_233|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3242": { "content": "<|reserved_special_token_234|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3243": { "content": "<|reserved_special_token_235|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3244": { "content": "<|reserved_special_token_236|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3245": { "content": "<|reserved_special_token_237|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3246": { "content": "<|reserved_special_token_238|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3247": { "content": "<|reserved_special_token_239|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3248": { "content": "<|reserved_special_token_240|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3249": { "content": "<|reserved_special_token_241|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3250": { "content": "<|reserved_special_token_242|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3251": { "content": "<|reserved_special_token_243|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3252": { "content": "<|reserved_special_token_244|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3253": { "content": "<|reserved_special_token_245|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3254": { "content": "<|reserved_special_token_246|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3255": { "content": "<|reserved_special_token_247|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3256": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "clean_up_tokenization_spaces": true, "eos_token": "<|end_of_text|>", "legacy": true, "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 131072, "pad_token": "<|finetune_right_pad_id|>", "padding_side": "left", "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }