|
{ |
|
"add_bos_token": false, |
|
"add_eos_token": false, |
|
"add_prefix_space": true, |
|
"added_tokens_decoder": { |
|
"0": { |
|
"content": "<unk>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"1": { |
|
"content": "<s>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"2": { |
|
"content": "</s>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32000": { |
|
"content": "<|im_start|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32001": { |
|
"content": "<|im_end|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32002": { |
|
"content": "<|function_list|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32003": { |
|
"content": "<|function_output|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32004": { |
|
"content": "<|function_call|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32005": { |
|
"content": "<|control_6|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32006": { |
|
"content": "<|control_7|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32007": { |
|
"content": "<|control_8|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32008": { |
|
"content": "<|control_9|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32009": { |
|
"content": "<|control_10|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32010": { |
|
"content": "<|control_11|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32011": { |
|
"content": "<|control_12|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32012": { |
|
"content": "<|control_13|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32013": { |
|
"content": "<|control_14|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32014": { |
|
"content": "<|control_15|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32015": { |
|
"content": "<|control_16|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32016": { |
|
"content": "<|control_17|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32017": { |
|
"content": "<|control_18|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32018": { |
|
"content": "<|control_19|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32019": { |
|
"content": "<|control_20|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32020": { |
|
"content": "<|control_21|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32021": { |
|
"content": "<|control_22|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32022": { |
|
"content": "<|control_23|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32023": { |
|
"content": "<|control_24|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32024": { |
|
"content": "<|control_25|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32025": { |
|
"content": "<|control_26|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32026": { |
|
"content": "<|control_27|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32027": { |
|
"content": "<|control_28|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32028": { |
|
"content": "<|control_29|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32029": { |
|
"content": "<|control_30|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32030": { |
|
"content": "<|control_31|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32031": { |
|
"content": "<|control_32|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32032": { |
|
"content": "<|control_33|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32033": { |
|
"content": "<|control_34|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32034": { |
|
"content": "<|control_35|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32035": { |
|
"content": "<|control_36|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32036": { |
|
"content": "<|control_37|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32037": { |
|
"content": "<|control_38|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32038": { |
|
"content": "<|control_39|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32039": { |
|
"content": "<|control_40|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32040": { |
|
"content": "<|control_41|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32041": { |
|
"content": "<|control_42|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32042": { |
|
"content": "<|control_43|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32043": { |
|
"content": "<|control_44|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32044": { |
|
"content": "<|control_45|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32045": { |
|
"content": "<|control_46|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32046": { |
|
"content": "<|control_47|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32047": { |
|
"content": "<|control_48|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32048": { |
|
"content": "<|control_49|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32049": { |
|
"content": "<|control_50|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32050": { |
|
"content": "<|control_51|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32051": { |
|
"content": "<|control_52|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32052": { |
|
"content": "<|control_53|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32053": { |
|
"content": "<|control_54|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32054": { |
|
"content": "<|control_55|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32055": { |
|
"content": "<|control_56|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32056": { |
|
"content": "<|control_57|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32057": { |
|
"content": "<|control_58|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32058": { |
|
"content": "<|control_59|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32059": { |
|
"content": "<|control_60|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32060": { |
|
"content": "<|control_61|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32061": { |
|
"content": "<|control_62|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32062": { |
|
"content": "<|control_63|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32063": { |
|
"content": "<|control_64|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32064": { |
|
"content": "<|control_65|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32065": { |
|
"content": "<|control_66|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32066": { |
|
"content": "<|control_67|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32067": { |
|
"content": "<|control_68|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32068": { |
|
"content": "<|control_69|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32069": { |
|
"content": "<|control_70|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32070": { |
|
"content": "<|control_71|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32071": { |
|
"content": "<|control_72|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32072": { |
|
"content": "<|control_73|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32073": { |
|
"content": "<|control_74|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32074": { |
|
"content": "<|control_75|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32075": { |
|
"content": "<|control_76|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32076": { |
|
"content": "<|control_77|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32077": { |
|
"content": "<|control_78|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32078": { |
|
"content": "<|control_79|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32079": { |
|
"content": "<|control_80|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32080": { |
|
"content": "<|control_81|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32081": { |
|
"content": "<|control_82|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32082": { |
|
"content": "<|control_83|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32083": { |
|
"content": "<|control_84|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32084": { |
|
"content": "<|control_85|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32085": { |
|
"content": "<|control_86|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32086": { |
|
"content": "<|control_87|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32087": { |
|
"content": "<|control_88|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32088": { |
|
"content": "<|control_89|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32089": { |
|
"content": "<|control_90|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32090": { |
|
"content": "<|control_91|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32091": { |
|
"content": "<|control_92|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32092": { |
|
"content": "<|control_93|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32093": { |
|
"content": "<|control_94|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32094": { |
|
"content": "<|control_95|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32095": { |
|
"content": "<|control_96|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32096": { |
|
"content": "<|control_97|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32097": { |
|
"content": "<|control_98|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32098": { |
|
"content": "<|control_99|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32099": { |
|
"content": "<|control_100|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32100": { |
|
"content": "<|control_101|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32101": { |
|
"content": "<|control_102|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32102": { |
|
"content": "<|control_103|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32103": { |
|
"content": "<|control_104|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32104": { |
|
"content": "<|control_105|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32105": { |
|
"content": "<|control_106|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32106": { |
|
"content": "<|control_107|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32107": { |
|
"content": "<|control_108|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32108": { |
|
"content": "<|control_109|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32109": { |
|
"content": "<|control_110|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32110": { |
|
"content": "<|control_111|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32111": { |
|
"content": "<|control_112|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32112": { |
|
"content": "<|control_113|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32113": { |
|
"content": "<|control_114|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32114": { |
|
"content": "<|control_115|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32115": { |
|
"content": "<|control_116|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32116": { |
|
"content": "<|control_117|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32117": { |
|
"content": "<|control_118|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32118": { |
|
"content": "<|control_119|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32119": { |
|
"content": "<|control_120|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32120": { |
|
"content": "<|control_121|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32121": { |
|
"content": "<|control_122|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32122": { |
|
"content": "<|control_123|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32123": { |
|
"content": "<|control_124|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32124": { |
|
"content": "<|control_125|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32125": { |
|
"content": "<|control_126|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32126": { |
|
"content": "<|control_127|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"32127": { |
|
"content": "<|control_128|>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
} |
|
}, |
|
"additional_special_tokens": [ |
|
"<|im_start|>", |
|
"<|im_end|>", |
|
"<|function_list|>", |
|
"<|function_output|>", |
|
"<|function_call|>", |
|
"<|control_6|>", |
|
"<|control_7|>", |
|
"<|control_8|>", |
|
"<|control_9|>", |
|
"<|control_10|>", |
|
"<|control_11|>", |
|
"<|control_12|>", |
|
"<|control_13|>", |
|
"<|control_14|>", |
|
"<|control_15|>", |
|
"<|control_16|>", |
|
"<|control_17|>", |
|
"<|control_18|>", |
|
"<|control_19|>", |
|
"<|control_20|>", |
|
"<|control_21|>", |
|
"<|control_22|>", |
|
"<|control_23|>", |
|
"<|control_24|>", |
|
"<|control_25|>", |
|
"<|control_26|>", |
|
"<|control_27|>", |
|
"<|control_28|>", |
|
"<|control_29|>", |
|
"<|control_30|>", |
|
"<|control_31|>", |
|
"<|control_32|>", |
|
"<|control_33|>", |
|
"<|control_34|>", |
|
"<|control_35|>", |
|
"<|control_36|>", |
|
"<|control_37|>", |
|
"<|control_38|>", |
|
"<|control_39|>", |
|
"<|control_40|>", |
|
"<|control_41|>", |
|
"<|control_42|>", |
|
"<|control_43|>", |
|
"<|control_44|>", |
|
"<|control_45|>", |
|
"<|control_46|>", |
|
"<|control_47|>", |
|
"<|control_48|>", |
|
"<|control_49|>", |
|
"<|control_50|>", |
|
"<|control_51|>", |
|
"<|control_52|>", |
|
"<|control_53|>", |
|
"<|control_54|>", |
|
"<|control_55|>", |
|
"<|control_56|>", |
|
"<|control_57|>", |
|
"<|control_58|>", |
|
"<|control_59|>", |
|
"<|control_60|>", |
|
"<|control_61|>", |
|
"<|control_62|>", |
|
"<|control_63|>", |
|
"<|control_64|>", |
|
"<|control_65|>", |
|
"<|control_66|>", |
|
"<|control_67|>", |
|
"<|control_68|>", |
|
"<|control_69|>", |
|
"<|control_70|>", |
|
"<|control_71|>", |
|
"<|control_72|>", |
|
"<|control_73|>", |
|
"<|control_74|>", |
|
"<|control_75|>", |
|
"<|control_76|>", |
|
"<|control_77|>", |
|
"<|control_78|>", |
|
"<|control_79|>", |
|
"<|control_80|>", |
|
"<|control_81|>", |
|
"<|control_82|>", |
|
"<|control_83|>", |
|
"<|control_84|>", |
|
"<|control_85|>", |
|
"<|control_86|>", |
|
"<|control_87|>", |
|
"<|control_88|>", |
|
"<|control_89|>", |
|
"<|control_90|>", |
|
"<|control_91|>", |
|
"<|control_92|>", |
|
"<|control_93|>", |
|
"<|control_94|>", |
|
"<|control_95|>", |
|
"<|control_96|>", |
|
"<|control_97|>", |
|
"<|control_98|>", |
|
"<|control_99|>", |
|
"<|control_100|>", |
|
"<|control_101|>", |
|
"<|control_102|>", |
|
"<|control_103|>", |
|
"<|control_104|>", |
|
"<|control_105|>", |
|
"<|control_106|>", |
|
"<|control_107|>", |
|
"<|control_108|>", |
|
"<|control_109|>", |
|
"<|control_110|>", |
|
"<|control_111|>", |
|
"<|control_112|>", |
|
"<|control_113|>", |
|
"<|control_114|>", |
|
"<|control_115|>", |
|
"<|control_116|>", |
|
"<|control_117|>", |
|
"<|control_118|>", |
|
"<|control_119|>", |
|
"<|control_120|>", |
|
"<|control_121|>", |
|
"<|control_122|>", |
|
"<|control_123|>", |
|
"<|control_124|>", |
|
"<|control_125|>", |
|
"<|control_126|>", |
|
"<|control_127|>", |
|
"<|control_128|>" |
|
], |
|
"bos_token": "<s>", |
|
"chat_template": "{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", |
|
"clean_up_tokenization_spaces": true, |
|
"eos_token": "<|im_end|>", |
|
"legacy": true, |
|
"model_max_length": 32768, |
|
"pad_token": "</s>", |
|
"padding_side": "right", |
|
"sp_model_kwargs": {}, |
|
"spaces_between_special_tokens": false, |
|
"tokenizer_class": "LlamaTokenizer", |
|
"unk_token": "<unk>", |
|
"use_default_system_prompt": false |
|
} |
|
|