Update tokenizer_config.json
#1
by
Luni
- opened
- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
@@ -8036,6 +8036,7 @@
|
|
8036 |
"special": false
|
8037 |
}
|
8038 |
},
|
|
|
8039 |
"bos_token": "<s>",
|
8040 |
"clean_up_tokenization_spaces": false,
|
8041 |
"eos_token": "<|im_end|>",
|
|
|
8036 |
"special": false
|
8037 |
}
|
8038 |
},
|
8039 |
+
"chat_template": "{%- set loop_messages = messages %}{%- for message in loop_messages %}{%- set content = '<|im_start|>' + message['role'] + '\n'+ message['content'] | trim %}{%- if loop.index0 == 0 %}{%- set content = content %}{%- endif %}{%- if not loop.last %}{%- set content = content + '<|im_end|>\n' %}{%- endif %}{{- content }}{%- endfor %}{%- if messages[-1]['role'] != 'assistant' %}{{- '<|im_start|>assistant\n' }}{%- endif %}",
|
8040 |
"bos_token": "<s>",
|
8041 |
"clean_up_tokenization_spaces": false,
|
8042 |
"eos_token": "<|im_end|>",
|