Update tokenizer_config.json

#1
by Luni - opened
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -8036,6 +8036,7 @@
8036
  "special": false
8037
  }
8038
  },
 
8039
  "bos_token": "<s>",
8040
  "clean_up_tokenization_spaces": false,
8041
  "eos_token": "<|im_end|>",
 
8036
  "special": false
8037
  }
8038
  },
8039
+ "chat_template": "{%- set loop_messages = messages %}{%- for message in loop_messages %}{%- set content = '<|im_start|>' + message['role'] + '\n'+ message['content'] | trim %}{%- if loop.index0 == 0 %}{%- set content = content %}{%- endif %}{%- if not loop.last %}{%- set content = content + '<|im_end|>\n' %}{%- endif %}{{- content }}{%- endfor %}{%- if messages[-1]['role'] != 'assistant' %}{{- '<|im_start|>assistant\n' }}{%- endif %}",
8040
  "bos_token": "<s>",
8041
  "clean_up_tokenization_spaces": false,
8042
  "eos_token": "<|im_end|>",