normistral-7b-warm-instruct / tokenizer_config.json
davda54's picture
Upload folder using huggingface_hub
dc1f4eb verified
raw
history blame contribute delete
570 Bytes
{
"tokenizer_class": "PreTrainedTokenizerFast",
"bos_token": "<s>",
"eos_token": "</s>",
"unk_token": "<unk>",
"pad_token": "</s>",
"model_max_length": 1000000000000000019884624838656,
"use_default_system_prompt": false,
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|> ' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|> assistant\n' }}{% endif %}"
}