Upload tokenizer

tokenizer_config.json

@@ -203,7 +203,7 @@
     }
   },
   "bos_token": "<|endoftext|>",
-  "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '### User:\n' + message['content'].strip() + '\n' }}{% elif message['role'] == 'assistant' %}{{ '### Assistant:\n' + message['content'].strip() + '\n' }}{% endif %}{% endfor %}",
+  "chat_template": "{{ '### User:\n' }}{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}{{ message['content'].strip() + '\n' }}{% if add_generation_prompt %}{{ '### Assistant:\n' }}{% endif %}{% elif message['role'] == 'assistant' %}{{ '### Assistant:\n' + message['content'].strip() + '\n### User:\n' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,