Added chat_template
Browse files- generation_config.json +2 -1
generation_config.json
CHANGED
@@ -4,5 +4,6 @@
|
|
4 |
"eos_token_id": 2,
|
5 |
"pad_token_id": 0,
|
6 |
"transformers_version": "4.44.0",
|
7 |
-
"use_cache": false
|
|
|
8 |
}
|
|
|
4 |
"eos_token_id": 2,
|
5 |
"pad_token_id": 0,
|
6 |
"transformers_version": "4.44.0",
|
7 |
+
"use_cache": false,
|
8 |
+
"chat_template": "{{'<extra_id_0>System'}}{% for message in messages %}{% if message['role'] == 'system' %}{{'\n' + message['content'].strip()}}{% if tools or contexts %}{{'\n'}}{% endif %}{% endif %}{% endfor %}{% if tools %}{% for tool in tools %}{{ '\n<tool> ' + tool|tojson + ' </tool>' }}{% endfor %}{% endif %}{% if contexts %}{% if tools %}{{'\n'}}{% endif %}{% for context in contexts %}{{ '\n<context> ' + context.strip() + ' </context>' }}{% endfor %}{% endif %}{{'\n\n'}}{% for message in messages %}{% if message['role'] == 'user' %}{{ '<extra_id_1>User\n' + message['content'].strip() + '\n' }}{% elif message['role'] == 'assistant' %}{{ '<extra_id_1>Assistant\n' + message['content'].strip() + '\n' }}{% elif message['role'] == 'tool' %}{{ '<extra_id_1>Tool\n' + message['content'].strip() + '\n' }}{% endif %}{% endfor %}{%- if add_generation_prompt %}{{'<extra_id_1>Assistant\n'}}{%- endif %}"
|
9 |
}
|