Upload model trained with Unsloth

Upload model trained with Unsloth 2x faster

added_tokens.json

@@ -9,5 +9,6 @@
   "<|placeholder5|>": 32008,
   "<|placeholder6|>": 32009,
   "<|system|>": 32006,
+  "<|tool|>": 32011,
   "<|user|>": 32010
 }

tokenizer.json

@@ -128,6 +128,15 @@
       "rstrip": true,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 32011,
+      "content": "<|tool|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -114,10 +114,18 @@
       "rstrip": true,
       "single_word": false,
       "special": true
+    },
+    "32011": {
+      "content": "<|tool|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and message['content'] %}{{'<|system|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'user' %}{{'<|user|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>\n' + message['content'] + '<|end|>\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}",
+  "chat_template": "{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if message['role'] == 'system' and message['content'] %}\n        {{- '<|system|>\n' + message['content'] + ''}}\n        {%- if tools is not none %}\n            {{- \"You are an expert in composing functions. You are given a question and a set of possible functions.\n\" }}\n            {{- \"Based on the question, you will need to make one or more function/tool calls to achieve the purpose.\n\" }}\n            {{- \"If none of the functions can be used, point it out and refuse to answer.\n\" }}\n            {{- \"If the given question lacks the parameters required by the function, also point it out.\n\n\" }}\n            {{- \"[\" }}\n            {%- for t in tools %}\n                {{- t | tojson }}\n                {%- if not loop.last %},{% endif %}\n            {%- endfor %}\n            {{- \"]\n\n\" }}\n            {{- \"The output MUST strictly adhere to the following JSON format, and NO other text MUST be included.\n\" }}\n            {{- \"The example format is as follows. Please make sure the parameter type is correct. If no function call is needed, please directly output an empty list '[]'\n\" }}\n            {{- \"```\n\" }}\n            {{- \"[\n\" }}\n            {{- '    {\"name\": \"func_name1\", \"arguments\": {\"argument1\": \"value1\", \"argument2\": \"value2\"}},\n' }}\n            {{- '    ... (more tool calls as required)\n' }}\n            {{- \"]\n\" }}\n            {{- \"```\" }}\n        {%- endif %}\n        {{- '<|end|>\n' }}\n    {%- elif message['role'] == 'user' %}\n        {{- '<|user|>\n' + message['content'] + '<|end|>\n' }}\n    {%- elif message['role'] == 'assistant' %}\n        {{- '<|assistant|>\n' }}\n        {%- if message['content'] is string %}\n            {{- message['content'] }}\n        {%- else %}\n            {{- message['content'] | tojson }}\n        {%- endif %}\n        {{- '<|end|>\n' }}\n    {%- elif message['role'] == \"tool\" %}\n        {{- '<|tool|>\n' }}\n        {%- if message['content'] is mapping %}\n            {{- message['content'] | tojson }}\n        {%- else %}\n            {{- message['content'] }}\n        {%- endif %}\n        {{- '<|end|>\n' }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|assistant|>\n' }}\n{%- else %}\n    {{- eos_token }}\n{%- endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
   "legacy": false,