Update tokenizer_config.json

tokenizer_config.json

@@ -1,11 +1,5 @@
 {
   "added_tokens_decoder": {},
-  "auto_map": {
-    "AutoTokenizer": [
-      "THUDM/chatglm3-6b--tokenization_chatglm.ChatGLMTokenizer",
-      null
-    ]
-  },
   "chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]sop<|{{ message['role'] }}|> \n {{ message['content'] }}{% else %}<|{{ message['role'] }}|> \n {{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
   "clean_up_tokenization_spaces": false,
   "do_lower_case": false,
@@ -14,6 +8,6 @@
   "pad_token": "<unk>",
   "padding_side": "left",
   "remove_space": false,
-  "tokenizer_class": "ChatGLMTokenizer",
+  "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>"
 }