Upload folder using huggingface_hub

mlc-chat-config.json

@@ -0,0 +1,79 @@
+{
+  "version": "0.1.0",
+  "model_type": "llama",
+  "quantization": "q4f16_1",
+  "model_config": {
+    "hidden_size": 2048,
+    "intermediate_size": 8192,
+    "num_attention_heads": 32,
+    "num_hidden_layers": 24,
+    "rms_norm_eps": 1e-05,
+    "vocab_size": 49152,
+    "tie_word_embeddings": true,
+    "position_embedding_base": 10000.0,
+    "rope_scaling": null,
+    "context_window_size": 2048,
+    "prefill_chunk_size": 2048,
+    "num_key_value_heads": 32,
+    "head_dim": 64,
+    "tensor_parallel_shards": 1,
+    "pipeline_parallel_stages": 1,
+    "max_batch_size": 80
+  },
+  "vocab_size": 49152,
+  "context_window_size": 2048,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 2048,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 1.0,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml_nosystem",
+    "system_template": "{system_message}",
+    "system_message": "",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      2
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 2,
+  "bos_token_id": 1,
+  "eos_token_id": 2
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f30cd6f13828b05bc6c8bb6e3b2a54cf3957c3c73551af011e995d7e3b8c24d
+size 50331648

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77776f08e372cf40d7c311310960643b77f69c4be414bdc7d2bdc9371eb8b200
+size 32509952

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59057193a0a73175a44c7591c0eaad1da709191a870a0e96024edbe66fea929
+size 28315648

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2131cf4a55f83dccddaf339be83fd29782479e99b39d2fe84820873ecb03b721
+size 16777216

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180e908881990471cecb38932b9ea4f477fa172333297400caf641a8cc0c4c52
+size 30420992

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f516da44b569731a79cf4a961163c8286cd3fb63889fa97c9b4cb8cdba10ed
+size 28315648

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361e2205a57e222468d1e573d4d80808f0c6d4db9bca9947a4d0fa1b2c247672
+size 16777216

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934cfaa3bdb19b364d07dbf7c12d743c307843aef98111455b7cd85ca64f726d
+size 30420992

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc5713148603c15092a508fd390289aa1323da9877ffc3614f0d2c24160a46e
+size 28315648

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd54721831ed0617e596fd153406a9084afcd8c8c5749e90ae49d494d57d6dab
+size 16777216

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833dfdb83b2689e83eacd7653f87bf03a3ae2b71f83ebfdbcf7f369c371496d4
+size 30420992

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1eb9a7bd84d87521841ed71576d04327713bab33c8bf64d93e678c9630f18f
+size 28315648

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2334f1913e3f922434bacf44e4931eb3862ea4f9fdf7cc4f104d82f2265cbc
+size 16777216

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a1f3954089269553f7454972c6bc754d1270e53bd077f44ddcdb2f56fb4713
+size 16777216

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b383697e5ef8ac6351366af70934096066cf9ab49f3d52697b37bacdcd6656
+size 30420992

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cdf3caa41f507dfb3f163c1e904d1cd2f9ebee74398ffa1cd78a4472c68340
+size 28315648

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c56968cdde916d0f1b811157c1460436b84d61d093c3694a8a501dd1030e74
+size 16777216

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4058a84443dc8ea81d0d3f1ada926f6bf65c786813122264ac71ee24fde2f50
+size 30420992

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1012d5d68cc0df2c95a80638aa8920ea02aba66fd93a6a0d1ba4ad24a3f0a7eb
+size 28315648

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27198bcd2013582d51e1f13849f84084f2f16a0350e08e20af105dd2e411e402
+size 16777216

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ba47d7c425ef77779e684f090a9bc6d6fefe4c1b267f97c92c0e778a9a213f
+size 30420992

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe810b5ba614e57248ddd99a2c3c78b29653cdba8d7722535f6fce70cff1b471
+size 28315648

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb1ee31362d72f590af7daa50ebb188e549a6ac5ac8e0548f7c558542ef2285
+size 16777216

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08396649ea59b983b802d0c7461b419dec5ed71201b4899b484e23a134b01876
+size 32522240

params_shard_30.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05e9ed737f99576f1614cf14be4fa83df45ee0bb246f955bc902569b0c3870e
+size 30420992

params_shard_31.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d24720ba299e6da980461f7032153488478473703da191de033d1bb1fecb95
+size 28315648

params_shard_32.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24954dcc3c984ee715ad05e2bb3ceecf1bf2f65c759ff57355a2bbc705c4c6aa
+size 16777216

params_shard_33.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f5626ff16ea093f63c264128deeb5daa80ce2672a1f0b8558cfd361a18047
+size 30420992

params_shard_34.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7230ef5ded41e3f5f0aba0ab7c444aa20111a5660f3d9b4025b1de8187e44c
+size 28315648

params_shard_35.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac93813371623d90885be853d06e13527cedf0e0a64761f3a2566b98a2aafe01
+size 16777216

params_shard_36.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c7fe73177c522cd706b6550ba07a92ea8338627e296584bed1934a5578a6fd
+size 30420992

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc8aa16870e46a4d6154b9e8d367cc69ef7abf63c80fb6e1c275ad65dd9c64f
+size 28315648

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072048a9e4683de0ebe3f9058459ed1dedc83f41e0189be633c847e7b19d1ed9
+size 16777216

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe30669a74c86dfa400b07ea9e505f290d49d904a181e87a5183aa07d25e1be
+size 30420992

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea97ee8ffe87635d9dbace7df8f8868395dee0ea72c1028c0afc475202a88a1
+size 28315648

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba446d0e4443864092c82a849af90275b6b2b6d1619f0c2e5c6e758e524ad7c
+size 16777216

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e620a3779275db950b5a7e4f27285679bcaf773058a2a054b9ff8cd968d002
+size 30420992

tokenizer_config.json

@@ -0,0 +1,154 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 2048,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}