CharlieFRuan
commited on
Commit
•
b6990e1
1
Parent(s):
ca265a3
Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- merges.txt +0 -0
- mlc-chat-config.json +82 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_100.bin +3 -0
- params_shard_101.bin +3 -0
- params_shard_102.bin +3 -0
- params_shard_103.bin +3 -0
- params_shard_104.bin +3 -0
- params_shard_105.bin +3 -0
- params_shard_106.bin +3 -0
- params_shard_107.bin +3 -0
- params_shard_108.bin +3 -0
- params_shard_109.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_110.bin +3 -0
- params_shard_111.bin +3 -0
- params_shard_112.bin +3 -0
- params_shard_113.bin +3 -0
- params_shard_114.bin +3 -0
- params_shard_115.bin +3 -0
- params_shard_116.bin +3 -0
- params_shard_117.bin +3 -0
- params_shard_118.bin +3 -0
- params_shard_119.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_120.bin +3 -0
- params_shard_121.bin +3 -0
- params_shard_122.bin +3 -0
- params_shard_123.bin +3 -0
- params_shard_124.bin +3 -0
- params_shard_125.bin +3 -0
- params_shard_126.bin +3 -0
- params_shard_127.bin +3 -0
- params_shard_128.bin +3 -0
- params_shard_129.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_130.bin +3 -0
- params_shard_131.bin +3 -0
- params_shard_132.bin +3 -0
- params_shard_133.bin +3 -0
- params_shard_134.bin +3 -0
- params_shard_135.bin +3 -0
- params_shard_136.bin +3 -0
- params_shard_137.bin +3 -0
- params_shard_138.bin +3 -0
- params_shard_139.bin +3 -0
- params_shard_14.bin +3 -0
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"version": "0.1.0",
|
3 |
+
"model_type": "qwen2",
|
4 |
+
"quantization": "q4f16_1",
|
5 |
+
"model_config": {
|
6 |
+
"hidden_act": "silu",
|
7 |
+
"hidden_size": 8192,
|
8 |
+
"intermediate_size": 29568,
|
9 |
+
"num_attention_heads": 64,
|
10 |
+
"num_hidden_layers": 80,
|
11 |
+
"num_key_value_heads": 8,
|
12 |
+
"rms_norm_eps": 1e-06,
|
13 |
+
"rope_theta": 10000.0,
|
14 |
+
"vocab_size": 152064,
|
15 |
+
"tie_word_embeddings": false,
|
16 |
+
"context_window_size": 4096,
|
17 |
+
"prefill_chunk_size": 2048,
|
18 |
+
"tensor_parallel_shards": 1,
|
19 |
+
"head_dim": 128,
|
20 |
+
"dtype": "float32",
|
21 |
+
"max_batch_size": 80
|
22 |
+
},
|
23 |
+
"vocab_size": 152064,
|
24 |
+
"context_window_size": 4096,
|
25 |
+
"sliding_window_size": -1,
|
26 |
+
"prefill_chunk_size": 2048,
|
27 |
+
"attention_sink_size": -1,
|
28 |
+
"tensor_parallel_shards": 1,
|
29 |
+
"pipeline_parallel_stages": 1,
|
30 |
+
"temperature": 0.7,
|
31 |
+
"presence_penalty": 0.0,
|
32 |
+
"frequency_penalty": 0.0,
|
33 |
+
"repetition_penalty": 1.05,
|
34 |
+
"top_p": 0.8,
|
35 |
+
"tokenizer_files": [
|
36 |
+
"tokenizer.json",
|
37 |
+
"vocab.json",
|
38 |
+
"merges.txt",
|
39 |
+
"tokenizer_config.json"
|
40 |
+
],
|
41 |
+
"tokenizer_info": {
|
42 |
+
"token_postproc_method": "byte_level",
|
43 |
+
"prepend_space_in_encode": false,
|
44 |
+
"strip_space_in_decode": false
|
45 |
+
},
|
46 |
+
"conv_template": {
|
47 |
+
"name": "chatml",
|
48 |
+
"system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
|
49 |
+
"system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
|
50 |
+
"system_prefix_token_ids": null,
|
51 |
+
"add_role_after_system_message": true,
|
52 |
+
"roles": {
|
53 |
+
"user": "<|im_start|>user",
|
54 |
+
"assistant": "<|im_start|>assistant"
|
55 |
+
},
|
56 |
+
"role_templates": {
|
57 |
+
"user": "{user_message}",
|
58 |
+
"assistant": "{assistant_message}",
|
59 |
+
"tool": "{tool_message}"
|
60 |
+
},
|
61 |
+
"messages": [],
|
62 |
+
"seps": [
|
63 |
+
"<|im_end|>\n"
|
64 |
+
],
|
65 |
+
"role_content_sep": "\n",
|
66 |
+
"role_empty_sep": "\n",
|
67 |
+
"stop_str": [
|
68 |
+
"<|im_end|>"
|
69 |
+
],
|
70 |
+
"stop_token_ids": [
|
71 |
+
2
|
72 |
+
],
|
73 |
+
"function_string": "",
|
74 |
+
"use_function_calling": false
|
75 |
+
},
|
76 |
+
"pad_token_id": 151643,
|
77 |
+
"bos_token_id": 151643,
|
78 |
+
"eos_token_id": [
|
79 |
+
151645,
|
80 |
+
151643
|
81 |
+
]
|
82 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3ed567eca8a3768cea5e662e8379a69280faa655297d8fd5481385384b62062
|
3 |
+
size 622854144
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:314b57e0c94f97142403145d40561c716490915e38caa0956c422d76b08310d1
|
3 |
+
size 77856768
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a7ad993fa8633b537b836419938d10df84149a17b033689ac7286aa6a211c3a2
|
3 |
+
size 33554432
|
params_shard_100.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9597c470131a0ffc351e02bc34e0ab56140c1680fa73f24bb371acb05faedf57
|
3 |
+
size 30277632
|
params_shard_101.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:027b13497d30dc5bc7624cbc55f066a943f8e9be2aad57b68741a5018f1ec3cd
|
3 |
+
size 41943040
|
params_shard_102.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b1f01c6366c4bc294057703bf62b88a9e2136f1acfa39f3a3d44b6693c36725
|
3 |
+
size 33554432
|
params_shard_103.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e1b01dacbefb6ce6e5fe550ffd4a4133d82e258112ae2c638e3a67faf9f15e4
|
3 |
+
size 41943040
|
params_shard_104.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99c95068060de293d1d906899fce16e10025d514fe671c7da7193ec7b130b43d
|
3 |
+
size 33554432
|
params_shard_105.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1d3c81a80782ae1224ed33463b42e04ccd200ccd54d586ecfc0f7d1d1238780
|
3 |
+
size 29908992
|
params_shard_106.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b81691df387800bac28553bb89f4c903694941cc1ecf680ec4cc40dc8452509
|
3 |
+
size 121110528
|
params_shard_107.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:035906b753741674ea84ffad1e529a58771f50186ca30141cec65cfd5363b8e1
|
3 |
+
size 242221056
|
params_shard_108.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5b462564a08971939ff703baee7454ec23a1e71d45e4dd1e51551926b203bbd
|
3 |
+
size 30277632
|
params_shard_109.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d35299b45e4bb3b65f5728018c61faa56ee5a1a2340f4c8bdf6d365e3501e59
|
3 |
+
size 121110528
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6a4e6547804ead38bc94d5b52acb2fc7fb065bb7f5f475690d97a3cb5288c2f
|
3 |
+
size 121110528
|
params_shard_110.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17c13f18aa7c4b449ca2c884ea61b0d68a9d9ff0e716a36097e2465c95586489
|
3 |
+
size 19349504
|
params_shard_111.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3630eb78165ff539c6e3bce27922732e202ac84d8ce4b29924b0fe9f7078e579
|
3 |
+
size 242221056
|
params_shard_112.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98d2ff321d2faf61d2b2c9576d78942864f300f5fd2c85c93d1e90d9deae434d
|
3 |
+
size 30277632
|
params_shard_113.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c797c18d39017068b5e8413e051c1263ef02a71735df6d2fb471c4b3dfbcdb6
|
3 |
+
size 41943040
|
params_shard_114.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08e6ed8bf7751095c1b2015493a6e0979e6c5ecc846fb0c2cf5cf81c716299b8
|
3 |
+
size 33554432
|
params_shard_115.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cfd41ceaa86ac622d5ee0af78fb7dfc023fc4e21696735dbb318d0b6901e94d4
|
3 |
+
size 242221056
|
params_shard_116.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad92fba4aa8b8c7754e10caac0930239df5b8da478389a937296a32131d4015c
|
3 |
+
size 30277632
|
params_shard_117.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c063a0019cfb758354a635593ee4fbabdc05a319147e651b3a7ecd805a77b25
|
3 |
+
size 41943040
|
params_shard_118.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab2e7819c02a5848fce272d874eedcfaf7ca12e2f5ec1454d1a6918479fe1236
|
3 |
+
size 33554432
|
params_shard_119.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4144d6f2df92a35a2098f221808f64bc74732c694fd24a062a2557d58aa77256
|
3 |
+
size 29908992
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23238c04a95d8d604d08e6e57e00fb3b42b66e224c555de7510bdbd618ca0a16
|
3 |
+
size 24645632
|
params_shard_120.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45711142a114c46915970d060ef7a2660bf27c68705e6cf81f07807d83a7e1bc
|
3 |
+
size 121110528
|
params_shard_121.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad40762e80b107754fd4fcc2943828fc3eb51c9193a7b1b97709b2dbf7b3a9a4
|
3 |
+
size 121110528
|
params_shard_122.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e0e480083e87d47257d6e8c66de47567df7972ffa16487eb2315e1a0bdfcfbf
|
3 |
+
size 19349504
|
params_shard_123.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f30807f3f8150d04778126ecaf0177aba505ab4a360d23b93d2167df9b09d14e
|
3 |
+
size 242221056
|
params_shard_124.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5db20f26efb2ac0b2b062fc2ff70c2e2a7979841a3d857442c62f2242dc90bc
|
3 |
+
size 30277632
|
params_shard_125.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b680a30dbfade9d89bbd265667527562e08f95b66a0bdcc551d654c0f83a8ffa
|
3 |
+
size 41943040
|
params_shard_126.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38e5197fa7bab08361bd66a63be51769d7633e1c749ab5409ae9dac44abc32ef
|
3 |
+
size 33554432
|
params_shard_127.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1b4b61c67b7fbeea3e2f0966239368d2e24af5debc3588a6f82bf0c7492f431
|
3 |
+
size 242221056
|
params_shard_128.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e63ea8eab0dbc9cd70a97f0e62abca5ad868d27f345fb764ac3f5253b83b720
|
3 |
+
size 30277632
|
params_shard_129.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a217ebc5df709f874189d2357a6eb911ef397839897c6cce28d021e13be0c013
|
3 |
+
size 41943040
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca24f89056792587e752e058f4dc4517d0081063d641dae0ba74bd6b20dea044
|
3 |
+
size 121110528
|
params_shard_130.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ada15ba18b7d9530ec289f4ae1706bd07872afee2d2849215469d305f246b4a
|
3 |
+
size 33554432
|
params_shard_131.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0051598df22a1e0b5d3bc54d83ede63abc5039d1ade470f5d93063bf072d60d1
|
3 |
+
size 29908992
|
params_shard_132.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e49bed983099ae043cecd0e96cf5ee4c27329c44cbc41875d8e8cbd2c708374
|
3 |
+
size 121110528
|
params_shard_133.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61175c2492a738853054941d76648620fc767a6f2aa26b1029a6d8ed91781d52
|
3 |
+
size 121110528
|
params_shard_134.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46a40d4c5b917100b17b78f378b57b617e10e5cb43da146fe3106ad30f6b64c1
|
3 |
+
size 19349504
|
params_shard_135.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b90dd328a6944bdc1bfb3d5aab09581abbf83e4f5cf432b641e8756ccee043cf
|
3 |
+
size 242221056
|
params_shard_136.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c8e572f72b0f622feefef603bdc60d6b2beba8a52008873e1811f476e325f46d
|
3 |
+
size 30277632
|
params_shard_137.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c680798dc9852fff87254b9f4c406f4fad80c67593e94b36cf0f575057f1be3
|
3 |
+
size 41943040
|
params_shard_138.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85b015f60abfca6c45414d3aaf6c2d57b845c1fdd87b13eaf752134f2cdb6ef2
|
3 |
+
size 33554432
|
params_shard_139.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e40acd505dc4c664cb6b09e0b613fb90aa1160a0df4e3aeb16a71d4172c3d2f2
|
3 |
+
size 121110528
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2d5a9972e3949952854691653c55019f69f1b3150940a1de141e3e36d4b4775
|
3 |
+
size 242221056
|