Hugging Face's logo

Siyuan
/
Qwen1.5-MoE-A2.7B-Chat-q4f16-1-MLC

Model card Files Community
Siyuan commited on
Commit
bf1b73f
·
verified ·
1 Parent(s): 68e3e3f

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +90 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2_moe",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2048,
8
+ "intermediate_size": 5632,
9
+ "num_attention_heads": 16,
10
+ "num_hidden_layers": 24,
11
+ "num_key_value_heads": 16,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 151936,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 8192,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128,
22
+ "moe_intermediate_size": 1408,
23
+ "shared_expert_intermediate_size": 5632,
24
+ "num_experts_per_tok": 4,
25
+ "num_experts": 60,
26
+ "decoder_sparse_step": 1,
27
+ "norm_topk_prob": false
28
+ },
29
+ "vocab_size": 151936,
30
+ "context_window_size": 32768,
31
+ "sliding_window_size": -1,
32
+ "prefill_chunk_size": 8192,
33
+ "attention_sink_size": -1,
34
+ "tensor_parallel_shards": 1,
35
+ "pipeline_parallel_stages": 1,
36
+ "temperature": 0.7,
37
+ "presence_penalty": 0.0,
38
+ "frequency_penalty": 0.0,
39
+ "repetition_penalty": 1.05,
40
+ "top_p": 0.8,
41
+ "tokenizer_files": [
42
+ "tokenizer.json",
43
+ "vocab.json",
44
+ "merges.txt",
45
+ "tokenizer_config.json"
46
+ ],
47
+ "tokenizer_info": {
48
+ "token_postproc_method": "byte_level",
49
+ "prepend_space_in_encode": false,
50
+ "strip_space_in_decode": false
51
+ },
52
+ "conv_template": {
53
+ "name": "qwen2",
54
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
55
+ "system_message": "You are a helpful assistant.",
56
+ "system_prefix_token_ids": null,
57
+ "add_role_after_system_message": true,
58
+ "roles": {
59
+ "user": "<|im_start|>user",
60
+ "assistant": "<|im_start|>assistant"
61
+ },
62
+ "role_templates": {
63
+ "user": "{user_message}",
64
+ "assistant": "{assistant_message}",
65
+ "tool": "{tool_message}"
66
+ },
67
+ "messages": [],
68
+ "seps": [
69
+ "<|im_end|>\n"
70
+ ],
71
+ "role_content_sep": "\n",
72
+ "role_empty_sep": "\n",
73
+ "stop_str": [
74
+ "<|endoftext|>",
75
+ "<|im_end|>"
76
+ ],
77
+ "stop_token_ids": [
78
+ 151643,
79
+ 151645
80
+ ],
81
+ "function_string": "",
82
+ "use_function_calling": false
83
+ },
84
+ "pad_token_id": 151643,
85
+ "bos_token_id": 151643,
86
+ "eos_token_id": [
87
+ 151645,
88
+ 151643
89
+ ]
90
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc981f3ce907322a6dc70b4f84b9f1e515cc0fc46e28bb076825168c9643744d
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2de82c66adf507a3971269303a6d7b3e84f18440615f51c7710cc278c00bee
3
+ size 25939968
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f37365ed6571fbf7d7a84a8bd32480bbc795f4c25c64bea356d67c391cc102
3
+ size 32686080
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:907246f15ea1a71319507f6afd52caf7cebf5e998ea7cc157150956884ed5dca
3
+ size 9437184
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c57362d2d9cb7e8137bea0c3d7cb66f4c48b90a7fa2979a5fdfa40bf97222fe
3
+ size 86507520
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537950d5e1727bde8512140e6b1a85dbc592a1ef422bf5af78bd5b8846f89a93
3
+ size 28921856
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f7e3a342bac6e042bbea83f0c06c07f684960e0275d67f2a65ab35beb1b760
3
+ size 173015040
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabddf364b4f14787d91dd6a407a021539d7525b329eca51e3734ec608946f49
3
+ size 32686080
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a2a2d1c9012e20e9af701dd291e3973640f7ca777ad85537941abecd735c83
3
+ size 86507520
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c80a2756b0783ddc3706275d51b0a5d06fcb8cf97ddced33fbd1de457030c4
3
+ size 173015040
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc9f03b878a5031fb48dd82045f00f3377fb8a92f8bc228f4067e2831e3d7b2
3
+ size 21626880
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf87b85dda60c5bbb17a365e04d4f9025009910d1aa9ccc82db0460347cb670
3
+ size 33488896
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b07e3d4aa792042bd038d5ad248bd77a4b09167fa6790dbe9a06dbc3a2d5a19
3
+ size 86507520
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d69e4060d5905a644777f1d38b9d7e04fab09a3c18e44ccfa0ce946a0d94ce
3
+ size 155582464
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a743e8f644a5cede45c47596f145dd04c9109dfe3fc85406deafe5405dbbb9be
3
+ size 28925952
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dbebce10c6d009252e66fd08a1f19e2c84d017a1a24b2d7bffc319d7fc7dadd
3
+ size 173015040
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a133c58b3a2707504cfea3f9762f37199804ce7b3daa18b380a1810ec275aea
3
+ size 32686080
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7318d2ec551fda049d85db0e9cb611e28f3c3f35967eebf1f699d8a18c63bec8
3
+ size 86507520
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1158249f9d070229e8e1539f33c8823300f84c6254f4c379889289c945f8a4f5
3
+ size 28925952
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7c7daf35e63246801e7bf2501116875ac01c8c1ae563dc00315cd1fdd15beca
3
+ size 173015040
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3375abd871b7175ff75345f117085ecb6809a17308178ce5df7c29293bb797
3
+ size 32686080
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c302fdd914418f1cac3544aee08dc549d9c2a0d5e3cfe054a3210813c10a0b9c
3
+ size 86507520
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9939a6caafebdebf0810ddd4bc10de1e8649ef58e511f9862326799977653ef8
3
+ size 28921856
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7bb9d86977b19ee2f1ba927ecc4c1573a31a5835fa819c517aa9a653eb06dd
3
+ size 173015040
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee278b25bfb80b70e128bb41248c49bb208bd9d187ea7636b0a0675c7260af35
3
+ size 86507520
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:817171555bc614182c29b64676f4d72e0b58c2101448771b1c833195761dc2ce
3
+ size 32698368
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15208182887ca1875e6ea35bd834e6615cf4e10eefe8c0f2420e6142439e7d60
3
+ size 28917760
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e58f758ffa03f100066e7454881fa35b4ce905c1b0852598252b1bdce7f93b7c
3
+ size 86507520
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb948d11a4cb127643ea07ffc658c3951295b7c5cf1d355f206ea318cff8f41
3
+ size 173015040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c8f744b5ea6e84a929eca5aa7921ac22b6036c7b023e1b3652462594005cfea
3
+ size 21626880
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a6ba9889b5afcaaef42daf6aeda7434e865e144439f1b9a310b9dc9d7fe8d78
3
+ size 30535680
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4f46d1e677d4d88198d6f580a9690ebd1f3f96f1c259493cb641620c703350
3
+ size 86507520
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de524958ca95c5de98fc9382aee331743b5c3c02c1fda56a3d8f04765736da45
3
+ size 28925952
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0ca1f2fca3d11e02bacbb90646ea9e063755a44ed59dc307c3a22270e6802d
3
+ size 173015040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f6b7a30b7cfdcf21662a75ea2c7461685c69f06d9ea513953d86883ace79d1
3
+ size 32686080
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea186491e043a27e3c2917f87b68b7c3bff960c7cd38dd6a8be9e8d73f5e00b2
3
+ size 32440320
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a9a8a59fb3d739f807e3863e483edc790fa0ff26f14adecf72b9401574d570
3
+ size 86507520
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bab20cd2b60d31b6a966ec82b4ac7f1f40800bebd8771d5a2ddec6e6ea7c76f
3
+ size 28921856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3de1df4a61dfe4b6c0183862c975185b4a86106bd4cd01c168ed0d42fd46cd
3
+ size 173015040
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcc3526242222d84a99bc77b04c15b21846cb1c45d04d05d634a588f966a3d66
3
+ size 32686080
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6e9b3f805af0a1413e0fc27986aedec9a1171ba802bfbe6eb87823b9fbf041
3
+ size 86507520
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7a10203887d01669d0a2a7884072a1ec696eadff81282b93aaf5849aa1670c
3
+ size 28930048
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:094a43d05936f646a4e0687c6d4b2b05d15e07305c191fba718b2661b61bba02
3
+ size 173015040
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ad00740bb09680fd2869fbb21cd108eb74ca360c05b107662e79d494af7283
3
+ size 32686080
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75dab565e35dd8549aa2ba042fc46cb859d029aa76f620df6d5a6a2f71cd44de
3
+ size 86507520
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2f246064ba400d4a35dd3417ba1424a80b6eccbe286e45d3ecd85643237474
3
+ size 28925952
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9ce2e41f886e6490aaccad89a7777503011689a4444fac9e7af2440186c45e
3
+ size 173015040