Hugging Face's logo

mlc-ai
/
Qwen-1_8B-Chat-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
7746318
·
verified ·
1 Parent(s): 4eeeca7

Upload folder using huggingface_hub

Browse files
Files changed (36) hide show
  1. added_tokens.json +5 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache-b16.json +0 -0
  5. ndarray-cache.json +0 -0
  6. params_shard_0.bin +3 -0
  7. params_shard_1.bin +3 -0
  8. params_shard_10.bin +3 -0
  9. params_shard_11.bin +3 -0
  10. params_shard_12.bin +3 -0
  11. params_shard_13.bin +3 -0
  12. params_shard_14.bin +3 -0
  13. params_shard_15.bin +3 -0
  14. params_shard_16.bin +3 -0
  15. params_shard_17.bin +3 -0
  16. params_shard_18.bin +3 -0
  17. params_shard_19.bin +3 -0
  18. params_shard_2.bin +3 -0
  19. params_shard_20.bin +3 -0
  20. params_shard_21.bin +3 -0
  21. params_shard_22.bin +3 -0
  22. params_shard_23.bin +3 -0
  23. params_shard_24.bin +3 -0
  24. params_shard_25.bin +3 -0
  25. params_shard_26.bin +3 -0
  26. params_shard_27.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_4.bin +3 -0
  29. params_shard_5.bin +3 -0
  30. params_shard_6.bin +3 -0
  31. params_shard_7.bin +3 -0
  32. params_shard_8.bin +3 -0
  33. params_shard_9.bin +3 -0
  34. tokenizer.json +0 -0
  35. tokenizer_config.json +10 -0
  36. vocab.json +0 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "vocab_size": 151936,
6
+ "hidden_size": 2048,
7
+ "num_hidden_layers": 24,
8
+ "num_attention_heads": 16,
9
+ "layer_norm_epsilon": 1e-06,
10
+ "scale_attn_weights": true,
11
+ "kv_channels": 128,
12
+ "rotary_emb_base": 10000,
13
+ "intermediate_size": 11008,
14
+ "context_window_size": 4096,
15
+ "prefill_chunk_size": 4096,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 151936,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "max_batch_size": 80,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.1,
30
+ "top_p": 0.8,
31
+ "conv_template": "chatml",
32
+ "pad_token_id": 151643,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 151643,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:928752783bd06789ee789d8e3b63f751cfd02f44f4efe936e08f6ed40e383f43
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8ebfd05fac45e18a33bc2f973900b12049b1728a6f02aac155c8fec096716a
3
+ size 28901376
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0900048a1b052d5029dd446ce8e0f903c9fd608ad1da66b633467b8c9e16eb64
3
+ size 28479488
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277015ecb658409271505e27594d1af6b910e934acd9a19cdba3e9b0ef76ffb8
3
+ size 28483584
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88b8e67744f04389793e155e64af958192001dcb9653c2c12a9617e37a879b4
3
+ size 28479488
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5725c768e40a919304bf659aed5e220734218a6ffc7ba0a8fbd058b6aa39b8
3
+ size 28479488
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa900f5d0f8f7811a24f35e139225d67338141ce25068368ed5e6aabed6f6663
3
+ size 28479488
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52af1cc90b99d71f85072d18a9aa9de0662299750b51e1498ccf3c224163f386
3
+ size 28479488
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:183297ad0d204f3299b8d7730616171c73835762818b67f869cc565d51c972f8
3
+ size 28479488
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e54c8044d89b0091d409f08f656a59c37db860f6895756c18df5bc1decda061
3
+ size 28483584
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4e14007bc477e9a94bd21772a2a43a2dc0c17ca4f2717f8f39809ebcc52c9e
3
+ size 28479488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef6870918e059efa76de9c5255b2fc589fb66dce9427c990926afb63ca0c3695
3
+ size 28479488
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b1598d38c771727bc1cb5fcfb8528dc0ff80958094d48836c19f48da373c9d
3
+ size 28479488
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c375e98f0664d030fff885d91324fdb89b6ad01ee08170a3e581b83ced1d2072
3
+ size 28479488
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9046b12c436cbc79df6acd28db6c7878ea9a9ace2e9bc87adc0f081e1872e5
3
+ size 28479488
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6062b4a5e8f0d284562319b4eeb815a4e743b873bea887682fb24da6862e9f58
3
+ size 28479488
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a43fe48ac0ad14bcce906492ec4a656426efe4a4f06ba538cbb996f645a34af
3
+ size 28479488
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887491e9da68f0552a758aa606549d73ef706d8ee871b12e0c8d692f69388cd5
3
+ size 28479488
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162454e721110b34e0281b804b5bd2a16d3d7bae5185c31f6a2bd2b1dc31a5af
3
+ size 155582464
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ed09b0a24866ba23017cdc4f53ca4f8609bbf78a2924dfae5a34de87d3a41b
3
+ size 19447808
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759b6d8ded2b8cd0ac8766ffa40a5b788d54eff27052732c831de8030337932c
3
+ size 19021824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ba2d54035a86916c959fa19a95286ab4ad0431d96ee580809be5549af23d90f
3
+ size 28479488
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d90dfb1705b90c5b10f41abd71bc0e544e9cb38c9c30543c1832b895232716a
3
+ size 28479488
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b603ff300e1ec2b341774b8ef9836f01546ccceabe7ad004a7482beb9a2420a
3
+ size 28479488
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1be564a92908337c624066bf54d7dcb38fa4c9442682e72c04f30f4b48a1ff
3
+ size 28479488
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35882585a1721043c64d3fb5bcaa88ed12af386b405d020fe611c05a7150ba68
3
+ size 28479488
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8ad98949a3c7ec0c20ae979314c01b7e11ea3ce738a648a7cc96db5f011a88
3
+ size 28479488
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6323bae4a2e741d3943688887b9836adf78605233811218b1e885a90c1b2f204
3
+ size 28479488
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 8192,
3
+ "tokenizer_class": "QWenTokenizer",
4
+ "auto_map": {
5
+ "AutoTokenizer": [
6
+ "tokenization_qwen.QWenTokenizer",
7
+ null
8
+ ]
9
+ }
10
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff