Hugging Face's logo

dusty-nv
/
Qwen2.5-7B-Instruct-q4f16_ft-MLC

Model card Files Community
dusty-nv commited on
Commit
e6e6c18
·
verified ·
1 Parent(s): 660f0b8

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f16_ft",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 3584,
8
+ "intermediate_size": 18944,
9
+ "num_attention_heads": 28,
10
+ "num_hidden_layers": 28,
11
+ "num_key_value_heads": 4,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 8192,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 8192,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.05,
34
+ "top_p": 0.8,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea535e9e18b6a9d77bf0f75f7d0854c1ca1203001693057734e0debff3303d3
3
+ size 272498688
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce2a2bcd2a30ae09055c8f5291a22484038fb2adef4820d22d3cf5dab5f4a1d8
3
+ size 34062336
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f057666a8af6c404beb7c3bc9f3f6c5c114aa26699d5528f4b75b2237ea3c567
3
+ size 33947648
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f303d693c3b77a86ff9bfac8a26d2c1d96ed3fe6389c0a71191cb5d59b10240d
3
+ size 67895296
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82165e390aeba191374515e4028838d7ba9b2362d1525518bde9d11bc202d5f3
3
+ size 33947648
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c6b5d401fc654275aa8fdfa46149e8ecc041caa8312669df73df44c715b444a
3
+ size 67895296
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c78389fbd56a95d704b6c0adefa0e2c24acdfb821985f5fa0f83fb2a63eae9f
3
+ size 29605888
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82e4bcfa6b3dc869331a1b4b43580a8bf0ca037d92a152dbe77b6131109ffe0
3
+ size 272498688
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e4a79242ceadb71b5c96657e8a753907280c9c660d50771171b83553e5e72ea
3
+ size 34062336
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26ad0568d54e50d2ac2306a1305431010d6dc06fc9cccea2c9bad922f71b7999
3
+ size 33947648
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb6f06d38696aff2e5b4fbc6b99cbd9ce318fc57dff277bddf271620389d7f02
3
+ size 67895296
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c01b51de0e35e13a1a88c873668edb49428e0c47f21ba6f17c776fe37588e29
3
+ size 33947648
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dce3b77edc91727cdbb8eaee81f91abf411ff9edc1533e0d2d1927ff73c6a45
3
+ size 33947648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d322fd7de3c30c94711a92015fa0d1445835fcf2811f6064bed932a34a6e0194
3
+ size 67895296
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa34dcaa637eb0478e4e066c17232a14dc63e0633412e0a31642663f712c045
3
+ size 29613056
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8f4bd160c8e6eb12b323c85d1e983f787bae2e59ec26c7cb0e1dc17616bc4bc
3
+ size 33947648
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29841665f86389a9bb66f1bebb5610fdd27ae8f401e5777001a2959ed5c0eb1c
3
+ size 67895296
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3f883590721e4310feec048ecf2aeea2b619c191152699d80c264e18aad55a
3
+ size 33947648
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2ce5fdfd4bc24e43670cff67e5499b8932783a88d1141b16d0033ad91b26be3
3
+ size 67895296
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:768c0d9f932c3dbae1008196d72145ce4aa7dec0a31aa39811bf8b1527fc033a
3
+ size 29605888
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69fcea7ee543b1b955011ead8cb23955a0139a134203a25f8fc86ae99089f88
3
+ size 33947648
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d46d5788b909cffa6dd6413fbccad746f3935f3547c4863a7f6e6cec189ed88
3
+ size 67895296
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af01ab137c6b36973fbd0c920f36d5f85f9017e817b1b4cba015da00787a821c
3
+ size 33947648
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758628463aa4c992034b9d8b51f1697048dbf3bcccf0b2b859e75d6b4ad4d360
3
+ size 33947648
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22f9abe46bce9066980c4aed307b93acfbf401bf5b6bebf840426a5d8b1028a
3
+ size 67895296
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e4558ca044817716d5b2f15ea3784f76e9e82be821de73e0cfd44b7d5336b4
3
+ size 29605888
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6d6907657926315d9a17c6e94f30b795e4b0799ac1736fd4c70db889c51c3a5
3
+ size 33947648
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd7e7a71e796dc642795ecbee75b3bd891383c3ffb26629488e65eca11734fb
3
+ size 67895296
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa7b68b2c3b670ec923cc1eb7f63d00d03827f751a865f683a2f2bee8b4f93a
3
+ size 29522944
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb35e1e6e80e42318455ea461a1c07463cec09db4ffea2db2df354a50a82c4a
3
+ size 33947648
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb5a7b8270e6deb463e658e8abec4c378839a8d4d16dcfe6dc093e1548c8103
3
+ size 67895296
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70337f07c64580ff2319e10fe9cbc7a0529ed9aa5bc28a06e5ae79b008013e62
3
+ size 33947648
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7287f292e900567c3642a0993ba55121d037e262be8a9a5e430d0fdbc3c0d6
3
+ size 67895296
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0dda1693add6a9062c3405be6c6b1f26558c138972541b463a26a2d5e42942d
3
+ size 29605888
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01c9caa938381068e9c55755bad20390a6ba440dd4ffafa9c2a55a4888e3ec3
3
+ size 67895296
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4bfab2aa6c70f3960f5c775a6aca8a6bc4a2913d2a92d4ee4518afbbefe5d7
3
+ size 33947648
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbd93b9bfedac95ea919678cf97d5be7d4c988fd4fc3bff737f65cf732c6e6f
3
+ size 67895296
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca22e8a712615e844f07e640e153162e72451a8ef226d9d613be573f5b84b46
3
+ size 67895296
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08da7e49c5d5ea761a473df01a6c8208af4098fa98e279f650e17c687b33eb87
3
+ size 29598720
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e4f30c282e70a91a7ea7245996c6e317888988fac4e805ef1ec066962233a5
3
+ size 33947648
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7f68b09ba3c43ae9735838ea30b3a4a169f6b46b2597e38b25ba1cdd1c945a
3
+ size 67895296
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d4d45c97437e91c9143a9f89e4946c6a355456a4f850d1f92c859624996f274
3
+ size 33947648
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00a726bf7d795598d822f6b0c9e3d2fdceef192450196c1f380f51bffc12baf
3
+ size 67895296
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fec09ed6f59937360dd4d3932e57c1c053eeecb7d80f332ac132799946d94f7b
3
+ size 33947648
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91d1a84c106d47e3fed2b93a3941244541f796f776ecbdd3d50226a330e1d8e2
3
+ size 67895296
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99c7f4b8714aa41b11ac14f7e112bab60936ea1a6a3b52702d6ba89aaa07f1b
3
+ size 33947648
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496c478b54ac13fe67f05b4c3b2a5fb50cf0f5d7ea5d003b90f2f61fc366fdfa
3
+ size 29688832