Hugging Face's logo

mlc-ai
/
internlm2_5-7b-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
7c49bb3
•
1 Parent(s): 9fe8da8

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_14.bin +3 -0
  41. params_shard_15.bin +3 -0
  42. params_shard_16.bin +3 -0
  43. params_shard_17.bin +3 -0
  44. params_shard_18.bin +3 -0
  45. params_shard_19.bin +3 -0
  46. params_shard_2.bin +3 -0
  47. params_shard_20.bin +3 -0
  48. params_shard_21.bin +3 -0
  49. params_shard_22.bin +3 -0
  50. params_shard_23.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "internlm2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "vocab_size": 92544,
7
+ "hidden_size": 4096,
8
+ "num_hidden_layers": 32,
9
+ "num_attention_heads": 32,
10
+ "num_key_value_heads": 8,
11
+ "rms_norm_eps": 1e-05,
12
+ "intermediate_size": 14336,
13
+ "bias": false,
14
+ "use_cache": true,
15
+ "rope_theta": 50000000,
16
+ "pad_token_id": 2,
17
+ "bos_token_id": 1,
18
+ "eos_token_id": 2,
19
+ "context_window_size": 262144,
20
+ "prefill_chunk_size": 2048,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80,
23
+ "head_dim": 128
24
+ },
25
+ "vocab_size": 92544,
26
+ "context_window_size": 262144,
27
+ "sliding_window_size": -1,
28
+ "prefill_chunk_size": 2048,
29
+ "attention_sink_size": -1,
30
+ "tensor_parallel_shards": 1,
31
+ "pipeline_parallel_stages": 1,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.model",
39
+ "tokenizer.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_fallback",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": false
46
+ },
47
+ "conv_template": {
48
+ "name": "chatml",
49
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
50
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
51
+ "system_prefix_token_ids": null,
52
+ "add_role_after_system_message": true,
53
+ "roles": {
54
+ "user": "<|im_start|>user",
55
+ "assistant": "<|im_start|>assistant"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ "<|im_end|>\n"
65
+ ],
66
+ "role_content_sep": "\n",
67
+ "role_empty_sep": "\n",
68
+ "stop_str": [
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 2,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d22b89fcb949b49089bfb45598c2ac6eee1dc1b6e1667215e3b82548aa1788
3
+ size 33554432
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce3917c876f4c74d3a9ef01a5a65c17a29139bf5ed5e2d6e5e72aeb61bc80b6
3
+ size 50331648
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5a2809c1e85e6ff0954c80ecfcf82edf89e59ec697cd2100e8925ccf5d72a8
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be257e315b93c15b7209ee1360ecc46ae16c3558101a1616857fef548ae8ecad
3
+ size 117440512
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d78cbecc8f20b0a726901c0c62e0c92cb061701b294de26066a38161dd17152
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18557c098b6b163569358446944b654499ba1cca606b6aff8bf1a5d8ee2a502f
3
+ size 50331648
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ed4a02ced60fd95e3fc8baa03e194d842cdb1c27904f88edbb208376cd8c65
3
+ size 234881024
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0280b66cf7aff22a193d54ae61fc5f422fc696f69d4deb050a43a344f2aed41
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2687647f453c66b2d35fd61d472a5fe681d6f50003790402bc60a828ca245f6
3
+ size 33554432
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adbf45775614a0672efbadd8af70d69847f1e48787b155632083b066bec9635e
3
+ size 50331648
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4026a697580512982a39a89f551c0b4eb2e234f48b128ba513d8500e2f7cb317
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e7a854a2a3fa6a4a009246251bbb229da2060e0d99a8b78037a5206ed731db
3
+ size 117440512
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bfed308f7796d59f2f9b5e78f31bd6968d49f472ca884f36e03d5476c6fc75e
3
+ size 33554432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5704c9492e052b0fb99715903a2a996de8b6a5a9f5cccd49c297cde79899a1
3
+ size 117440512
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ad76049b9c4c9042c0631525c9f454555fcc29b86e3a004858ff2d54fa9ed2
3
+ size 50331648
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d46b0e180c955ca240581b95b47ec2f707e5aa958e0de3ef609ab34a1273d8
3
+ size 234881024
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f977a471746768d840d960974797bd733d05f8cfc40560e5be3c995f6382d60
3
+ size 117440512
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb51164202a84a049c3dd54bf249e5f5df4142f1c517ce66beabca95a77fdf2f
3
+ size 33554432
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ad94f9e5427118057a512ef7d319dba484a05ac0520e33a97c99bd14689351
3
+ size 50331648
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670cd1a838ebd1918526f0dcc4eba5586046939db0add340d5f87ddd9f265488
3
+ size 234881024
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c9b73cbb9eb4fe8ea662bab15e43caa9d47f6ce9aed43d69c53460e43a78d00
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbea7175795963923fbda7f7f463b1af720ef9448b4f47b66ceadfbfe0555a0
3
+ size 33554432
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c6d8764c42eca043d45878f90b63c1ac3879efff991d72137ea7d369bafbe44
3
+ size 50331648
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169a57b8c15ff72393138addaa13ad5d3132dc735a62f221e4115f475e4a102e
3
+ size 234881024
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1d003db53b702c7aca393d2d1c41cb771d8bd4042a75b11f0c23db0b14b731
3
+ size 33554432
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72fa6eb5a18c9e7997b9bbd54e7c9d8b441966f1c58a20f87b9266d7b0b5b670
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a815e82b95bb19aa37349d2cd215dd3ea581693a3dd103f7d118c0a7113b0936
3
+ size 33554432
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3532d1646e751a3f96129ce2b516327a9d8ba356b4760a2c415cc11a452212
3
+ size 50331648
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4807e985cb61795098d9859624ecb56c6abd20bd33d466a9156887dedce45c
3
+ size 234881024
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e04e864664d5cd42dacce39ab8ca700129e0ee27b65f0637c8cc6bdae323a990
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb1bc93b7b6324f97131643e297118479c6e03c451195170405964fc93752d50
3
+ size 33554432
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4b03e6d84089f0537ba9422b2ec3fc7d01506aa82f54cefccff57acfe1c9ac
3
+ size 50331648
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e33e813a4ffe2e8ec9a8cf79095ede738012a4db0e56020eedf7fe8bdc4151cb
3
+ size 234881024
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f4e1648ba58d91025c63696e2f21e6174d2d550cf388b858f12702a59a97dd
3
+ size 117440512
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ff3684f30f605142a2d8e0a17ccbb5e65359a6c5a6d57d99eb026673990103
3
+ size 758120448
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc611e61b12d7bc71542281b73f1140d8dcdc95c788d7dfb4f5007bb66f075a7
3
+ size 50331648
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35189a509de85c048700f6f26a0b0e90ae2adb7bb5cf9c8c57a3787117de7244
3
+ size 532480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24e0b6ae51465cbcccafa535d15f528543642f484d562fba9f36a9fe20332069
3
+ size 234881024
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42642c424aabb7f8249a223bd861da68e3928ce1ef898e5bcda5206f9daaad33
3
+ size 117440512
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8afbd82d657a917e53ba7f75123cd09edefb9591ceff7b0427368fb15eea2325
3
+ size 33554432
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6d6bb77bafb855dbe590c85d4f8e7e9868285120d5daa32dacb8b15901068a5
3
+ size 50331648
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6875c430d5543494cdcf4dc44b1e1fd8bc7d03c77b3a8f5bb09bedc7e0f6b220
3
+ size 234881024
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e54c6c8114ea4cd18b65aaa056de2d71e967125ec033bdcc5b0885790e33f3
3
+ size 117440512
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13cb4d5ed59e6ec430beacf1b962ab1971b6c6fb025f3524cbbf5d3e33bf6648
3
+ size 234881024
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:511e37b56b88a50ee83755a40eff1f7be221c6f1305f4f4da02dc82dd16a2e1d
3
+ size 33554432
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f2f909a866beefe9f91ea58ca241e0ac0527685089d22a153d401233ed87bd
3
+ size 50331648
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8239af0774c782cfdec22522bbc99f136841e0c798eb0537c73cc911faf689b3
3
+ size 234881024
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e37da1d38bffaa51cd416ba9739dde7673226d22a1b6e2e1e451f73eb95e5d6
3
+ size 117440512