Hugging Face's logo

mlc-ai
/
stablelm-zephyr-3b-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
85c68b3
·
verified ·
1 Parent(s): 1ea11ad

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_12.bin +3 -0
  23. params_shard_13.bin +3 -0
  24. params_shard_14.bin +3 -0
  25. params_shard_15.bin +3 -0
  26. params_shard_16.bin +3 -0
  27. params_shard_17.bin +3 -0
  28. params_shard_18.bin +3 -0
  29. params_shard_19.bin +3 -0
  30. params_shard_2.bin +3 -0
  31. params_shard_20.bin +3 -0
  32. params_shard_21.bin +3 -0
  33. params_shard_22.bin +3 -0
  34. params_shard_23.bin +3 -0
  35. params_shard_24.bin +3 -0
  36. params_shard_25.bin +3 -0
  37. params_shard_26.bin +3 -0
  38. params_shard_27.bin +3 -0
  39. params_shard_28.bin +3 -0
  40. params_shard_29.bin +3 -0
  41. params_shard_3.bin +3 -0
  42. params_shard_30.bin +3 -0
  43. params_shard_31.bin +3 -0
  44. params_shard_32.bin +3 -0
  45. params_shard_33.bin +3 -0
  46. params_shard_34.bin +3 -0
  47. params_shard_35.bin +3 -0
  48. params_shard_36.bin +3 -0
  49. params_shard_37.bin +3 -0
  50. params_shard_38.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm_epoch",
3
+ "quantization": "q0f16",
4
+ "model_config": {
5
+ "vocab_size": 50304,
6
+ "hidden_size": 2560,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "norm_eps": 1e-05,
11
+ "rope_pct": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 6912,
14
+ "use_qkv_bias": false,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 50304,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "stablelm-3b",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 0,
34
+ "eos_token_id": 0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5ef2d5e880d9ed2ba92de95612c5f142fb1ea9f4c45a2618a738ecc2cfa588
3
+ size 257556480
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d13288fcd2683ff50beaff6a310332310ba044b1939b47ffbb64c6ab69d511
3
+ size 257556480
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e379f257c209f36710f709a3ec406ba3d2d1e2c9143d9d0ea096f996f07f5f6d
3
+ size 39321600
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a521e3b0a99bdee95437edfcb82f53ac23628e4c456383e5fbc2f9ed492f418
3
+ size 70778880
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f4a8f40d3e23a92737126394ce7780b3bb294d6c95591e7cc815250818e05c3
3
+ size 39321600
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5f4c400dcf54214b517729a08be0451d0f764f160866cc493e583acfe37e00
3
+ size 26255360
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691007ec8b77242654d48360419951fc262bf6f6f5f78d43249a5fbdabf1d6d2
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2031f98fc689c8e9328315da881cfd9c0ca0163f767e7817ad4a2b36951507eb
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ebaee3251314f1343b5c6bba7f1fd5f500ee8d445b266b779a2eb84b0a69a7
3
+ size 39321600
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ce9c49be3a2d10213c9b059cb8dc817235168f41cc58872b04a1a852817b5e
3
+ size 35389440
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d46e131b15e4c8450335a67eb666a30ca355fc4dab956abd356ba0a90b41f8
3
+ size 70778880
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ee536bad123f8db634ec2e1960b7f54292a1c9285ea60ec1382a533c38661f
3
+ size 39321600
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40adf55467d2793c6d4adda02478bdb2b4a6322a89aa7c22a5daa2566c8730d4
3
+ size 26255360
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b50073a2855ec6cd6965d369318334b8682f86d533a1e71c9e2868f8775b650
3
+ size 26275840
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b93c10d56af23926f7d758d2b6a8a241d8ef1803cfcecda0be4a223337e2d02b
3
+ size 35389440
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8044f1af9e5b4322cb6cc217bd5e82722673624b061820495792dbf04be317
3
+ size 70778880
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615a363b33e29b992ad5e9e5b03ae8b45063dda0616801bee7b07b725dc04a3c
3
+ size 39321600
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f5e483d9e6ca404d6e467a3d0a8aac1813ba81216a50653e3c4867566c7153
3
+ size 26245120
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8ad906e6e7d80fac79d06c5be2ea1dde8e843bfb50c61a9b314fae4b56f63b9
3
+ size 35389440
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b82f783c05c63fd5ba477dce3d2c99c9afdbba2e53961bded0c66e7820d79d1
3
+ size 70778880
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f7405e5616ce92a1e60b6494b8392b1975f9d51c0d662cc0b963bd0beade21c
3
+ size 39321600
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:556b672c707c7db1d4b22cc62bfa4a7d8470dd39848306ac517fe44e6411b611
3
+ size 35389440
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5172046ee3d96b4707e1713f020ff144287f201574e3174f45fbe296de8201
3
+ size 70778880
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2309e7be5117d71a08ebb33a1cc56a29feb21cc072eea05f387a9773682a8db
3
+ size 39321600
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5156e5faaef020e13c8f35455aa11846ef34e2cbfdb6bcd5694d30dbe694cc41
3
+ size 26255360
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:814503adaf28de1d4597aaa2adfe510fcdeff7b25e6fbcf781da922566b9f2f9
3
+ size 35389440
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9856c5dbc64c134253bfeef25be2ee87b3265f3f940ce4376d9a75bfc73c9570
3
+ size 35389440
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57e673b60d2f322c08f4a1ffeb7aec0a09bc963fa8cd69a8ee667c679f1e1f26
3
+ size 70778880
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de8b98748d28f585c5f42b2d7f18e7d690aa7f1680e06178f504c6f48ffc7e64
3
+ size 39321600
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e39a640a4830daa925414697082f112c60da9fd9c8827cec23e93a2d379eabf
3
+ size 35389440
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb7de3693007d6216229d78708ef1f445df4405f84d9964e339966ccb45095f
3
+ size 70778880
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd572bc30587f78d4e4d03c6b31ce20a5e700cc4f41a742114cbf950ab002203
3
+ size 39321600
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2b83f3d6621c793a9ea12280faf6e9908c21361657195b80f49117b14e958a
3
+ size 26255360
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98a9bad17177dc2095ed96903f213e28b93067f37069de938557efe0056620d
3
+ size 35389440
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f11854d690b4c38670fb699a54fc4cebfc032bc159b1748684d0cda77158ef
3
+ size 70778880
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1cc49c670a2e66c8302698544008695dc73bfdfe1ed3a7d493a6db449b632c
3
+ size 39321600
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a458ed2bbc175f9f739e5a471ddb6ef2fe22e66cd1cff5ad89cb1fdd69e7222
3
+ size 35389440
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f78124c261063359230d2fa9b60683faed710e39bf4035f75f420c9e2694e810
3
+ size 70778880
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d0359a26fd23b2bbf802e464273d8b466a986c8087d1b39e9df3819c08eb6c
3
+ size 70778880
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b07af7ac06395f514d1f4e36b948cea2a46af277439e0e4cba680efe2905de3
3
+ size 39321600
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00fa4647b5a78316e74f2dcda7890ab60251a3a4e1a93064ee1a9e02b3b3edb5
3
+ size 26255360
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80836ff5212f83212e8f303efb0914b3302334d0cdb2bc1cfdc7e71b151368b5
3
+ size 35389440
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bec46db012765a738acaee6671314258ccbab37eaee53fe75406c74de1a9a86
3
+ size 70778880
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83901b3243c3c6a3fac75f05e2a1f27263f6e9444e963d224547d318812382d4
3
+ size 39321600
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5242de76ac352ecb9a4ba731b0ad1a885f51517b53801db42552e04ad7fe64b2
3
+ size 35389440
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe3e396653d987c535c8a80c113bda8322c9569bbc4792e87c9a66c15916547
3
+ size 70778880
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b541c928275ff5c4fd24c83ebe52298434e43724bd0ff4d7b27b4fdaf4b313
3
+ size 39321600