Add q4f16 model weigths
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- mlc-chat-config.json +16 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_100.bin +3 -0
- params_shard_101.bin +3 -0
- params_shard_102.bin +3 -0
- params_shard_103.bin +3 -0
- params_shard_104.bin +3 -0
- params_shard_105.bin +3 -0
- params_shard_106.bin +3 -0
- params_shard_107.bin +3 -0
- params_shard_108.bin +3 -0
- params_shard_109.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_110.bin +3 -0
- params_shard_111.bin +3 -0
- params_shard_112.bin +3 -0
- params_shard_113.bin +3 -0
- params_shard_114.bin +3 -0
- params_shard_115.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
mlc-chat-config.json
ADDED
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_lib": "Llama-2-ko-7b-Chat-q4f16_1",
|
3 |
+
"local_id": "Llama-2-ko-7b-Chat-q4f16_1",
|
4 |
+
"conv_template": "llama-2",
|
5 |
+
"temperature": 0.7,
|
6 |
+
"repetition_penalty": 1.0,
|
7 |
+
"top_p": 0.95,
|
8 |
+
"mean_gen_len": 128,
|
9 |
+
"max_gen_len": 512,
|
10 |
+
"shift_fill_factor": 0.3,
|
11 |
+
"tokenizer_files": [
|
12 |
+
"tokenizer.json"
|
13 |
+
],
|
14 |
+
"model_category": "llama",
|
15 |
+
"model_name": "Llama-2-ko-7b-Chat"
|
16 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61abd503a2ca59a55ad3847b60fa1ddd2150ffbd61f661f463d9054650e05fb0
|
3 |
+
size 94896128
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de698267d6fd1443a1d6f380b88b278a45d27d2d47e6e691da654ae491ca2e36
|
3 |
+
size 25165824
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:792c00ba1f357ac21705a88be88c4fe3270ba063f98bcc2b927e0963a31bc10f
|
3 |
+
size 45088768
|
params_shard_100.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c2d12135fe306e711bce2f9708e7919b640eda8786f822f483e6ddd3fad3954
|
3 |
+
size 32587776
|
params_shard_101.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb3f94423ec5f33e476133332bc444db1a6af305009d264788739bf36c4df6e7
|
3 |
+
size 45088768
|
params_shard_102.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:467e3de8459323bbb2bb16fc6a068792d989d2d20548c54f3bfe2eee7ce679d2
|
3 |
+
size 25165824
|
params_shard_103.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91e62a30bb5bf9fbf262fbbdad77e93d249ea9135e3b129b1b439d9b3f55295a
|
3 |
+
size 32063488
|
params_shard_104.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c8eec265f74e17006909175cb8a83fbddcc5768b77fbc06ca763df77be900c49
|
3 |
+
size 45088768
|
params_shard_105.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85668e40249f8cbcf8de4d8efbd1fd3c881d6460dddf72e84c49b58e50b39785
|
3 |
+
size 22544384
|
params_shard_106.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0fd000699beb0423602856398093923653911b2ec18c8df2e2a98acf5298f1c4
|
3 |
+
size 25165824
|
params_shard_107.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8a3eb8ca9e77fa9ad1960280b86ea9253cd7ff482826778a132b1e07df1d5c63
|
3 |
+
size 32587776
|
params_shard_108.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:770c0b7c76f5a18ba29b6ccc17612acecc1f0548c21988d3c58f1ef80903ade0
|
3 |
+
size 45088768
|
params_shard_109.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cac5f4df8e4515e182d63df2a95e950679c28b08cf0312ab4d9fec785a3bfbe5
|
3 |
+
size 25165824
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12a80fc57305c867b5052c863bedb6745ebe2af1c4559fd06c9a78088710b596
|
3 |
+
size 25165824
|
params_shard_110.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bffa7d935212452ef3149843930abbc4295c3272fb16912bbb169b8b6eeef657
|
3 |
+
size 32063488
|
params_shard_111.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:75c3117f2b2d0bf36944fe49b0b7ee4eb5d70719833dfc0ec3109a1517dca733
|
3 |
+
size 45088768
|
params_shard_112.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:298cd27a423a6691df523fcd9bba3fe6c6d7b5e87073fb2f20a112263bf6b678
|
3 |
+
size 22544384
|
params_shard_113.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe0a6f73a7b14daa7f197874b7cdd46e866f862195fdba3151fe4ee5482addab
|
3 |
+
size 94896128
|
params_shard_114.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7335c87291fd6465f80cab4f65e238bb1b76f419154b44dd7440b9d84f0c6bc
|
3 |
+
size 33447936
|
params_shard_115.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb6c0651c0bd31d0c208212e8ad249e10c98126c4fe2927ea689ae3ca9eba0cb
|
3 |
+
size 524288
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f1cf3617ee6bbdeb8e675426d1b7960679a56557a26a381471794686c1269fc3
|
3 |
+
size 32063488
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ef23f053fd0ba3d21fc5dacfaab3c3c6e8f098966b89e3af3056b647361b82d
|
3 |
+
size 45088768
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68a1de30e7ce093a78cfc3e8283209d1eb4451c685a5f4b75bf2c9ecaff86eb0
|
3 |
+
size 22544384
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa88e4dccea01fb5d5d5d60e223d66df827fd78a1dfccf5f9c63469b261fad9a
|
3 |
+
size 25165824
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60c2a70a8b90e1743d37a4ccabb0f3d6b34c4433ff4a2c46bbd78d0a2c8c5a7f
|
3 |
+
size 32587776
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:01a93a6189dddd654f86be923f1a09a7f252e5c453098a81e743242ed815e1f2
|
3 |
+
size 45088768
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1170bd94097469a42b14a1446e67742cb61f3205642bd9f8abce97d0deca0592
|
3 |
+
size 25165824
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be1140c8af3bb1a845461f9b28e92d2cfafe0a018405e042e98d1a0d24002993
|
3 |
+
size 32063488
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c726c6873749390b0afa4fcd1b8b78f6a3479d3970f312697ded921a24331325
|
3 |
+
size 45088768
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99cd1c77f7278b24ccb478031726ee850dc500f78945d485fc72e3e8921887be
|
3 |
+
size 45088768
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da44f6b8c3ec6d91a606f9d75573d8f035ddfe8112f562118c6ce8dddb1d8693
|
3 |
+
size 22544384
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e6020560bf86d2be082c469b246a58cc5642d5098c5e4ad91ca8436cb842b54
|
3 |
+
size 25165824
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50df9028dd15c487f95c471ef01cb3992ddf93afea9e5ddce56a06c05be91779
|
3 |
+
size 32587776
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e459de4c71bd46f429e26bd9c6445ecad26d1f8de22c23ce867bc85afa47893b
|
3 |
+
size 45088768
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0effa87f3de0c06ed5f912337b1be7633bac3990d04c5a8e8661de98f09919da
|
3 |
+
size 25165824
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2aac33d3293534f3860b8175924ab80574a2909eeab5235d1d694aa981e3c8b
|
3 |
+
size 32063488
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ab742badcd0bb1b90652364585fd6cacfd289eeed5ee7291bc194a5e09785ad
|
3 |
+
size 45088768
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1e7beb74ddd55a806521fdf594f7c9033dbf434bcc640eb41530b9f2ef4c4fb
|
3 |
+
size 22544384
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e934ac6dde85139dbf65a98c7df702d7a3091f70191bf6e984f5daac204da62
|
3 |
+
size 25165824
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cff5c72d6d85806373df3f97c210ee3185c0ef9454bd3840d8f349ccd9fb9e39
|
3 |
+
size 22544384
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a39d751dc44c2f3c77c6529a6566f2d42cc51855b27a67b649c2eadffa617776
|
3 |
+
size 32587776
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d963b901dad6a666d16c550e3036987021938a1bb4379db3a78935aa009cdfac
|
3 |
+
size 45088768
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4bf60c1fe245cdff9f545a2b4691f2b200cfa7a5adc89dd24f0fb94427965486
|
3 |
+
size 25165824
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee81fbf74cf581966976fd853ca53c91a042f0d6c2df41358ad96074b4060190
|
3 |
+
size 32063488
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f77143889c44515c709e97ce1ea23639144a72b3010114c4c5af5f3e2119c630
|
3 |
+
size 45088768
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a32aa62f26a72594ba1701429be386257edffe73fc1c23d9d535a7249e118ce
|
3 |
+
size 22544384
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de2c8be75e4f824d1d5ae54b38f5599748a441a9f1446717b80bf77acf9b8cf3
|
3 |
+
size 25165824
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77871e7a7aad8c0631b76bac4be9c9221698c58627e0f6d2221c92c41408e7cb
|
3 |
+
size 32587776
|