Hugging Face's logo

dariopt
/
minicpm_v_q4f16_1

Model card Files Community
dariopt commited on
Commit
0d332c4
·
verified ·
1 Parent(s): 898583f

Upload model files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +42 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "minicpm_v",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 2304,
6
+ "intermediate_size": 5760,
7
+ "num_attention_heads": 36,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 122753,
11
+ "position_embedding_base": 10000.0,
12
+ "num_key_value_heads": 36,
13
+ "head_dim": 64,
14
+ "sliding_window_size": 768,
15
+ "prefill_chunk_size": 768,
16
+ "attention_sink_size": 4,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 122753,
20
+ "context_window_size": -1,
21
+ "sliding_window_size": 768,
22
+ "prefill_chunk_size": 768,
23
+ "attention_sink_size": 4,
24
+ "tensor_parallel_shards": 1,
25
+ "max_batch_size": 80,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 1.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.5,
32
+ "conv_template": "LM",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 2,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer_config.json",
39
+ "tokenizer.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496e568ddcdae92404dee93c34356d7838d4fc51358175fbe61861ac762782af
3
+ size 28214784
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25daea934783c8cfcf2ed07d2585ae4e2f2729d904d10183764eca1a8276023b
3
+ size 32850432
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430a21019e62e7c53406fa71a4bf43852c45b3eec31fab80b683f7546a06cb8d
3
+ size 30479008
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:217b32b5d6912ba53d483c568f8ba5f6739b2e2628ce8051ee592cb4cff8d8a0
3
+ size 30479008
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4441c15784d3a07b82c0d96b824f3776c010a0d64bd4fa310fa0a43be184ac6
3
+ size 30479008
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a039d969bb5cbb99a8a22af56ba307c660006420e6b57c3998e1a6428180a347
3
+ size 30479008
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045efe03fee4323787e5a22b1084caa7120ee40748fd180cd4494fc0b8a78213
3
+ size 30479008
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0127df912475597c6347c09a064dd99ec1e4d421360268472a3019ad18e357fd
3
+ size 30479008
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1281874847a8a218b72a00d30910df6aecf884bb9db64c7e02852f3baba6c9f2
3
+ size 30479008
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221fb40fc016e8d45277bb0df2c029bb9d717db2aa70474a7e89ee69ffb37ca1
3
+ size 30479008
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451b358be0e8509a7f75383ef81614b956d8ba84938350688775596876643635
3
+ size 30479008
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995c3d8d16c0c41d1bebf0dc06af36d64ebd7daee7000378bd01404b73ca0e16
3
+ size 30479008
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91b907742837ee13352066f8d51fb2eb8ec1f422ae0e400ccc6699c15d018b25
3
+ size 30200832
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d9f72e29078c4b9bce0a1415c0e1ddb1755253e9e5f10dee03d70c1d6bbf6e6
3
+ size 30479008
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eefb854c81a7d1c8d556d08fc916b4db3b25feaa0ed4b658947124c1afd88aaa
3
+ size 30479008
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcbf9ca42c6e64ae72dbd0748953fbf2df7ddc3a43b2609542d2a5264bdc0c34
3
+ size 30479008
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:880ce4ef89d7544c1faccc8401d9ca94c2a3ff0f093ad2d5953c2a71e8fb55b4
3
+ size 30479008
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e95cbe6de4e5f62981b0562ed9dd4b8050dda9fcc005aea93a19eac2eaf2f86
3
+ size 30479008
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8d37952a69b16cd1ba7516b79c20621a266eb6c8eac16993edb3f560178151
3
+ size 30479008
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ef2b7e1cd7ff0899d5d11ebce44fbfd004c6eef8f95623eafb6696223d457b
3
+ size 30479008
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a98056a4c24f765ecef153a52a96eab02542ac83d7d7105ee28c98b483e1fa
3
+ size 30479008
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2210b6a8a4842ca0e5ddc193f24be846e2f7fcd72ee63d9b0fcde80ef7b43384
3
+ size 30479008
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7180d53a540b68a56d5cbe8ac58f300e5a5a7e428633694181b8ec4d008231a8
3
+ size 30479008
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e37927aacebd0d37bc3329400fcebbc8fc57f433e9d82b64a229dd7361a3d3
3
+ size 21570048
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a196be2ebdfe4ceb8da3e5bf5d77e10a5f8e888c8a5f96d0e0888fcc2fc197b
3
+ size 30479008
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf9772e40d5a9bd28bdc2ac176a6f5b6193ca84ceaca0cdbf22f7452bed7aa35
3
+ size 30479008
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f04587a411a6eafaa08f10499ce4ebb4f20fa7897e0342a90d88be3d4ac7a8
3
+ size 565645824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34620bb04cfdfb78f06ae3f5fcc7d06601bc175d72c07ec23820b538dbcf7e77
3
+ size 29771680
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2723eae16ce54fbeb87413f954719dd259912c72c46121b8c63eb99944049bf3
3
+ size 32850432
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e4f658fffd88ee62ada48a3d32ea6fce0415a0a62052d8e7eacef013678897
3
+ size 30200832
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378ac0db240581879d5bffb5a2a6547fccf669ba1580ade231927f69459ad18b
3
+ size 21570048
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e2b461a6e9de7bbf0e14aa2a479eb8f35a224b65568030be6d6d2396422ea8a
3
+ size 29869056
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c2d84ec8266932f00ffc7f7c2793f8a4a6b43dbb17b19cb383c63120764917d
3
+ size 32850432
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042089bc900330354dbf879d5837e0beeec57bf2221cb4684570aa29aaf0f11c
3
+ size 30200832
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ec2db7d16f00823af1e30f52f0b6bc2dfa83aab34cedc05e4f510c3835ba71
3
+ size 29882880
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cfa0bf59908fe4a56bda7d82cc2ed1afefa6064d7dbc540e1fd4f7e7ed87dc0
3
+ size 21570048
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f91a3fd0b66994dadb557ac9a3239652b728e13d98a45b27357e557c9c1b45
3
+ size 29869056
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c36cdb141b0c1ac84e217cdb3b03413f0b55094d214183c16aaa402c6ce02065
3
+ size 32850432
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:816b4821c673c3bde80dac49f70f590480bd29df79292e64e788eaa541708f90
3
+ size 30200832
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c952423d58b370814dd7d007f01095098f73efc348660bd5806912a85821eef
3
+ size 21570048
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc7986e84e524293b9717e01cb962eb669291997bfd94801c8cd8434fbbc73b
3
+ size 29869056
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef09bd600672ae141f97f66a6ae57edee16858f4bdd2200dfd120c79a142612
3
+ size 32850432
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362f771af2e7efcec6298386cda17f6e267d59cb2163253fd9639e75b87ac6e8
3
+ size 30200832
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad689aa3fbe0df342b9fbcd9595df851d810cc981bdeb8b659e292e430f28ca
3
+ size 21570048
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ea7ffdd08154d91c0af2ec4658befc1d19b083d88cd77854747a8f6c41363f
3
+ size 29869056
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db77a1db0896bfb0ecfb5b022c6bb9f7a73ec0d7192b31a5e1f3d301417fe619
3
+ size 31855104
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67dbab89e9c415a59b2d4ea61c5dc59f1865ca9052661885f39988e997358ff0
3
+ size 32850432
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253a3eca509e0914e0388db14d8a1e24eed2631582217914312d87e4d22a6a34
3
+ size 30200832