Hugging Face's logo

Siyuan
/
starcoder2-3b-q4f16_1-MLC

Model card Files Community
Siyuan commited on
Commit
82e56a4
·
verified ·
1 Parent(s): 9c021c5

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +81 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "starcoder2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "vocab_size": 49152,
7
+ "hidden_size": 3072,
8
+ "num_hidden_layers": 30,
9
+ "num_attention_heads": 24,
10
+ "num_key_value_heads": 2,
11
+ "hidden_act": "gelu_pytorch_tanh",
12
+ "norm_epsilon": 1e-05,
13
+ "intermediate_size": 12288,
14
+ "rope_theta": 999999.4420358813,
15
+ "use_bias": true,
16
+ "use_cache": true,
17
+ "bos_token_id": 0,
18
+ "eos_token_id": 0,
19
+ "context_window_size": 16384,
20
+ "prefill_chunk_size": 8192,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 128,
23
+ "head_dim": 128
24
+ },
25
+ "vocab_size": 49152,
26
+ "context_window_size": 16384,
27
+ "sliding_window_size": -1,
28
+ "prefill_chunk_size": 8192,
29
+ "attention_sink_size": -1,
30
+ "tensor_parallel_shards": 1,
31
+ "pipeline_parallel_stages": 1,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "vocab.json",
40
+ "merges.txt",
41
+ "tokenizer_config.json"
42
+ ],
43
+ "tokenizer_info": {
44
+ "token_postproc_method": "byte_level",
45
+ "prepend_space_in_encode": false,
46
+ "strip_space_in_decode": false
47
+ },
48
+ "conv_template": {
49
+ "name": "chatml",
50
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
51
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
52
+ "system_prefix_token_ids": null,
53
+ "add_role_after_system_message": true,
54
+ "roles": {
55
+ "user": "<|im_start|>user",
56
+ "assistant": "<|im_start|>assistant"
57
+ },
58
+ "role_templates": {
59
+ "user": "{user_message}",
60
+ "assistant": "{assistant_message}",
61
+ "tool": "{tool_message}"
62
+ },
63
+ "messages": [],
64
+ "seps": [
65
+ "<|im_end|>\n"
66
+ ],
67
+ "role_content_sep": "\n",
68
+ "role_empty_sep": "\n",
69
+ "stop_str": [
70
+ "<|im_end|>"
71
+ ],
72
+ "stop_token_ids": [
73
+ 2
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 0,
79
+ "bos_token_id": 0,
80
+ "eos_token_id": 0
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02929d2d5dd00c049bebb1435ff4d7bced62b3cab9288030044205a4f3b338cb
3
+ size 75497472
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02929d2d5dd00c049bebb1435ff4d7bced62b3cab9288030044205a4f3b338cb
3
+ size 75497472
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:000485c17b7cb8f3e0dee865a38e3c1e8a251f390b659580a502df47cd3c9096
3
+ size 29817856
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993ce9b5a08905e42fdaf8ff6696a96c0dd01a7aa40bebd8d581ec9ba8b728cf
3
+ size 18874368
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca1b4eba56fd399024371730449d0180f80c3ae982c5cd852cb37b168e8d4b90
3
+ size 28963840
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5a0b2afa2d5e3bfce671a8907abf62aec7167305eab8b42f58a2efa72a33a1
3
+ size 18874368
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9263e2ab81d2127fe14716305f0468edd46c0323aaba0ca24e1e347d5fdec368
3
+ size 32784384
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca29187866334d3dcc6d19c4b2a56b30a654a868d278f33db83ac7e552b4005f
3
+ size 32797696
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e44e00d8b2758b96bc6ec66273061fb4ce5ec776640be45f8c53fb05ca3d15d
3
+ size 29817856
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9310dfeee21da4b0fc23bfd8d1b18bd056ec4631bf322f56f02d961fc345e1fa
3
+ size 18874368
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e211fb5cda4fce73896a1dad9b6495a7c4d644d62144a2cef5ee8b8a8e6e3836
3
+ size 28963840
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ef5716c8298bded402f8d7ca78b0e1b0d9596abf4164d77268da231ac68c44
3
+ size 18874368
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4b7925eeff80ca78679f43c2c7fcb93d8f084f0360192bd6adbaab6bd936cf
3
+ size 18874368
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41faaf81265623beb4dc72383358a11d5fff8b44c8ebbcf716d5d046f1415644
3
+ size 32784384
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4250c8b2797e8ef843ab06e9e026dbf6a075b4798e1d6791bb404716572adad9
3
+ size 32797696
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d22c8b22365fbacd5acb7e71de50d7022741093a0bd3f25bef32fd211963d3
3
+ size 29817856
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb96c802255a41101afe7a15adf52f4863ab7a4741dc80d97abe8a2425bec418
3
+ size 18874368
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a49a8c35b5b4724b6c0e578b4dc11a9e12b3951664a2fc55353a02661cd2d6
3
+ size 28963840
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b4b4466fb7912ca91441618bd26bf459c4dee982589e9d2af4c75f50f38e494
3
+ size 18874368
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b45a233602015102634a6bae20f99b0c3e97a81608d4d8d58ff941c9a3bec62
3
+ size 32784384
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02d6e979a1fa7ae70bf027959f5eb67e1834a69571cb755c311f65e4626ab6b
3
+ size 32797696
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b5165331bd0732dd148c8f6ba59e48d267db4bcbbf301c4499cf5595c8ef3b
3
+ size 29817856
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:509c561b7d60a45f08ba3823a6a33150176f204ac49b8f6aebf002db49335c61
3
+ size 18874368
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597176d108e60e80e82f2b7a121887101358d04b291eb85a75731b82e51032de
3
+ size 18874368
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89860fcb4e870bb805f2f38c8c202e64671ff5042504f6e1e6a82dd0856bf37e
3
+ size 28963840
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191f7dd657bacdcaa987b0eafe8fcd47f5fa6c0ab2367cd89494f46e64785881
3
+ size 18874368
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da923bcdd9f52a18b86fe3607739259a4cccef883eb91a8b64a79bac79d3722
3
+ size 32784384
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e19d2aecbc0229c92647fe8f58a496fff65a2639baa0ce38f9669f789762c6
3
+ size 32797696
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c87303d239ffa6782134a0a951fad8d934aa70a6b3a8d4510cc05631e55f99e
3
+ size 29817856
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4880d9533a3a9ec537a569b7f246db51b76286c11e2e79006daa879cde0ff80c
3
+ size 18874368
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5c9767cc1766e64f050ce59c52bb6df75b35bbdab738f332dc9d99099d51cc
3
+ size 28963840
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4a2e3f84b67594ea3ead467b7d3c5e9d9c55d4103a532d1df0d89e57157712
3
+ size 18874368
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b64f18661940e343699b55e8eec5ba0c36fc7ff3ed52daacf88f9d80cfd88a8
3
+ size 32784384
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761ddfb0d3272fe361ca066cccb00ea67efadd344a0a0af6ee676cb6a019fa90
3
+ size 32797696
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0287b8fcabb7ac4b6837867938da40ae3de2f00425824ede8f51d74ad77617ee
3
+ size 29854720
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e80d988474f3b7d39713f498bbda86af5cc5d8a25c5dd81f33356f58f4d8a597
3
+ size 29817856
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1be5d2b1446c5b8cb6da0d7b1d776131b880fec1dc809c734bd60540254fe3a
3
+ size 18874368
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a87f86cc87053701e81a0c5d3d966a26979e9d082d751771b2579fac53511ff5
3
+ size 28963840
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f26700eae18aa4a4c1888bdf0833adf4561c72bc808bd71a86a07128447a86
3
+ size 18874368
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2b8dd181ca74014aba371dbf2d634cdb99e751766889ac40dc153e9b6d8e01
3
+ size 32784384
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b649794a8da3d2b6ed6d99c4c85dc17a5a439eeb35ee054d21496ab416a85151
3
+ size 32797696
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b383f5633c22d227d31a0057e32654f624775f2e96b5ec788ad74f0ed76cac80
3
+ size 29817856
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5988c6acdb3afa81c45d4b2b5f3384270e66646927d8429f81aaf4d658fefc2
3
+ size 18874368
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7415317d860b95824ff70dff5b10ce1a78c522afd85be221976c79e4dec6ef18
3
+ size 28963840
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa490bf04bfd832eb39518d1aec3c58cd8aff2ca3fda9025bf6dd40b2131c19
3
+ size 18874368
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c1e0c1750106435a64beb27146ae3b47d888d8e1272739aca8e8b867b0f192
3
+ size 18874368
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451dd0f3f1ab0a7143a3446f27911c1c520d5bf333912fa76d5ff464e6c0faff
3
+ size 32784384