Hugging Face's logo

Alphacode-AI-Team
/
KLM-hf-q4f16

Model card Files Community
Liam-SC commited on
Commit
0138f52
·
1 Parent(s): f1feafd

Add Coverted

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +74 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_12.bin +3 -0
  23. params_shard_13.bin +3 -0
  24. params_shard_14.bin +3 -0
  25. params_shard_15.bin +3 -0
  26. params_shard_16.bin +3 -0
  27. params_shard_17.bin +3 -0
  28. params_shard_18.bin +3 -0
  29. params_shard_19.bin +3 -0
  30. params_shard_2.bin +3 -0
  31. params_shard_20.bin +3 -0
  32. params_shard_21.bin +3 -0
  33. params_shard_22.bin +3 -0
  34. params_shard_23.bin +3 -0
  35. params_shard_24.bin +3 -0
  36. params_shard_25.bin +3 -0
  37. params_shard_26.bin +3 -0
  38. params_shard_27.bin +3 -0
  39. params_shard_28.bin +3 -0
  40. params_shard_29.bin +3 -0
  41. params_shard_3.bin +3 -0
  42. params_shard_30.bin +3 -0
  43. params_shard_31.bin +3 -0
  44. params_shard_32.bin +3 -0
  45. params_shard_33.bin +3 -0
  46. params_shard_34.bin +3 -0
  47. params_shard_35.bin +3 -0
  48. params_shard_36.bin +3 -0
  49. params_shard_37.bin +3 -0
  50. params_shard_38.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-06,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 2048,
13
+ "prefill_chunk_size": 2048,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32000,
20
+ "context_window_size": 2048,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 2048,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": {
34
+ "name": "llama-2",
35
+ "system_template": "[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n",
36
+ "system_message": "You are a helpful, respectful and honest assistant.",
37
+ "system_prefix_token_ids": [
38
+ 1
39
+ ],
40
+ "add_role_after_system_message": false,
41
+ "roles": {
42
+ "user": "[INST]",
43
+ "assistant": "[/INST]",
44
+ "tool": "[INST]"
45
+ },
46
+ "role_templates": {
47
+ "user": "{user_message}",
48
+ "assistant": "{assistant_message}",
49
+ "tool": "{tool_message}"
50
+ },
51
+ "messages": [],
52
+ "seps": [
53
+ " "
54
+ ],
55
+ "role_content_sep": " ",
56
+ "role_empty_sep": " ",
57
+ "stop_str": [
58
+ "[INST]"
59
+ ],
60
+ "stop_token_ids": [
61
+ 2
62
+ ],
63
+ "function_string": "",
64
+ "use_function_calling": false
65
+ },
66
+ "pad_token_id": 0,
67
+ "bos_token_id": 0,
68
+ "eos_token_id": 1,
69
+ "tokenizer_files": [
70
+ "tokenizer.model",
71
+ "tokenizer_config.json"
72
+ ],
73
+ "version": "0.1.0"
74
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe97be2b6663720e6eb142882d43a433f2b15ec6af47f4240c940a4a6f8aff3
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50cc4c6bcf40c08951569d674433f6148a9f0fd0755b1d7997a47825191e2a8
3
+ size 30744576
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a7118e1c283a83a2c84ae4ac6ffa7ab01693c86c969ad534f9f5804c66623e7
3
+ size 25165824
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3facc3d1832d44e414208448ef413771dfd7942477684bc50c90c64cc233bef
3
+ size 22544384
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20610dd5bd26d4261ec2cb5d7f01485b6640a5f83122e5c177b831236c966a0b
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6ed6e928e5dc4b99dd697c30f87b8a3e654b2a0707bc4a7c4cb23611632ac9
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f0860cee0e721b448dde29cb3aa612e7ee34c5f0ce52dd9b6a18ff160fa4cb
3
+ size 32661504
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b51d825102f77a19a5d18621fd62c26ca038ada93d92b62ee5d0de8055aa9d4d
3
+ size 31989760
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1ed22971b29cea6e950e314b3507fa7382dd7dc7fb67264ca0c04c9928c8df
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b418bf379a510c36dd4440191064b70472115459f31160078cfa68156e49c57
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867493dfa9fe5b2cc809acbfa9c4be30d276abc0d48d20fbfa5dd6958cb1c31d
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0353c68d4ef748ff7170763f1e498f3154fd1701b5d98106b7c1cad257ddf9f
3
+ size 45088768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fed20e08153c7acf1225db0ce1b834f93b667ca0b2d76df0cacb3b5e2ff3c80
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37888afaaefdab4e506dd363ca41f0f41def2f189fe2a73b1a756b4a3d4b84de
3
+ size 22544384
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c20e091739eebdafbc23be17f931c200270091e914789a3b87f85cbab8d41c5e
3
+ size 32661504
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07809f2becad1e9b89c13230369fd212932c9df1a8131cabc5dac40dca44de10
3
+ size 31989760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93fed055be4dea22977b531e177c04b7d35a6dad02d91f9ce39b8e4052af2dcb
3
+ size 45088768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd75a651d7ae315171af0e5b67c5e62a2a70f88dedb7a954726cb261588cadc
3
+ size 25165824
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a9267f799a63f63470b7b49e8b70599652594800d6f16a6e693df546c633292
3
+ size 21045248
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:743947a00346e4d34cfc959f6ebcead99362af4bdd37d515178e3a859532655b
3
+ size 45088768
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85bfb9da643ec7d663e1f5e4a6060a2cedc11145c26751ed2cf523065eba2b24
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef6ffcf584ac18386315fdc8c01077ccd615f874c5cd126b53936be442fb143
3
+ size 32661504
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06814ec9675a603e3abb2f61d0fab6db1886fb1a9f01494e8fa4454fab73289c
3
+ size 31989760
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcac0731528903fe73717a7e00b62c56a1ad142dd980bbd22bb3086cabefa5df
3
+ size 45088768
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb03fdd47d8166c987107c3d78905673e9239bf0bb8678148cfee6189d38f9e
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e203465a2335d9cbde5f9581ca73ebbb876abc836f7f1ed4cba156f3d5b45719
3
+ size 22544384
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0e83f2163d581a7002d87db901b4b3196bb307fef7b7e61c318fcc91d25a34
3
+ size 45088768
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dac34f3d67ff9f42e94dc99787eda7b2eb23422a0a1bffc3f83aeb6a4e3981f
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d448aae947e68deb5986b0d20688e549f307b37462aed73770f5a9e3a5a8b9a
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a73e9ed97fd4259182d3b32f3e360830f2d63fb6e85f4550b088a47ff8141493
3
+ size 32661504
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f16f7b1f7527410bec84525999ab9f8339148553c6e131f209868fcead09d69
3
+ size 31989760
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a162fa19716ac275fd95d329ea421cfd969232364881275963265548a3cf29c2
3
+ size 45088768
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc4a7fe89ce6b6a7e6185879a5f45b35c63564160c1a63f84f42104246618c9
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c2ee9a0cc87285e947de2e5e0e5a65805b3a2239b708aaa6bde6902a0f546ea
3
+ size 22544384
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:968b7688de7d2f97790d8c7469cdb5bfa1e1aa561131d1808768f8cfa9806a1a
3
+ size 45088768
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b869185124ad0a2b5c28d39a900c5a4b54747406d11c42f4d94742619eabfa
3
+ size 25165824
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ee03beaf72786e46e76eef2ea7ea00df56affc526c2806027fad32f33d5430
3
+ size 32661504
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ea0ad7021a7111b998227cbb624932e68be52c9598a525b21e5ba79da7ad42
3
+ size 65536000
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d899ea31b91f7f3d817fce03e211009f329e45cce7e32f57f1ca4f4a16d9ad
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b6a71612d5b86737111a39195e6b65d6dc2f4d9184408e61b80b78ff25411a
3
+ size 22544384
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c950088f220c6fea08130545e9acfc04f67619930375d732442af34ab4e82261
3
+ size 45088768
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5f6245dba11c50550d9e02ab9a3e7e56c736cefaca72e56fdcc11c7a8a41ef
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8a13cbe4ffe4a7b5d7bac7ab988e768289b94ea1cdd9aa29fadfae3860eac04
3
+ size 29253632
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0fdf374e509ac8de4306cc4cd4a9461aed0df6fc642650dbd108deba914ed6
3
+ size 31989760
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca80072c8faf313d65ba8aca2c2340856c09dfc63f2f7372396ceb501ddca4cb
3
+ size 45088768
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7710d8b918c151de0db1d8759ddf5167f9cec3f8217327ab0f9d3115743705
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d41c453035fc63d17a9be213a232445b67552e9af5b3ae3439a65724f7aecb06
3
+ size 22544384
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9488880acf5119725f7cb4caa74bfdc2e63239aa33e29fe8246a307952215d
3
+ size 45088768