AMKCode commited on
Commit
14f7fa6
·
verified ·
1 Parent(s): c8c859b

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 131072,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": {
17
+ "long_factor": [
18
+ 1.0800000429153442,
19
+ 1.1100000143051147,
20
+ 1.1399999856948853,
21
+ 1.340000033378601,
22
+ 1.5899999141693115,
23
+ 1.600000023841858,
24
+ 1.6200000047683716,
25
+ 2.620000123977661,
26
+ 3.2300000190734863,
27
+ 3.2300000190734863,
28
+ 4.789999961853027,
29
+ 7.400000095367432,
30
+ 7.700000286102295,
31
+ 9.09000015258789,
32
+ 12.199999809265137,
33
+ 17.670000076293945,
34
+ 24.46000099182129,
35
+ 28.57000160217285,
36
+ 30.420001983642578,
37
+ 30.840002059936523,
38
+ 32.590003967285156,
39
+ 32.93000411987305,
40
+ 42.320003509521484,
41
+ 44.96000289916992,
42
+ 50.340003967285156,
43
+ 50.45000457763672,
44
+ 57.55000305175781,
45
+ 57.93000411987305,
46
+ 58.21000289916992,
47
+ 60.1400032043457,
48
+ 62.61000442504883,
49
+ 62.62000274658203,
50
+ 62.71000289916992,
51
+ 63.1400032043457,
52
+ 63.1400032043457,
53
+ 63.77000427246094,
54
+ 63.93000411987305,
55
+ 63.96000289916992,
56
+ 63.970001220703125,
57
+ 64.02999877929688,
58
+ 64.06999969482422,
59
+ 64.08000183105469,
60
+ 64.12000274658203,
61
+ 64.41000366210938,
62
+ 64.4800033569336,
63
+ 64.51000213623047,
64
+ 64.52999877929688,
65
+ 64.83999633789062
66
+ ],
67
+ "short_factor": [
68
+ 1.0,
69
+ 1.0199999809265137,
70
+ 1.0299999713897705,
71
+ 1.0299999713897705,
72
+ 1.0499999523162842,
73
+ 1.0499999523162842,
74
+ 1.0499999523162842,
75
+ 1.0499999523162842,
76
+ 1.0499999523162842,
77
+ 1.0699999332427979,
78
+ 1.0999999046325684,
79
+ 1.1099998950958252,
80
+ 1.1599998474121094,
81
+ 1.1599998474121094,
82
+ 1.1699998378753662,
83
+ 1.2899998426437378,
84
+ 1.339999794960022,
85
+ 1.679999828338623,
86
+ 1.7899998426437378,
87
+ 1.8199998140335083,
88
+ 1.8499997854232788,
89
+ 1.8799997568130493,
90
+ 1.9099997282028198,
91
+ 1.9399996995925903,
92
+ 1.9899996519088745,
93
+ 2.0199997425079346,
94
+ 2.0199997425079346,
95
+ 2.0199997425079346,
96
+ 2.0199997425079346,
97
+ 2.0199997425079346,
98
+ 2.0199997425079346,
99
+ 2.0299997329711914,
100
+ 2.0299997329711914,
101
+ 2.0299997329711914,
102
+ 2.0299997329711914,
103
+ 2.0299997329711914,
104
+ 2.0299997329711914,
105
+ 2.0299997329711914,
106
+ 2.0299997329711914,
107
+ 2.0299997329711914,
108
+ 2.0799996852874756,
109
+ 2.0899996757507324,
110
+ 2.189999580383301,
111
+ 2.2199995517730713,
112
+ 2.5899994373321533,
113
+ 2.729999542236328,
114
+ 2.749999523162842,
115
+ 2.8399994373321533
116
+ ],
117
+ "type": "longrope",
118
+ "rope_type": "longrope",
119
+ "max_position_embeddings": 131072,
120
+ "original_max_position_embeddings": 4096
121
+ },
122
+ "original_max_position_embeddings": 4096,
123
+ "context_window_size": 131072,
124
+ "prefill_chunk_size": 8192,
125
+ "head_dim": 96,
126
+ "tensor_parallel_shards": 1,
127
+ "max_batch_size": 128
128
+ },
129
+ "vocab_size": 32064,
130
+ "context_window_size": 131072,
131
+ "sliding_window_size": -1,
132
+ "prefill_chunk_size": 8192,
133
+ "attention_sink_size": -1,
134
+ "tensor_parallel_shards": 1,
135
+ "pipeline_parallel_stages": 1,
136
+ "temperature": 1.0,
137
+ "presence_penalty": 0.0,
138
+ "frequency_penalty": 0.0,
139
+ "repetition_penalty": 1.0,
140
+ "top_p": 1.0,
141
+ "tokenizer_files": [
142
+ "tokenizer.model",
143
+ "tokenizer.json",
144
+ "added_tokens.json",
145
+ "tokenizer_config.json"
146
+ ],
147
+ "tokenizer_info": {
148
+ "token_postproc_method": "byte_fallback",
149
+ "prepend_space_in_encode": true,
150
+ "strip_space_in_decode": true
151
+ },
152
+ "conv_template": {
153
+ "name": "phi-3",
154
+ "system_template": "<|system|>\n{system_message}",
155
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
156
+ "system_prefix_token_ids": [
157
+ 1
158
+ ],
159
+ "add_role_after_system_message": true,
160
+ "roles": {
161
+ "user": "<|user|>",
162
+ "assistant": "<|assistant|>"
163
+ },
164
+ "role_templates": {
165
+ "user": "{user_message}",
166
+ "assistant": "{assistant_message}",
167
+ "tool": "{tool_message}"
168
+ },
169
+ "messages": [],
170
+ "seps": [
171
+ "<|end|>\n"
172
+ ],
173
+ "role_content_sep": "\n",
174
+ "role_empty_sep": "\n",
175
+ "stop_str": [
176
+ "<|endoftext|>"
177
+ ],
178
+ "stop_token_ids": [
179
+ 2,
180
+ 32000,
181
+ 32001,
182
+ 32007
183
+ ],
184
+ "function_string": "",
185
+ "use_function_calling": false
186
+ },
187
+ "pad_token_id": 32000,
188
+ "bos_token_id": 1,
189
+ "eos_token_id": [
190
+ 32007,
191
+ 32001,
192
+ 32000
193
+ ]
194
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8af692b159dd7f19c96f54771b72b629cb6d1d548b93e7e4c3b9fad2978cfafe
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3058b06b5857cbcaf95983ce1cffcad9486c34c616bb86f12ffe47b6949302a
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:434f67218aca17cb9ecd3c8a259ae0f7d87429f3ce68efb4d77294a920eea537
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f50bd6ea7250e6d0fcfc5b61d4aa4d405aab0e112f44c485c7f2da621ac5b17
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:752412dde2ab41c1751d9df97b68c9dd7bb3c20d457bb67a9da449b1b4967410
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6bcd252c55ae76a62bcca35f2ce952a297067b673d57e167998d120d1364f0
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481d8c33b6e5246a30bc4b63756ba94edb0fdefb6c1689359819fe97aa0eecf2
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f874c64a10f4beb83d2fd61b14f50ee0be505fc575614e7fc9ec684174c5f5c
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39763e6f77830e5a8aca13df84b2dfad76b1a471e5b690eec90eccda7a70a502
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01663dbd88d25559f204d5d4fe0fd00399e3dbe2005b96e237e759df18d501c
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4e6c823be864e4d5e0f7d0e813da3b0b51024c0b79f3fc221665fe036748b0
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a89d582397214340674f5148e3ec67a83385d840eb7cd797954c36b23068ba9
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48cca340f9945419bbe89eb6226f64f766ebb7f4d3f5e0dac8e300225c91b371
3
+ size 23470080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc4ac5bea34fb190be58d5de34326a973d03c14586f226a1d06ac3bf7f9d7e4
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3270587fc5ca9f5e2e9a5b5e4c2f4e03e9b0ef13f83412b29c8ee17d6003f302
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91cce7d0c10e76723df8cd2e918b913d05b24399ef568ffb603ad287a7cfe46e
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b35f01157a280effac09b35689176922871a19a92a415e9013d2d957a42458
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b6316bc5c47c8dd0f90593ff963310f5fbb66ec25d7fcebd1175f446e06e894
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e4aeae8affb850de07f1826e313e91bc1191a7db5d2675c3ecd3f2fb15ab3f
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69206ca7516546118d9bfd838bc75fca0f6fb8a8499bf756d2bccecca1a16b43
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcc7b5b905430d14f2a654df356b6a140fee7690ec8ad3e557414b14ef021c8
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a7a3d4803193e2ee30a1bbaf21a79931d945768bf69d244bb287ded6740037
3
+ size 49250304
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220c8f229827bcf608ab3d41524d5bd4a4e50e745c618487afc25575a792d651
3
+ size 22093824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e93dd428ad0da1cbc7d7ae83e691c862a7ac19507eba29b55c29eb9c738baef
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5857bf34ddc61c0460220cc755f772e4362e7aa8c523fde1b80aaa4772cbf0ef
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e012d5b8a5525ffbb79283e482464eb0a76d7c2ecd2aaaad5543e040eb1bc6
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8e92e2a4d31942248f60e489976322de3eaaf57ab842ad54e4380436f06dea
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cdb872295a54e5482b668b7c752df972c233fb16eedeedd04d78c66288d9c5a
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057aff7d53cd04d43e1b882e1c866fec124e08731853dca8382fe17bd332c4a5
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b436736d30f571e35cbde8f929e4b58aaddf86fa6247978c2e33117db15be4c7
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc2aaff67064bd3c25a65fe08023a9aa0fe32202fafb0db23c3ceb4761f19358
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2245d38a540ee1352c5f22ad23ecbd9680aff25ff413f7ce6da5edc772a9f269
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:788a86e9c2e7434e9ee6ec4ab3d7acafb8a2e4d0a89c38b25d1c6de69cc456e9
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cafcc28399075af8e4d5406df21a36a27954d9ae1943508dd7ceb16bee45366a
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b88da8a7327c908b37c13c434d41f578265891472e8fa085c76a2ef8dc759e
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afa6f924090e4072babaa1ce04c428902e4ca33eff25ca43532ef1b5f8cfc457
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c2ffa025777ba58d337f05086340405c1e90d0883c24a81158efd9a444be94
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96eb08889569eb7324339f4425f7b9f44d7689f2233e936879a15d69e14ea755
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa4473ade71019e1926a707511f6c5b8ee1917f6992598e03d85827644d25881
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42a66fe11b1b4981ba514f2d1198c0575c94142cddaff316178a6453371abaa6
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3aded3a24c8f529df22ce75a55a343c1e42a792561d2c42e556f85b2ed8d117
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9491fe711a6571d45a59b94951bb14ee08025649304efeb925480edacb820b10
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aeee1cfee83078e0dfbd55e65459a93aaf590df5190bcfe8cec5a56fcf1d3dc
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b1c55e9caa37ad753afb7b9c909499593e4d2a31d48e5ea9e857e4f68f5cb4
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addaad6e1aeb8ac726a0729f89a775c14d0e1830db602948f2585371524352df
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aaffc75b728cf526f3c34b302a9681486b48fa9c2d75fe1b931b7f0a43ecbef
3
+ size 21239808
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:487ef5593c09274643342cb39bccaa7bf7e0182772ebfcb4e122dca69304fd3a
3
+ size 25165824