Run 3. Outer Step 3. Inner Step 0. Peers 30.
Browse files- config.json +16 -16
- inner_optimizer.pt +1 -1
- model.safetensors +1 -1
- outer_optimizer.pt +1 -1
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"activation_function": "gelu_new",
|
4 |
"all_reduce_scores": {
|
5 |
"0": "NON_PARTICIPATING",
|
@@ -14,7 +14,7 @@
|
|
14 |
"106": "NON_PARTICIPATING",
|
15 |
"107": "NON_PARTICIPATING",
|
16 |
"108": "NON_PARTICIPATING",
|
17 |
-
"109": "
|
18 |
"11": "NON_PARTICIPATING",
|
19 |
"110": "NON_PARTICIPATING",
|
20 |
"111": "NON_PARTICIPATING",
|
@@ -33,7 +33,7 @@
|
|
33 |
"123": "NON_PARTICIPATING",
|
34 |
"124": "NON_PARTICIPATING",
|
35 |
"125": "NON_PARTICIPATING",
|
36 |
-
"126": "
|
37 |
"127": "NON_PARTICIPATING",
|
38 |
"128": "NON_PARTICIPATING",
|
39 |
"129": "NON_PARTICIPATING",
|
@@ -64,7 +64,7 @@
|
|
64 |
"151": "NON_PARTICIPATING",
|
65 |
"152": "NON_PARTICIPATING",
|
66 |
"153": "NON_PARTICIPATING",
|
67 |
-
"154": "
|
68 |
"155": "NON_PARTICIPATING",
|
69 |
"156": "NON_PARTICIPATING",
|
70 |
"157": "NON_PARTICIPATING",
|
@@ -75,8 +75,8 @@
|
|
75 |
"161": "NON_PARTICIPATING",
|
76 |
"162": "NON_PARTICIPATING",
|
77 |
"163": "NON_PARTICIPATING",
|
78 |
-
"164": "
|
79 |
-
"165": "
|
80 |
"166": "SUCCESS",
|
81 |
"167": "NON_PARTICIPATING",
|
82 |
"168": "NON_PARTICIPATING",
|
@@ -115,7 +115,7 @@
|
|
115 |
"198": "NON_PARTICIPATING",
|
116 |
"199": "NON_PARTICIPATING",
|
117 |
"2": "NON_PARTICIPATING",
|
118 |
-
"20": "
|
119 |
"200": "SUCCESS",
|
120 |
"201": "NON_PARTICIPATING",
|
121 |
"202": "NON_PARTICIPATING",
|
@@ -137,24 +137,24 @@
|
|
137 |
"217": "NON_PARTICIPATING",
|
138 |
"218": "SUCCESS",
|
139 |
"219": "NON_PARTICIPATING",
|
140 |
-
"22": "
|
141 |
"220": "NON_PARTICIPATING",
|
142 |
"221": "SUCCESS",
|
143 |
"222": "NON_PARTICIPATING",
|
144 |
-
"223": "
|
145 |
"224": "NON_PARTICIPATING",
|
146 |
"225": "SUCCESS",
|
147 |
"226": "SUCCESS",
|
148 |
"227": "NON_PARTICIPATING",
|
149 |
"228": "NON_PARTICIPATING",
|
150 |
"229": "NON_PARTICIPATING",
|
151 |
-
"23": "
|
152 |
"230": "NON_PARTICIPATING",
|
153 |
"231": "NON_PARTICIPATING",
|
154 |
"232": "NON_PARTICIPATING",
|
155 |
"233": "NON_PARTICIPATING",
|
156 |
"234": "NON_PARTICIPATING",
|
157 |
-
"235": "
|
158 |
"236": "SUCCESS",
|
159 |
"237": "NON_PARTICIPATING",
|
160 |
"238": "NON_PARTICIPATING",
|
@@ -187,16 +187,16 @@
|
|
187 |
"32": "SUCCESS",
|
188 |
"33": "NON_PARTICIPATING",
|
189 |
"34": "NON_PARTICIPATING",
|
190 |
-
"35": "
|
191 |
"36": "SUCCESS",
|
192 |
-
"37": "
|
193 |
"38": "NON_PARTICIPATING",
|
194 |
"39": "SUCCESS",
|
195 |
"4": "NON_PARTICIPATING",
|
196 |
"40": "NON_PARTICIPATING",
|
197 |
"41": "NON_PARTICIPATING",
|
198 |
-
"42": "
|
199 |
-
"43": "
|
200 |
"44": "NON_PARTICIPATING",
|
201 |
"45": "NON_PARTICIPATING",
|
202 |
"46": "NON_PARTICIPATING",
|
@@ -275,7 +275,7 @@
|
|
275 |
"initializer_range": 0.02,
|
276 |
"inner_step": 0,
|
277 |
"inner_steps": 0,
|
278 |
-
"last_allreduce_block":
|
279 |
"layer_norm_epsilon": 1e-05,
|
280 |
"model_type": "gpt_optimized",
|
281 |
"n_embd": 1280,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "kmfoda/gpt2-1b-miner-1",
|
3 |
"activation_function": "gelu_new",
|
4 |
"all_reduce_scores": {
|
5 |
"0": "NON_PARTICIPATING",
|
|
|
14 |
"106": "NON_PARTICIPATING",
|
15 |
"107": "NON_PARTICIPATING",
|
16 |
"108": "NON_PARTICIPATING",
|
17 |
+
"109": "NON_PARTICIPATING",
|
18 |
"11": "NON_PARTICIPATING",
|
19 |
"110": "NON_PARTICIPATING",
|
20 |
"111": "NON_PARTICIPATING",
|
|
|
33 |
"123": "NON_PARTICIPATING",
|
34 |
"124": "NON_PARTICIPATING",
|
35 |
"125": "NON_PARTICIPATING",
|
36 |
+
"126": "NON_PARTICIPATING",
|
37 |
"127": "NON_PARTICIPATING",
|
38 |
"128": "NON_PARTICIPATING",
|
39 |
"129": "NON_PARTICIPATING",
|
|
|
64 |
"151": "NON_PARTICIPATING",
|
65 |
"152": "NON_PARTICIPATING",
|
66 |
"153": "NON_PARTICIPATING",
|
67 |
+
"154": "SUCCESS",
|
68 |
"155": "NON_PARTICIPATING",
|
69 |
"156": "NON_PARTICIPATING",
|
70 |
"157": "NON_PARTICIPATING",
|
|
|
75 |
"161": "NON_PARTICIPATING",
|
76 |
"162": "NON_PARTICIPATING",
|
77 |
"163": "NON_PARTICIPATING",
|
78 |
+
"164": "NON_PARTICIPATING",
|
79 |
+
"165": "NON_PARTICIPATING",
|
80 |
"166": "SUCCESS",
|
81 |
"167": "NON_PARTICIPATING",
|
82 |
"168": "NON_PARTICIPATING",
|
|
|
115 |
"198": "NON_PARTICIPATING",
|
116 |
"199": "NON_PARTICIPATING",
|
117 |
"2": "NON_PARTICIPATING",
|
118 |
+
"20": "NON_PARTICIPATING",
|
119 |
"200": "SUCCESS",
|
120 |
"201": "NON_PARTICIPATING",
|
121 |
"202": "NON_PARTICIPATING",
|
|
|
137 |
"217": "NON_PARTICIPATING",
|
138 |
"218": "SUCCESS",
|
139 |
"219": "NON_PARTICIPATING",
|
140 |
+
"22": "NON_PARTICIPATING",
|
141 |
"220": "NON_PARTICIPATING",
|
142 |
"221": "SUCCESS",
|
143 |
"222": "NON_PARTICIPATING",
|
144 |
+
"223": "FAIL",
|
145 |
"224": "NON_PARTICIPATING",
|
146 |
"225": "SUCCESS",
|
147 |
"226": "SUCCESS",
|
148 |
"227": "NON_PARTICIPATING",
|
149 |
"228": "NON_PARTICIPATING",
|
150 |
"229": "NON_PARTICIPATING",
|
151 |
+
"23": "NON_PARTICIPATING",
|
152 |
"230": "NON_PARTICIPATING",
|
153 |
"231": "NON_PARTICIPATING",
|
154 |
"232": "NON_PARTICIPATING",
|
155 |
"233": "NON_PARTICIPATING",
|
156 |
"234": "NON_PARTICIPATING",
|
157 |
+
"235": "NON_PARTICIPATING",
|
158 |
"236": "SUCCESS",
|
159 |
"237": "NON_PARTICIPATING",
|
160 |
"238": "NON_PARTICIPATING",
|
|
|
187 |
"32": "SUCCESS",
|
188 |
"33": "NON_PARTICIPATING",
|
189 |
"34": "NON_PARTICIPATING",
|
190 |
+
"35": "NON_PARTICIPATING",
|
191 |
"36": "SUCCESS",
|
192 |
+
"37": "NON_PARTICIPATING",
|
193 |
"38": "NON_PARTICIPATING",
|
194 |
"39": "SUCCESS",
|
195 |
"4": "NON_PARTICIPATING",
|
196 |
"40": "NON_PARTICIPATING",
|
197 |
"41": "NON_PARTICIPATING",
|
198 |
+
"42": "NON_PARTICIPATING",
|
199 |
+
"43": "NON_PARTICIPATING",
|
200 |
"44": "NON_PARTICIPATING",
|
201 |
"45": "NON_PARTICIPATING",
|
202 |
"46": "NON_PARTICIPATING",
|
|
|
275 |
"initializer_range": 0.02,
|
276 |
"inner_step": 0,
|
277 |
"inner_steps": 0,
|
278 |
+
"last_allreduce_block": 5370917,
|
279 |
"layer_norm_epsilon": 1e-05,
|
280 |
"model_type": "gpt_optimized",
|
281 |
"n_embd": 1280,
|
inner_optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 8081782026
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:97357a144bfb4fea5a4bc65de7290ae4924f9614823aada921b76609fb0d41c3
|
3 |
size 8081782026
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4040701744
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d165b1eb067bbf361abe8126a410a2eaf667fc09470ecf581eeb5ee7d8b47a0
|
3 |
size 4040701744
|
outer_optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4040805354
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:577945b7e74048839cd6d02b736e0e3529a1672ead1a4999e56e826581d209c8
|
3 |
size 4040805354
|