Run 4. Outer Step 6. Inner Step 0. Peers 89.
Browse files- config.json +14 -14
- inner_optimizer.pt +1 -1
- model.safetensors +1 -1
- outer_optimizer.pt +1 -1
config.json
CHANGED
@@ -1,16 +1,16 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"activation_function": "gelu_new",
|
4 |
"all_reduce_scores": {
|
5 |
"0": "NON_PARTICIPATING",
|
6 |
-
"1": "
|
7 |
"10": "SUCCESS",
|
8 |
"100": "NON_PARTICIPATING",
|
9 |
"101": "SUCCESS",
|
10 |
"102": "NON_PARTICIPATING",
|
11 |
"103": "NON_PARTICIPATING",
|
12 |
"104": "NON_PARTICIPATING",
|
13 |
-
"105": "
|
14 |
"106": "NON_PARTICIPATING",
|
15 |
"107": "SUCCESS",
|
16 |
"108": "NON_PARTICIPATING",
|
@@ -20,7 +20,7 @@
|
|
20 |
"111": "NON_PARTICIPATING",
|
21 |
"112": "NON_PARTICIPATING",
|
22 |
"113": "NON_PARTICIPATING",
|
23 |
-
"114": "
|
24 |
"115": "NON_PARTICIPATING",
|
25 |
"116": "NON_PARTICIPATING",
|
26 |
"117": "NON_PARTICIPATING",
|
@@ -58,7 +58,7 @@
|
|
58 |
"146": "NON_PARTICIPATING",
|
59 |
"147": "SUCCESS",
|
60 |
"148": "SUCCESS",
|
61 |
-
"149": "
|
62 |
"15": "SUCCESS",
|
63 |
"150": "NON_PARTICIPATING",
|
64 |
"151": "NON_PARTICIPATING",
|
@@ -71,7 +71,7 @@
|
|
71 |
"158": "NON_PARTICIPATING",
|
72 |
"159": "NON_PARTICIPATING",
|
73 |
"16": "SUCCESS",
|
74 |
-
"160": "
|
75 |
"161": "NON_PARTICIPATING",
|
76 |
"162": "NON_PARTICIPATING",
|
77 |
"163": "NON_PARTICIPATING",
|
@@ -84,7 +84,7 @@
|
|
84 |
"17": "SUCCESS",
|
85 |
"170": "NON_PARTICIPATING",
|
86 |
"171": "NON_PARTICIPATING",
|
87 |
-
"172": "
|
88 |
"173": "NON_PARTICIPATING",
|
89 |
"174": "NON_PARTICIPATING",
|
90 |
"175": "SUCCESS",
|
@@ -97,16 +97,16 @@
|
|
97 |
"181": "NON_PARTICIPATING",
|
98 |
"182": "NON_PARTICIPATING",
|
99 |
"183": "NON_PARTICIPATING",
|
100 |
-
"184": "
|
101 |
"185": "NON_PARTICIPATING",
|
102 |
-
"186": "
|
103 |
"187": "NON_PARTICIPATING",
|
104 |
"188": "NON_PARTICIPATING",
|
105 |
"189": "NON_PARTICIPATING",
|
106 |
"19": "NON_PARTICIPATING",
|
107 |
"190": "NON_PARTICIPATING",
|
108 |
"191": "NON_PARTICIPATING",
|
109 |
-
"192": "
|
110 |
"193": "NON_PARTICIPATING",
|
111 |
"194": "SUCCESS",
|
112 |
"195": "SUCCESS",
|
@@ -208,7 +208,7 @@
|
|
208 |
"51": "SUCCESS",
|
209 |
"52": "NON_PARTICIPATING",
|
210 |
"53": "SUCCESS",
|
211 |
-
"54": "
|
212 |
"55": "SUCCESS",
|
213 |
"56": "SUCCESS",
|
214 |
"57": "NON_PARTICIPATING",
|
@@ -218,7 +218,7 @@
|
|
218 |
"60": "SUCCESS",
|
219 |
"61": "NON_PARTICIPATING",
|
220 |
"62": "SUCCESS",
|
221 |
-
"63": "
|
222 |
"64": "NON_PARTICIPATING",
|
223 |
"65": "NON_PARTICIPATING",
|
224 |
"66": "NON_PARTICIPATING",
|
@@ -254,7 +254,7 @@
|
|
254 |
"93": "NON_PARTICIPATING",
|
255 |
"94": "NON_PARTICIPATING",
|
256 |
"95": "SUCCESS",
|
257 |
-
"96": "
|
258 |
"97": "NON_PARTICIPATING",
|
259 |
"98": "NON_PARTICIPATING",
|
260 |
"99": "SUCCESS"
|
@@ -275,7 +275,7 @@
|
|
275 |
"initializer_range": 0.02,
|
276 |
"inner_step": 0,
|
277 |
"inner_steps": 0,
|
278 |
-
"last_allreduce_block":
|
279 |
"layer_norm_epsilon": 1e-05,
|
280 |
"model_type": "gpt_optimized",
|
281 |
"n_embd": 1280,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "anthum/axon2",
|
3 |
"activation_function": "gelu_new",
|
4 |
"all_reduce_scores": {
|
5 |
"0": "NON_PARTICIPATING",
|
6 |
+
"1": "SUCCESS",
|
7 |
"10": "SUCCESS",
|
8 |
"100": "NON_PARTICIPATING",
|
9 |
"101": "SUCCESS",
|
10 |
"102": "NON_PARTICIPATING",
|
11 |
"103": "NON_PARTICIPATING",
|
12 |
"104": "NON_PARTICIPATING",
|
13 |
+
"105": "SUCCESS",
|
14 |
"106": "NON_PARTICIPATING",
|
15 |
"107": "SUCCESS",
|
16 |
"108": "NON_PARTICIPATING",
|
|
|
20 |
"111": "NON_PARTICIPATING",
|
21 |
"112": "NON_PARTICIPATING",
|
22 |
"113": "NON_PARTICIPATING",
|
23 |
+
"114": "NON_PARTICIPATING",
|
24 |
"115": "NON_PARTICIPATING",
|
25 |
"116": "NON_PARTICIPATING",
|
26 |
"117": "NON_PARTICIPATING",
|
|
|
58 |
"146": "NON_PARTICIPATING",
|
59 |
"147": "SUCCESS",
|
60 |
"148": "SUCCESS",
|
61 |
+
"149": "SUCCESS",
|
62 |
"15": "SUCCESS",
|
63 |
"150": "NON_PARTICIPATING",
|
64 |
"151": "NON_PARTICIPATING",
|
|
|
71 |
"158": "NON_PARTICIPATING",
|
72 |
"159": "NON_PARTICIPATING",
|
73 |
"16": "SUCCESS",
|
74 |
+
"160": "FAIL",
|
75 |
"161": "NON_PARTICIPATING",
|
76 |
"162": "NON_PARTICIPATING",
|
77 |
"163": "NON_PARTICIPATING",
|
|
|
84 |
"17": "SUCCESS",
|
85 |
"170": "NON_PARTICIPATING",
|
86 |
"171": "NON_PARTICIPATING",
|
87 |
+
"172": "NON_PARTICIPATING",
|
88 |
"173": "NON_PARTICIPATING",
|
89 |
"174": "NON_PARTICIPATING",
|
90 |
"175": "SUCCESS",
|
|
|
97 |
"181": "NON_PARTICIPATING",
|
98 |
"182": "NON_PARTICIPATING",
|
99 |
"183": "NON_PARTICIPATING",
|
100 |
+
"184": "SUCCESS",
|
101 |
"185": "NON_PARTICIPATING",
|
102 |
+
"186": "NON_PARTICIPATING",
|
103 |
"187": "NON_PARTICIPATING",
|
104 |
"188": "NON_PARTICIPATING",
|
105 |
"189": "NON_PARTICIPATING",
|
106 |
"19": "NON_PARTICIPATING",
|
107 |
"190": "NON_PARTICIPATING",
|
108 |
"191": "NON_PARTICIPATING",
|
109 |
+
"192": "NON_PARTICIPATING",
|
110 |
"193": "NON_PARTICIPATING",
|
111 |
"194": "SUCCESS",
|
112 |
"195": "SUCCESS",
|
|
|
208 |
"51": "SUCCESS",
|
209 |
"52": "NON_PARTICIPATING",
|
210 |
"53": "SUCCESS",
|
211 |
+
"54": "NON_PARTICIPATING",
|
212 |
"55": "SUCCESS",
|
213 |
"56": "SUCCESS",
|
214 |
"57": "NON_PARTICIPATING",
|
|
|
218 |
"60": "SUCCESS",
|
219 |
"61": "NON_PARTICIPATING",
|
220 |
"62": "SUCCESS",
|
221 |
+
"63": "SUCCESS",
|
222 |
"64": "NON_PARTICIPATING",
|
223 |
"65": "NON_PARTICIPATING",
|
224 |
"66": "NON_PARTICIPATING",
|
|
|
254 |
"93": "NON_PARTICIPATING",
|
255 |
"94": "NON_PARTICIPATING",
|
256 |
"95": "SUCCESS",
|
257 |
+
"96": "SUCCESS",
|
258 |
"97": "NON_PARTICIPATING",
|
259 |
"98": "NON_PARTICIPATING",
|
260 |
"99": "SUCCESS"
|
|
|
275 |
"initializer_range": 0.02,
|
276 |
"inner_step": 0,
|
277 |
"inner_steps": 0,
|
278 |
+
"last_allreduce_block": 5490074,
|
279 |
"layer_norm_epsilon": 1e-05,
|
280 |
"model_type": "gpt_optimized",
|
281 |
"n_embd": 1280,
|
inner_optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 8081782026
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1d1bfb4037f79dfee3c4140036bc692571b4afa5701b910088cbca39be024cc
|
3 |
size 8081782026
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4040701744
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:feeff45d1021a7e9ff5bba2e352dbf923b3e2978877f5c2c450c6c4f9fdce4d5
|
3 |
size 4040701744
|
outer_optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4040805354
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e096dbbd523121953f8b3945b82cc17a01052bb99fd4f296ba2b3c6d08cf4dbc
|
3 |
size 4040805354
|