mtzig commited on
Commit
b5df98c
·
verified ·
1 Parent(s): 8880061

Training in progress, step 100, checkpoint

Browse files
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ last-checkpoint/optimizer_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
37
+ last-checkpoint/optimizer_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
38
+ last-checkpoint/optimizer_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
39
+ last-checkpoint/optimizer_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
40
+ last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
41
+ last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
42
+ last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
43
+ last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
last-checkpoint/optimizer_0/.metadata ADDED
Binary file (369 kB). View file
 
last-checkpoint/optimizer_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9a46305e3757310e77967a48f6f11d15dfc04610ea3c47a9bd6ee19032f5fc4
3
+ size 13934748
last-checkpoint/optimizer_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc524e1e0f2bbb2aa7bd8fc85f80889fb087fdbf15913cf3227a448698db4d3
3
+ size 13999412
last-checkpoint/optimizer_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f210d79701c31a8728abbaa75ca5098abbb357129ef21ed227bb12f2e0c6b33a
3
+ size 13990904
last-checkpoint/optimizer_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a87e9a3a425e050d4146d55acd7be2eb5cc974709dce64d85331e2bea7cc69
3
+ size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata ADDED
Binary file (135 kB). View file
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1bd75bc46a472f464e9532b7a6daaa31e5da4560d81565ed28b4156ca464f31
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e48f0f5bb540bdd18c2802a4e5af94100f865676faf0344ea7c5186b16b1f49d
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261c1b32e6e85d926db710ea3b8dd1f22809034a427f74459a910de7cdb7de21
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76abdc7f5c34fb4c661e0afc2ebe81e08f46908f89daf2844f603fa1b3ab1ec6
3
+ size 6966784
last-checkpoint/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2802629a8b6a5a32d68d046b59f24bee6a21ee25aa49bdbba2f7a8d4018d1fe6
3
+ size 14960
last-checkpoint/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f659849723764ebc7cfbfc3f893d143a37183e5570e1e25c92b6ea995c4e87
3
+ size 14960
last-checkpoint/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404d6ca0dbbc29d798a06f1f7e0f1c9d8611ff0b41e99f5d5a3fd2d842d36ed0
3
+ size 14960
last-checkpoint/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6502ae4b4e410f7072d0f0b3c97ba5d07126e4539f6b6fd906affb11eae0809
3
+ size 14960
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b22e1a00a41d052f99562afa9f0ed110a591c8372e7fba4cb2c36dacd761533
3
+ size 1064
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,805 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.07654037504783773,
5
+ "eval_steps": 20,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0,
13
+ "eval_accuracy": 0.648014440433213,
14
+ "eval_f1": 0.5578231292517006,
15
+ "eval_loss": 0.6320980787277222,
16
+ "eval_precision": 0.5125,
17
+ "eval_recall": 0.6119402985074627,
18
+ "eval_runtime": 43.0693,
19
+ "eval_samples_per_second": 6.989,
20
+ "eval_steps_per_second": 0.232,
21
+ "step": 0
22
+ },
23
+ {
24
+ "epoch": 0.0007654037504783774,
25
+ "grad_norm": 2.9013254642486572,
26
+ "learning_rate": 1.5267175572519085e-07,
27
+ "loss": 0.7916,
28
+ "step": 1
29
+ },
30
+ {
31
+ "epoch": 0.0015308075009567547,
32
+ "grad_norm": 2.805720567703247,
33
+ "learning_rate": 3.053435114503817e-07,
34
+ "loss": 0.7752,
35
+ "step": 2
36
+ },
37
+ {
38
+ "epoch": 0.002296211251435132,
39
+ "grad_norm": 2.7805535793304443,
40
+ "learning_rate": 4.5801526717557257e-07,
41
+ "loss": 0.7902,
42
+ "step": 3
43
+ },
44
+ {
45
+ "epoch": 0.0030616150019135095,
46
+ "grad_norm": 3.5079779624938965,
47
+ "learning_rate": 6.106870229007634e-07,
48
+ "loss": 0.7335,
49
+ "step": 4
50
+ },
51
+ {
52
+ "epoch": 0.003827018752391887,
53
+ "grad_norm": 2.8343734741210938,
54
+ "learning_rate": 7.633587786259543e-07,
55
+ "loss": 0.7026,
56
+ "step": 5
57
+ },
58
+ {
59
+ "epoch": 0.004592422502870264,
60
+ "grad_norm": 3.3417398929595947,
61
+ "learning_rate": 9.160305343511451e-07,
62
+ "loss": 0.7486,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 0.005357826253348641,
67
+ "grad_norm": 3.5592422485351562,
68
+ "learning_rate": 1.068702290076336e-06,
69
+ "loss": 0.7085,
70
+ "step": 7
71
+ },
72
+ {
73
+ "epoch": 0.006123230003827019,
74
+ "grad_norm": 4.005152702331543,
75
+ "learning_rate": 1.2213740458015268e-06,
76
+ "loss": 0.7904,
77
+ "step": 8
78
+ },
79
+ {
80
+ "epoch": 0.006888633754305396,
81
+ "grad_norm": 3.1045947074890137,
82
+ "learning_rate": 1.3740458015267178e-06,
83
+ "loss": 0.7956,
84
+ "step": 9
85
+ },
86
+ {
87
+ "epoch": 0.007654037504783774,
88
+ "grad_norm": 2.570974826812744,
89
+ "learning_rate": 1.5267175572519086e-06,
90
+ "loss": 0.7206,
91
+ "step": 10
92
+ },
93
+ {
94
+ "epoch": 0.008419441255262151,
95
+ "grad_norm": 2.293649911880493,
96
+ "learning_rate": 1.6793893129770995e-06,
97
+ "loss": 0.6451,
98
+ "step": 11
99
+ },
100
+ {
101
+ "epoch": 0.009184845005740528,
102
+ "grad_norm": 2.148493528366089,
103
+ "learning_rate": 1.8320610687022903e-06,
104
+ "loss": 0.5701,
105
+ "step": 12
106
+ },
107
+ {
108
+ "epoch": 0.009950248756218905,
109
+ "grad_norm": 3.934507131576538,
110
+ "learning_rate": 1.984732824427481e-06,
111
+ "loss": 0.7146,
112
+ "step": 13
113
+ },
114
+ {
115
+ "epoch": 0.010715652506697282,
116
+ "grad_norm": 2.8026010990142822,
117
+ "learning_rate": 2.137404580152672e-06,
118
+ "loss": 0.7812,
119
+ "step": 14
120
+ },
121
+ {
122
+ "epoch": 0.011481056257175661,
123
+ "grad_norm": 2.6908481121063232,
124
+ "learning_rate": 2.2900763358778625e-06,
125
+ "loss": 0.6653,
126
+ "step": 15
127
+ },
128
+ {
129
+ "epoch": 0.012246460007654038,
130
+ "grad_norm": 2.2652783393859863,
131
+ "learning_rate": 2.4427480916030536e-06,
132
+ "loss": 0.6606,
133
+ "step": 16
134
+ },
135
+ {
136
+ "epoch": 0.013011863758132415,
137
+ "grad_norm": 3.234048843383789,
138
+ "learning_rate": 2.595419847328244e-06,
139
+ "loss": 0.7316,
140
+ "step": 17
141
+ },
142
+ {
143
+ "epoch": 0.013777267508610792,
144
+ "grad_norm": 2.967696189880371,
145
+ "learning_rate": 2.7480916030534356e-06,
146
+ "loss": 0.6979,
147
+ "step": 18
148
+ },
149
+ {
150
+ "epoch": 0.01454267125908917,
151
+ "grad_norm": 3.8475921154022217,
152
+ "learning_rate": 2.900763358778626e-06,
153
+ "loss": 0.8055,
154
+ "step": 19
155
+ },
156
+ {
157
+ "epoch": 0.015308075009567547,
158
+ "grad_norm": 2.42297101020813,
159
+ "learning_rate": 3.0534351145038173e-06,
160
+ "loss": 0.6598,
161
+ "step": 20
162
+ },
163
+ {
164
+ "epoch": 0.015308075009567547,
165
+ "eval_accuracy": 0.6552346570397112,
166
+ "eval_f1": 0.5526932084309133,
167
+ "eval_loss": 0.6283615231513977,
168
+ "eval_precision": 0.5221238938053098,
169
+ "eval_recall": 0.5870646766169154,
170
+ "eval_runtime": 43.704,
171
+ "eval_samples_per_second": 6.887,
172
+ "eval_steps_per_second": 0.229,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.016073478760045924,
177
+ "grad_norm": 2.063398838043213,
178
+ "learning_rate": 3.206106870229008e-06,
179
+ "loss": 0.6512,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.016838882510524303,
184
+ "grad_norm": 2.4448840618133545,
185
+ "learning_rate": 3.358778625954199e-06,
186
+ "loss": 0.567,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.017604286261002678,
191
+ "grad_norm": 3.497593641281128,
192
+ "learning_rate": 3.5114503816793895e-06,
193
+ "loss": 0.7674,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.018369690011481057,
198
+ "grad_norm": 1.899181842803955,
199
+ "learning_rate": 3.6641221374045806e-06,
200
+ "loss": 0.6927,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.019135093761959432,
205
+ "grad_norm": 1.9708737134933472,
206
+ "learning_rate": 3.816793893129772e-06,
207
+ "loss": 0.7301,
208
+ "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.01990049751243781,
212
+ "grad_norm": 2.531264543533325,
213
+ "learning_rate": 3.969465648854962e-06,
214
+ "loss": 0.7908,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.02066590126291619,
219
+ "grad_norm": 3.4307644367218018,
220
+ "learning_rate": 4.122137404580153e-06,
221
+ "loss": 0.7273,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.021431305013394564,
226
+ "grad_norm": 2.6872708797454834,
227
+ "learning_rate": 4.274809160305344e-06,
228
+ "loss": 0.7336,
229
+ "step": 28
230
+ },
231
+ {
232
+ "epoch": 0.022196708763872943,
233
+ "grad_norm": 3.0511341094970703,
234
+ "learning_rate": 4.427480916030535e-06,
235
+ "loss": 0.6708,
236
+ "step": 29
237
+ },
238
+ {
239
+ "epoch": 0.022962112514351322,
240
+ "grad_norm": 2.479977607727051,
241
+ "learning_rate": 4.580152671755725e-06,
242
+ "loss": 0.7374,
243
+ "step": 30
244
+ },
245
+ {
246
+ "epoch": 0.023727516264829697,
247
+ "grad_norm": 3.206690549850464,
248
+ "learning_rate": 4.732824427480917e-06,
249
+ "loss": 0.7716,
250
+ "step": 31
251
+ },
252
+ {
253
+ "epoch": 0.024492920015308076,
254
+ "grad_norm": 2.561702013015747,
255
+ "learning_rate": 4.885496183206107e-06,
256
+ "loss": 0.8201,
257
+ "step": 32
258
+ },
259
+ {
260
+ "epoch": 0.02525832376578645,
261
+ "grad_norm": 2.986666679382324,
262
+ "learning_rate": 5.038167938931297e-06,
263
+ "loss": 0.7439,
264
+ "step": 33
265
+ },
266
+ {
267
+ "epoch": 0.02602372751626483,
268
+ "grad_norm": 1.9290986061096191,
269
+ "learning_rate": 5.190839694656488e-06,
270
+ "loss": 0.6164,
271
+ "step": 34
272
+ },
273
+ {
274
+ "epoch": 0.026789131266743208,
275
+ "grad_norm": 2.402761459350586,
276
+ "learning_rate": 5.34351145038168e-06,
277
+ "loss": 0.7119,
278
+ "step": 35
279
+ },
280
+ {
281
+ "epoch": 0.027554535017221583,
282
+ "grad_norm": 2.68208384513855,
283
+ "learning_rate": 5.496183206106871e-06,
284
+ "loss": 0.6692,
285
+ "step": 36
286
+ },
287
+ {
288
+ "epoch": 0.028319938767699962,
289
+ "grad_norm": 2.0670857429504395,
290
+ "learning_rate": 5.648854961832062e-06,
291
+ "loss": 0.6724,
292
+ "step": 37
293
+ },
294
+ {
295
+ "epoch": 0.02908534251817834,
296
+ "grad_norm": 2.9470982551574707,
297
+ "learning_rate": 5.801526717557252e-06,
298
+ "loss": 0.66,
299
+ "step": 38
300
+ },
301
+ {
302
+ "epoch": 0.029850746268656716,
303
+ "grad_norm": 2.172914981842041,
304
+ "learning_rate": 5.9541984732824435e-06,
305
+ "loss": 0.6567,
306
+ "step": 39
307
+ },
308
+ {
309
+ "epoch": 0.030616150019135095,
310
+ "grad_norm": 2.658773183822632,
311
+ "learning_rate": 6.1068702290076346e-06,
312
+ "loss": 0.6948,
313
+ "step": 40
314
+ },
315
+ {
316
+ "epoch": 0.030616150019135095,
317
+ "eval_accuracy": 0.6787003610108303,
318
+ "eval_f1": 0.5,
319
+ "eval_loss": 0.6222203373908997,
320
+ "eval_precision": 0.5741935483870968,
321
+ "eval_recall": 0.4427860696517413,
322
+ "eval_runtime": 43.9963,
323
+ "eval_samples_per_second": 6.841,
324
+ "eval_steps_per_second": 0.227,
325
+ "step": 40
326
+ },
327
+ {
328
+ "epoch": 0.03138155376961347,
329
+ "grad_norm": 2.3062996864318848,
330
+ "learning_rate": 6.259541984732826e-06,
331
+ "loss": 0.7169,
332
+ "step": 41
333
+ },
334
+ {
335
+ "epoch": 0.03214695752009185,
336
+ "grad_norm": 2.899698495864868,
337
+ "learning_rate": 6.412213740458016e-06,
338
+ "loss": 0.65,
339
+ "step": 42
340
+ },
341
+ {
342
+ "epoch": 0.03291236127057023,
343
+ "grad_norm": 2.191978931427002,
344
+ "learning_rate": 6.564885496183207e-06,
345
+ "loss": 0.6741,
346
+ "step": 43
347
+ },
348
+ {
349
+ "epoch": 0.033677765021048606,
350
+ "grad_norm": 2.6911063194274902,
351
+ "learning_rate": 6.717557251908398e-06,
352
+ "loss": 0.652,
353
+ "step": 44
354
+ },
355
+ {
356
+ "epoch": 0.03444316877152698,
357
+ "grad_norm": 2.832355260848999,
358
+ "learning_rate": 6.870229007633589e-06,
359
+ "loss": 0.7163,
360
+ "step": 45
361
+ },
362
+ {
363
+ "epoch": 0.035208572522005356,
364
+ "grad_norm": 2.7549805641174316,
365
+ "learning_rate": 7.022900763358779e-06,
366
+ "loss": 0.6482,
367
+ "step": 46
368
+ },
369
+ {
370
+ "epoch": 0.035973976272483735,
371
+ "grad_norm": 2.533820390701294,
372
+ "learning_rate": 7.17557251908397e-06,
373
+ "loss": 0.6657,
374
+ "step": 47
375
+ },
376
+ {
377
+ "epoch": 0.03673938002296211,
378
+ "grad_norm": 2.542445182800293,
379
+ "learning_rate": 7.328244274809161e-06,
380
+ "loss": 0.6803,
381
+ "step": 48
382
+ },
383
+ {
384
+ "epoch": 0.03750478377344049,
385
+ "grad_norm": 2.254171848297119,
386
+ "learning_rate": 7.480916030534352e-06,
387
+ "loss": 0.6628,
388
+ "step": 49
389
+ },
390
+ {
391
+ "epoch": 0.038270187523918864,
392
+ "grad_norm": 2.2992422580718994,
393
+ "learning_rate": 7.633587786259543e-06,
394
+ "loss": 0.6237,
395
+ "step": 50
396
+ },
397
+ {
398
+ "epoch": 0.03903559127439724,
399
+ "grad_norm": 2.2923660278320312,
400
+ "learning_rate": 7.786259541984733e-06,
401
+ "loss": 0.636,
402
+ "step": 51
403
+ },
404
+ {
405
+ "epoch": 0.03980099502487562,
406
+ "grad_norm": 3.348690986633301,
407
+ "learning_rate": 7.938931297709924e-06,
408
+ "loss": 0.7033,
409
+ "step": 52
410
+ },
411
+ {
412
+ "epoch": 0.040566398775354,
413
+ "grad_norm": 2.794326066970825,
414
+ "learning_rate": 8.091603053435115e-06,
415
+ "loss": 0.7764,
416
+ "step": 53
417
+ },
418
+ {
419
+ "epoch": 0.04133180252583238,
420
+ "grad_norm": 2.662022352218628,
421
+ "learning_rate": 8.244274809160306e-06,
422
+ "loss": 0.6787,
423
+ "step": 54
424
+ },
425
+ {
426
+ "epoch": 0.04209720627631076,
427
+ "grad_norm": 2.623007297515869,
428
+ "learning_rate": 8.396946564885497e-06,
429
+ "loss": 0.6481,
430
+ "step": 55
431
+ },
432
+ {
433
+ "epoch": 0.04286261002678913,
434
+ "grad_norm": 2.626187801361084,
435
+ "learning_rate": 8.549618320610688e-06,
436
+ "loss": 0.5648,
437
+ "step": 56
438
+ },
439
+ {
440
+ "epoch": 0.04362801377726751,
441
+ "grad_norm": 3.5378401279449463,
442
+ "learning_rate": 8.702290076335879e-06,
443
+ "loss": 0.7537,
444
+ "step": 57
445
+ },
446
+ {
447
+ "epoch": 0.044393417527745886,
448
+ "grad_norm": 2.221616744995117,
449
+ "learning_rate": 8.85496183206107e-06,
450
+ "loss": 0.5946,
451
+ "step": 58
452
+ },
453
+ {
454
+ "epoch": 0.045158821278224265,
455
+ "grad_norm": 2.4003000259399414,
456
+ "learning_rate": 9.007633587786259e-06,
457
+ "loss": 0.6146,
458
+ "step": 59
459
+ },
460
+ {
461
+ "epoch": 0.045924225028702644,
462
+ "grad_norm": 3.179100751876831,
463
+ "learning_rate": 9.16030534351145e-06,
464
+ "loss": 0.6394,
465
+ "step": 60
466
+ },
467
+ {
468
+ "epoch": 0.045924225028702644,
469
+ "eval_accuracy": 0.6877256317689531,
470
+ "eval_f1": 0.4507936507936508,
471
+ "eval_loss": 0.6186545491218567,
472
+ "eval_precision": 0.6228070175438597,
473
+ "eval_recall": 0.35323383084577115,
474
+ "eval_runtime": 43.6865,
475
+ "eval_samples_per_second": 6.89,
476
+ "eval_steps_per_second": 0.229,
477
+ "step": 60
478
+ },
479
+ {
480
+ "epoch": 0.046689628779181015,
481
+ "grad_norm": 2.6747021675109863,
482
+ "learning_rate": 9.312977099236641e-06,
483
+ "loss": 0.6995,
484
+ "step": 61
485
+ },
486
+ {
487
+ "epoch": 0.047455032529659394,
488
+ "grad_norm": 2.2150821685791016,
489
+ "learning_rate": 9.465648854961834e-06,
490
+ "loss": 0.6553,
491
+ "step": 62
492
+ },
493
+ {
494
+ "epoch": 0.04822043628013777,
495
+ "grad_norm": 4.880781173706055,
496
+ "learning_rate": 9.618320610687025e-06,
497
+ "loss": 0.695,
498
+ "step": 63
499
+ },
500
+ {
501
+ "epoch": 0.04898584003061615,
502
+ "grad_norm": 2.353868007659912,
503
+ "learning_rate": 9.770992366412214e-06,
504
+ "loss": 0.6338,
505
+ "step": 64
506
+ },
507
+ {
508
+ "epoch": 0.04975124378109453,
509
+ "grad_norm": 2.5536489486694336,
510
+ "learning_rate": 9.923664122137405e-06,
511
+ "loss": 0.6623,
512
+ "step": 65
513
+ },
514
+ {
515
+ "epoch": 0.0505166475315729,
516
+ "grad_norm": 2.4389688968658447,
517
+ "learning_rate": 1.0076335877862595e-05,
518
+ "loss": 0.676,
519
+ "step": 66
520
+ },
521
+ {
522
+ "epoch": 0.05128205128205128,
523
+ "grad_norm": 2.0447139739990234,
524
+ "learning_rate": 1.0229007633587786e-05,
525
+ "loss": 0.5571,
526
+ "step": 67
527
+ },
528
+ {
529
+ "epoch": 0.05204745503252966,
530
+ "grad_norm": 2.9738974571228027,
531
+ "learning_rate": 1.0381679389312977e-05,
532
+ "loss": 0.7705,
533
+ "step": 68
534
+ },
535
+ {
536
+ "epoch": 0.05281285878300804,
537
+ "grad_norm": 2.7463932037353516,
538
+ "learning_rate": 1.0534351145038168e-05,
539
+ "loss": 0.6645,
540
+ "step": 69
541
+ },
542
+ {
543
+ "epoch": 0.053578262533486416,
544
+ "grad_norm": 2.617324113845825,
545
+ "learning_rate": 1.068702290076336e-05,
546
+ "loss": 0.6211,
547
+ "step": 70
548
+ },
549
+ {
550
+ "epoch": 0.05434366628396479,
551
+ "grad_norm": 2.629154920578003,
552
+ "learning_rate": 1.0839694656488552e-05,
553
+ "loss": 0.6189,
554
+ "step": 71
555
+ },
556
+ {
557
+ "epoch": 0.05510907003444317,
558
+ "grad_norm": 3.0344226360321045,
559
+ "learning_rate": 1.0992366412213743e-05,
560
+ "loss": 0.7318,
561
+ "step": 72
562
+ },
563
+ {
564
+ "epoch": 0.055874473784921545,
565
+ "grad_norm": 2.5670666694641113,
566
+ "learning_rate": 1.1145038167938934e-05,
567
+ "loss": 0.6702,
568
+ "step": 73
569
+ },
570
+ {
571
+ "epoch": 0.056639877535399924,
572
+ "grad_norm": 2.1741843223571777,
573
+ "learning_rate": 1.1297709923664125e-05,
574
+ "loss": 0.6686,
575
+ "step": 74
576
+ },
577
+ {
578
+ "epoch": 0.0574052812858783,
579
+ "grad_norm": 2.724057674407959,
580
+ "learning_rate": 1.1450381679389312e-05,
581
+ "loss": 0.6252,
582
+ "step": 75
583
+ },
584
+ {
585
+ "epoch": 0.05817068503635668,
586
+ "grad_norm": 2.225811719894409,
587
+ "learning_rate": 1.1603053435114503e-05,
588
+ "loss": 0.5888,
589
+ "step": 76
590
+ },
591
+ {
592
+ "epoch": 0.05893608878683505,
593
+ "grad_norm": 2.8234739303588867,
594
+ "learning_rate": 1.1755725190839696e-05,
595
+ "loss": 0.5833,
596
+ "step": 77
597
+ },
598
+ {
599
+ "epoch": 0.05970149253731343,
600
+ "grad_norm": 2.3463521003723145,
601
+ "learning_rate": 1.1908396946564887e-05,
602
+ "loss": 0.6519,
603
+ "step": 78
604
+ },
605
+ {
606
+ "epoch": 0.06046689628779181,
607
+ "grad_norm": 2.0764167308807373,
608
+ "learning_rate": 1.2061068702290078e-05,
609
+ "loss": 0.6022,
610
+ "step": 79
611
+ },
612
+ {
613
+ "epoch": 0.06123230003827019,
614
+ "grad_norm": 2.889023542404175,
615
+ "learning_rate": 1.2213740458015269e-05,
616
+ "loss": 0.6466,
617
+ "step": 80
618
+ },
619
+ {
620
+ "epoch": 0.06123230003827019,
621
+ "eval_accuracy": 0.7148014440433214,
622
+ "eval_f1": 0.5752688172043011,
623
+ "eval_loss": 0.5946354866027832,
624
+ "eval_precision": 0.6257309941520468,
625
+ "eval_recall": 0.5323383084577115,
626
+ "eval_runtime": 43.854,
627
+ "eval_samples_per_second": 6.864,
628
+ "eval_steps_per_second": 0.228,
629
+ "step": 80
630
+ },
631
+ {
632
+ "epoch": 0.06199770378874857,
633
+ "grad_norm": 2.1842238903045654,
634
+ "learning_rate": 1.236641221374046e-05,
635
+ "loss": 0.6137,
636
+ "step": 81
637
+ },
638
+ {
639
+ "epoch": 0.06276310753922694,
640
+ "grad_norm": 2.382739543914795,
641
+ "learning_rate": 1.2519083969465651e-05,
642
+ "loss": 0.5988,
643
+ "step": 82
644
+ },
645
+ {
646
+ "epoch": 0.06352851128970533,
647
+ "grad_norm": 2.536407470703125,
648
+ "learning_rate": 1.2671755725190839e-05,
649
+ "loss": 0.6698,
650
+ "step": 83
651
+ },
652
+ {
653
+ "epoch": 0.0642939150401837,
654
+ "grad_norm": 3.341318130493164,
655
+ "learning_rate": 1.2824427480916032e-05,
656
+ "loss": 0.632,
657
+ "step": 84
658
+ },
659
+ {
660
+ "epoch": 0.06505931879066207,
661
+ "grad_norm": 2.605912446975708,
662
+ "learning_rate": 1.2977099236641223e-05,
663
+ "loss": 0.6817,
664
+ "step": 85
665
+ },
666
+ {
667
+ "epoch": 0.06582472254114045,
668
+ "grad_norm": 2.7820451259613037,
669
+ "learning_rate": 1.3129770992366414e-05,
670
+ "loss": 0.5941,
671
+ "step": 86
672
+ },
673
+ {
674
+ "epoch": 0.06659012629161883,
675
+ "grad_norm": 2.19356632232666,
676
+ "learning_rate": 1.3282442748091605e-05,
677
+ "loss": 0.5755,
678
+ "step": 87
679
+ },
680
+ {
681
+ "epoch": 0.06735553004209721,
682
+ "grad_norm": 2.6070029735565186,
683
+ "learning_rate": 1.3435114503816796e-05,
684
+ "loss": 0.6472,
685
+ "step": 88
686
+ },
687
+ {
688
+ "epoch": 0.06812093379257558,
689
+ "grad_norm": 3.145352363586426,
690
+ "learning_rate": 1.3587786259541987e-05,
691
+ "loss": 0.6356,
692
+ "step": 89
693
+ },
694
+ {
695
+ "epoch": 0.06888633754305395,
696
+ "grad_norm": 2.909482955932617,
697
+ "learning_rate": 1.3740458015267178e-05,
698
+ "loss": 0.5926,
699
+ "step": 90
700
+ },
701
+ {
702
+ "epoch": 0.06965174129353234,
703
+ "grad_norm": 2.7917375564575195,
704
+ "learning_rate": 1.3893129770992369e-05,
705
+ "loss": 0.5445,
706
+ "step": 91
707
+ },
708
+ {
709
+ "epoch": 0.07041714504401071,
710
+ "grad_norm": 2.8729193210601807,
711
+ "learning_rate": 1.4045801526717558e-05,
712
+ "loss": 0.6508,
713
+ "step": 92
714
+ },
715
+ {
716
+ "epoch": 0.0711825487944891,
717
+ "grad_norm": 3.1102027893066406,
718
+ "learning_rate": 1.4198473282442749e-05,
719
+ "loss": 0.6189,
720
+ "step": 93
721
+ },
722
+ {
723
+ "epoch": 0.07194795254496747,
724
+ "grad_norm": 3.4606645107269287,
725
+ "learning_rate": 1.435114503816794e-05,
726
+ "loss": 0.5364,
727
+ "step": 94
728
+ },
729
+ {
730
+ "epoch": 0.07271335629544584,
731
+ "grad_norm": 2.350576877593994,
732
+ "learning_rate": 1.4503816793893131e-05,
733
+ "loss": 0.5593,
734
+ "step": 95
735
+ },
736
+ {
737
+ "epoch": 0.07347876004592423,
738
+ "grad_norm": 3.097646474838257,
739
+ "learning_rate": 1.4656488549618322e-05,
740
+ "loss": 0.72,
741
+ "step": 96
742
+ },
743
+ {
744
+ "epoch": 0.0742441637964026,
745
+ "grad_norm": 2.978395938873291,
746
+ "learning_rate": 1.4809160305343513e-05,
747
+ "loss": 0.648,
748
+ "step": 97
749
+ },
750
+ {
751
+ "epoch": 0.07500956754688098,
752
+ "grad_norm": 3.397475004196167,
753
+ "learning_rate": 1.4961832061068704e-05,
754
+ "loss": 0.5215,
755
+ "step": 98
756
+ },
757
+ {
758
+ "epoch": 0.07577497129735936,
759
+ "grad_norm": 2.8847622871398926,
760
+ "learning_rate": 1.5114503816793895e-05,
761
+ "loss": 0.5677,
762
+ "step": 99
763
+ },
764
+ {
765
+ "epoch": 0.07654037504783773,
766
+ "grad_norm": 2.4467875957489014,
767
+ "learning_rate": 1.5267175572519086e-05,
768
+ "loss": 0.5551,
769
+ "step": 100
770
+ },
771
+ {
772
+ "epoch": 0.07654037504783773,
773
+ "eval_accuracy": 0.7256317689530686,
774
+ "eval_f1": 0.6346153846153846,
775
+ "eval_loss": 0.5565891265869141,
776
+ "eval_precision": 0.6139534883720931,
777
+ "eval_recall": 0.6567164179104478,
778
+ "eval_runtime": 44.3839,
779
+ "eval_samples_per_second": 6.782,
780
+ "eval_steps_per_second": 0.225,
781
+ "step": 100
782
+ }
783
+ ],
784
+ "logging_steps": 1,
785
+ "max_steps": 1306,
786
+ "num_input_tokens_seen": 0,
787
+ "num_train_epochs": 1,
788
+ "save_steps": 100,
789
+ "stateful_callbacks": {
790
+ "TrainerControl": {
791
+ "args": {
792
+ "should_epoch_stop": false,
793
+ "should_evaluate": false,
794
+ "should_log": false,
795
+ "should_save": true,
796
+ "should_training_stop": false
797
+ },
798
+ "attributes": {}
799
+ }
800
+ },
801
+ "total_flos": 1.5277223846084608e+16,
802
+ "train_batch_size": 8,
803
+ "trial_name": null,
804
+ "trial_params": null
805
+ }