mtzig commited on
Commit
44e8c30
1 Parent(s): db87452

Training in progress, step 100, checkpoint

Browse files
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ last-checkpoint/optimizer_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
37
+ last-checkpoint/optimizer_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
38
+ last-checkpoint/optimizer_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
39
+ last-checkpoint/optimizer_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
40
+ last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
41
+ last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
42
+ last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
43
+ last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
last-checkpoint/optimizer_0/.metadata ADDED
Binary file (369 kB). View file
 
last-checkpoint/optimizer_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8dbe76f35e5656136a51bded0139fef27a2028b00f8f726fd0d386bb3522e13
3
+ size 13934748
last-checkpoint/optimizer_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66c1ebc853e6845470c2c1d9d04f694dccd7d0e852c4bc0fff9a7f3b72ba092
3
+ size 13999412
last-checkpoint/optimizer_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ac9e1924ab634b10849be3ecb1321e5393dbc84ae65beaffd307850b3ae9f82
3
+ size 13990904
last-checkpoint/optimizer_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2b2b52b7b5b1c43d8786246ce0c4845f1a27260d756e383ebd9ee1be107e16
3
+ size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata ADDED
Binary file (135 kB). View file
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89bc93c64b991b306a939f0419250bf9841787d18646263da1e9b2c8779f9699
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca40ef1084fb0572972d0d791f24456333f4e2bb411fb46f1d9fd3067b04bb8
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eacdb71077b64054c4a56453b8184802582c4895bcb7585409a5be89035fca7
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:293394047fb4a3a8ea9a2c352bdfb1e609e58a84c1d1613313fea1af7bf3513c
3
+ size 6966784
last-checkpoint/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b9a1f1e453a43f83aa53b56d67647ccab7a6102d29ca677d252db57c6d84112
3
+ size 15088
last-checkpoint/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37b096e91cd08927cf4ae4abd0d391ce5ada891c3fc1b2de21881502f3589eb
3
+ size 15088
last-checkpoint/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e41f09d05169607eee8dce8b84f8f78818000c06c0c89cf2ba601fd24a650bd
3
+ size 15088
last-checkpoint/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418fcb9eed9f4b34f4356e235c9f424e1c20f8f4d59e678e6ebeeb8a33e83523
3
+ size 15088
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afecba1fad91cfcc309b7789abc8c48e2a84100fb8c489eb3925241bd70b9c9d
3
+ size 1064
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,805 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.12886597938144329,
5
+ "eval_steps": 20,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0,
13
+ "eval_accuracy": 0.9369414101290964,
14
+ "eval_f1": 0.18064516129032257,
15
+ "eval_loss": 0.32557418942451477,
16
+ "eval_precision": 0.14285714285714285,
17
+ "eval_recall": 0.24561403508771928,
18
+ "eval_runtime": 85.4393,
19
+ "eval_samples_per_second": 5.325,
20
+ "eval_steps_per_second": 0.176,
21
+ "step": 0
22
+ },
23
+ {
24
+ "epoch": 0.001288659793814433,
25
+ "grad_norm": 4.328640937805176,
26
+ "learning_rate": 2.564102564102564e-07,
27
+ "loss": 0.5948,
28
+ "step": 1
29
+ },
30
+ {
31
+ "epoch": 0.002577319587628866,
32
+ "grad_norm": 4.026719570159912,
33
+ "learning_rate": 5.128205128205128e-07,
34
+ "loss": 0.5193,
35
+ "step": 2
36
+ },
37
+ {
38
+ "epoch": 0.003865979381443299,
39
+ "grad_norm": 4.2378315925598145,
40
+ "learning_rate": 7.692307692307694e-07,
41
+ "loss": 0.5631,
42
+ "step": 3
43
+ },
44
+ {
45
+ "epoch": 0.005154639175257732,
46
+ "grad_norm": 3.568166971206665,
47
+ "learning_rate": 1.0256410256410257e-06,
48
+ "loss": 0.5153,
49
+ "step": 4
50
+ },
51
+ {
52
+ "epoch": 0.006443298969072165,
53
+ "grad_norm": 3.5194778442382812,
54
+ "learning_rate": 1.282051282051282e-06,
55
+ "loss": 0.4554,
56
+ "step": 5
57
+ },
58
+ {
59
+ "epoch": 0.007731958762886598,
60
+ "grad_norm": 3.977821111679077,
61
+ "learning_rate": 1.5384615384615387e-06,
62
+ "loss": 0.5351,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 0.00902061855670103,
67
+ "grad_norm": 3.5472445487976074,
68
+ "learning_rate": 1.794871794871795e-06,
69
+ "loss": 0.4795,
70
+ "step": 7
71
+ },
72
+ {
73
+ "epoch": 0.010309278350515464,
74
+ "grad_norm": 4.021523475646973,
75
+ "learning_rate": 2.0512820512820513e-06,
76
+ "loss": 0.5567,
77
+ "step": 8
78
+ },
79
+ {
80
+ "epoch": 0.011597938144329897,
81
+ "grad_norm": 3.9711642265319824,
82
+ "learning_rate": 2.307692307692308e-06,
83
+ "loss": 0.5156,
84
+ "step": 9
85
+ },
86
+ {
87
+ "epoch": 0.01288659793814433,
88
+ "grad_norm": 3.964317560195923,
89
+ "learning_rate": 2.564102564102564e-06,
90
+ "loss": 0.5192,
91
+ "step": 10
92
+ },
93
+ {
94
+ "epoch": 0.014175257731958763,
95
+ "grad_norm": 4.49519157409668,
96
+ "learning_rate": 2.8205128205128207e-06,
97
+ "loss": 0.5763,
98
+ "step": 11
99
+ },
100
+ {
101
+ "epoch": 0.015463917525773196,
102
+ "grad_norm": 3.9775915145874023,
103
+ "learning_rate": 3.0769230769230774e-06,
104
+ "loss": 0.5087,
105
+ "step": 12
106
+ },
107
+ {
108
+ "epoch": 0.01675257731958763,
109
+ "grad_norm": 3.533947706222534,
110
+ "learning_rate": 3.3333333333333333e-06,
111
+ "loss": 0.5278,
112
+ "step": 13
113
+ },
114
+ {
115
+ "epoch": 0.01804123711340206,
116
+ "grad_norm": 3.2834880352020264,
117
+ "learning_rate": 3.58974358974359e-06,
118
+ "loss": 0.497,
119
+ "step": 14
120
+ },
121
+ {
122
+ "epoch": 0.019329896907216496,
123
+ "grad_norm": 3.62939190864563,
124
+ "learning_rate": 3.846153846153847e-06,
125
+ "loss": 0.4718,
126
+ "step": 15
127
+ },
128
+ {
129
+ "epoch": 0.020618556701030927,
130
+ "grad_norm": 3.499007225036621,
131
+ "learning_rate": 4.102564102564103e-06,
132
+ "loss": 0.4612,
133
+ "step": 16
134
+ },
135
+ {
136
+ "epoch": 0.02190721649484536,
137
+ "grad_norm": 3.6551826000213623,
138
+ "learning_rate": 4.358974358974359e-06,
139
+ "loss": 0.5116,
140
+ "step": 17
141
+ },
142
+ {
143
+ "epoch": 0.023195876288659795,
144
+ "grad_norm": 3.7035470008850098,
145
+ "learning_rate": 4.615384615384616e-06,
146
+ "loss": 0.5265,
147
+ "step": 18
148
+ },
149
+ {
150
+ "epoch": 0.024484536082474227,
151
+ "grad_norm": 3.528616189956665,
152
+ "learning_rate": 4.871794871794872e-06,
153
+ "loss": 0.4926,
154
+ "step": 19
155
+ },
156
+ {
157
+ "epoch": 0.02577319587628866,
158
+ "grad_norm": 3.614694833755493,
159
+ "learning_rate": 5.128205128205128e-06,
160
+ "loss": 0.4498,
161
+ "step": 20
162
+ },
163
+ {
164
+ "epoch": 0.02577319587628866,
165
+ "eval_accuracy": 0.9473684210526315,
166
+ "eval_f1": 0.15873015873015872,
167
+ "eval_loss": 0.2867887020111084,
168
+ "eval_precision": 0.14492753623188406,
169
+ "eval_recall": 0.17543859649122806,
170
+ "eval_runtime": 85.3774,
171
+ "eval_samples_per_second": 5.329,
172
+ "eval_steps_per_second": 0.176,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.027061855670103094,
177
+ "grad_norm": 3.7909672260284424,
178
+ "learning_rate": 5.384615384615385e-06,
179
+ "loss": 0.4553,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.028350515463917526,
184
+ "grad_norm": 3.3818626403808594,
185
+ "learning_rate": 5.641025641025641e-06,
186
+ "loss": 0.4058,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.029639175257731958,
191
+ "grad_norm": 3.4036498069763184,
192
+ "learning_rate": 5.897435897435898e-06,
193
+ "loss": 0.3923,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.030927835051546393,
198
+ "grad_norm": 4.077082633972168,
199
+ "learning_rate": 6.153846153846155e-06,
200
+ "loss": 0.433,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.03221649484536082,
205
+ "grad_norm": 3.6889731884002686,
206
+ "learning_rate": 6.410256410256412e-06,
207
+ "loss": 0.4107,
208
+ "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.03350515463917526,
212
+ "grad_norm": 3.24767804145813,
213
+ "learning_rate": 6.666666666666667e-06,
214
+ "loss": 0.3916,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.03479381443298969,
219
+ "grad_norm": 3.6298370361328125,
220
+ "learning_rate": 6.923076923076923e-06,
221
+ "loss": 0.3775,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.03608247422680412,
226
+ "grad_norm": 3.0387685298919678,
227
+ "learning_rate": 7.17948717948718e-06,
228
+ "loss": 0.3455,
229
+ "step": 28
230
+ },
231
+ {
232
+ "epoch": 0.037371134020618556,
233
+ "grad_norm": 2.6114144325256348,
234
+ "learning_rate": 7.435897435897437e-06,
235
+ "loss": 0.3187,
236
+ "step": 29
237
+ },
238
+ {
239
+ "epoch": 0.03865979381443299,
240
+ "grad_norm": 2.6260972023010254,
241
+ "learning_rate": 7.692307692307694e-06,
242
+ "loss": 0.3039,
243
+ "step": 30
244
+ },
245
+ {
246
+ "epoch": 0.03994845360824742,
247
+ "grad_norm": 3.2159814834594727,
248
+ "learning_rate": 7.948717948717949e-06,
249
+ "loss": 0.3116,
250
+ "step": 31
251
+ },
252
+ {
253
+ "epoch": 0.041237113402061855,
254
+ "grad_norm": 2.923689603805542,
255
+ "learning_rate": 8.205128205128205e-06,
256
+ "loss": 0.3317,
257
+ "step": 32
258
+ },
259
+ {
260
+ "epoch": 0.04252577319587629,
261
+ "grad_norm": 3.0011069774627686,
262
+ "learning_rate": 8.461538461538462e-06,
263
+ "loss": 0.3035,
264
+ "step": 33
265
+ },
266
+ {
267
+ "epoch": 0.04381443298969072,
268
+ "grad_norm": 2.754927396774292,
269
+ "learning_rate": 8.717948717948719e-06,
270
+ "loss": 0.2897,
271
+ "step": 34
272
+ },
273
+ {
274
+ "epoch": 0.045103092783505154,
275
+ "grad_norm": 2.29058837890625,
276
+ "learning_rate": 8.974358974358976e-06,
277
+ "loss": 0.2669,
278
+ "step": 35
279
+ },
280
+ {
281
+ "epoch": 0.04639175257731959,
282
+ "grad_norm": 2.5178396701812744,
283
+ "learning_rate": 9.230769230769232e-06,
284
+ "loss": 0.2534,
285
+ "step": 36
286
+ },
287
+ {
288
+ "epoch": 0.04768041237113402,
289
+ "grad_norm": 2.3435192108154297,
290
+ "learning_rate": 9.487179487179487e-06,
291
+ "loss": 0.2393,
292
+ "step": 37
293
+ },
294
+ {
295
+ "epoch": 0.04896907216494845,
296
+ "grad_norm": 2.382751226425171,
297
+ "learning_rate": 9.743589743589744e-06,
298
+ "loss": 0.2307,
299
+ "step": 38
300
+ },
301
+ {
302
+ "epoch": 0.05025773195876289,
303
+ "grad_norm": 1.9250915050506592,
304
+ "learning_rate": 1e-05,
305
+ "loss": 0.1963,
306
+ "step": 39
307
+ },
308
+ {
309
+ "epoch": 0.05154639175257732,
310
+ "grad_norm": 1.9028986692428589,
311
+ "learning_rate": 1.0256410256410256e-05,
312
+ "loss": 0.242,
313
+ "step": 40
314
+ },
315
+ {
316
+ "epoch": 0.05154639175257732,
317
+ "eval_accuracy": 0.9672293942403177,
318
+ "eval_f1": 0.08333333333333333,
319
+ "eval_loss": 0.14344234764575958,
320
+ "eval_precision": 0.2,
321
+ "eval_recall": 0.05263157894736842,
322
+ "eval_runtime": 85.3093,
323
+ "eval_samples_per_second": 5.334,
324
+ "eval_steps_per_second": 0.176,
325
+ "step": 40
326
+ },
327
+ {
328
+ "epoch": 0.05283505154639175,
329
+ "grad_norm": 1.5781856775283813,
330
+ "learning_rate": 1.0512820512820514e-05,
331
+ "loss": 0.197,
332
+ "step": 41
333
+ },
334
+ {
335
+ "epoch": 0.05412371134020619,
336
+ "grad_norm": 1.4305051565170288,
337
+ "learning_rate": 1.076923076923077e-05,
338
+ "loss": 0.1876,
339
+ "step": 42
340
+ },
341
+ {
342
+ "epoch": 0.055412371134020616,
343
+ "grad_norm": 1.1940586566925049,
344
+ "learning_rate": 1.1025641025641028e-05,
345
+ "loss": 0.2308,
346
+ "step": 43
347
+ },
348
+ {
349
+ "epoch": 0.05670103092783505,
350
+ "grad_norm": 1.2878607511520386,
351
+ "learning_rate": 1.1282051282051283e-05,
352
+ "loss": 0.1427,
353
+ "step": 44
354
+ },
355
+ {
356
+ "epoch": 0.05798969072164949,
357
+ "grad_norm": 0.896811842918396,
358
+ "learning_rate": 1.1538461538461538e-05,
359
+ "loss": 0.1809,
360
+ "step": 45
361
+ },
362
+ {
363
+ "epoch": 0.059278350515463915,
364
+ "grad_norm": 0.8891208171844482,
365
+ "learning_rate": 1.1794871794871796e-05,
366
+ "loss": 0.155,
367
+ "step": 46
368
+ },
369
+ {
370
+ "epoch": 0.06056701030927835,
371
+ "grad_norm": 1.0271227359771729,
372
+ "learning_rate": 1.2051282051282051e-05,
373
+ "loss": 0.1985,
374
+ "step": 47
375
+ },
376
+ {
377
+ "epoch": 0.061855670103092786,
378
+ "grad_norm": 0.7700079679489136,
379
+ "learning_rate": 1.230769230769231e-05,
380
+ "loss": 0.1262,
381
+ "step": 48
382
+ },
383
+ {
384
+ "epoch": 0.06314432989690721,
385
+ "grad_norm": 1.125436544418335,
386
+ "learning_rate": 1.2564102564102565e-05,
387
+ "loss": 0.1685,
388
+ "step": 49
389
+ },
390
+ {
391
+ "epoch": 0.06443298969072164,
392
+ "grad_norm": 1.251115083694458,
393
+ "learning_rate": 1.2820512820512823e-05,
394
+ "loss": 0.1999,
395
+ "step": 50
396
+ },
397
+ {
398
+ "epoch": 0.06572164948453608,
399
+ "grad_norm": 1.178985595703125,
400
+ "learning_rate": 1.3076923076923078e-05,
401
+ "loss": 0.1657,
402
+ "step": 51
403
+ },
404
+ {
405
+ "epoch": 0.06701030927835051,
406
+ "grad_norm": 1.3865740299224854,
407
+ "learning_rate": 1.3333333333333333e-05,
408
+ "loss": 0.201,
409
+ "step": 52
410
+ },
411
+ {
412
+ "epoch": 0.06829896907216494,
413
+ "grad_norm": 0.8845710158348083,
414
+ "learning_rate": 1.3589743589743592e-05,
415
+ "loss": 0.1398,
416
+ "step": 53
417
+ },
418
+ {
419
+ "epoch": 0.06958762886597938,
420
+ "grad_norm": 1.4564330577850342,
421
+ "learning_rate": 1.3846153846153847e-05,
422
+ "loss": 0.1913,
423
+ "step": 54
424
+ },
425
+ {
426
+ "epoch": 0.07087628865979381,
427
+ "grad_norm": 0.7712787985801697,
428
+ "learning_rate": 1.4102564102564105e-05,
429
+ "loss": 0.1112,
430
+ "step": 55
431
+ },
432
+ {
433
+ "epoch": 0.07216494845360824,
434
+ "grad_norm": 0.8379471898078918,
435
+ "learning_rate": 1.435897435897436e-05,
436
+ "loss": 0.1242,
437
+ "step": 56
438
+ },
439
+ {
440
+ "epoch": 0.07345360824742268,
441
+ "grad_norm": 1.1431857347488403,
442
+ "learning_rate": 1.4615384615384615e-05,
443
+ "loss": 0.16,
444
+ "step": 57
445
+ },
446
+ {
447
+ "epoch": 0.07474226804123711,
448
+ "grad_norm": 0.9613205790519714,
449
+ "learning_rate": 1.4871794871794874e-05,
450
+ "loss": 0.1257,
451
+ "step": 58
452
+ },
453
+ {
454
+ "epoch": 0.07603092783505154,
455
+ "grad_norm": 0.7836907505989075,
456
+ "learning_rate": 1.5128205128205129e-05,
457
+ "loss": 0.1252,
458
+ "step": 59
459
+ },
460
+ {
461
+ "epoch": 0.07731958762886598,
462
+ "grad_norm": 0.9727709889411926,
463
+ "learning_rate": 1.5384615384615387e-05,
464
+ "loss": 0.1628,
465
+ "step": 60
466
+ },
467
+ {
468
+ "epoch": 0.07731958762886598,
469
+ "eval_accuracy": 0.9692154915590864,
470
+ "eval_f1": 0.20512820512820512,
471
+ "eval_loss": 0.10804814100265503,
472
+ "eval_precision": 0.38095238095238093,
473
+ "eval_recall": 0.14035087719298245,
474
+ "eval_runtime": 86.5949,
475
+ "eval_samples_per_second": 5.254,
476
+ "eval_steps_per_second": 0.173,
477
+ "step": 60
478
+ },
479
+ {
480
+ "epoch": 0.07860824742268041,
481
+ "grad_norm": 0.7048820853233337,
482
+ "learning_rate": 1.5641025641025644e-05,
483
+ "loss": 0.1337,
484
+ "step": 61
485
+ },
486
+ {
487
+ "epoch": 0.07989690721649484,
488
+ "grad_norm": 0.6462810635566711,
489
+ "learning_rate": 1.5897435897435897e-05,
490
+ "loss": 0.076,
491
+ "step": 62
492
+ },
493
+ {
494
+ "epoch": 0.08118556701030928,
495
+ "grad_norm": 0.7791882753372192,
496
+ "learning_rate": 1.6153846153846154e-05,
497
+ "loss": 0.0935,
498
+ "step": 63
499
+ },
500
+ {
501
+ "epoch": 0.08247422680412371,
502
+ "grad_norm": 0.5717423558235168,
503
+ "learning_rate": 1.641025641025641e-05,
504
+ "loss": 0.0892,
505
+ "step": 64
506
+ },
507
+ {
508
+ "epoch": 0.08376288659793814,
509
+ "grad_norm": 0.6709016561508179,
510
+ "learning_rate": 1.6666666666666667e-05,
511
+ "loss": 0.0581,
512
+ "step": 65
513
+ },
514
+ {
515
+ "epoch": 0.08505154639175258,
516
+ "grad_norm": 0.6802282333374023,
517
+ "learning_rate": 1.6923076923076924e-05,
518
+ "loss": 0.1023,
519
+ "step": 66
520
+ },
521
+ {
522
+ "epoch": 0.08634020618556701,
523
+ "grad_norm": 0.7112599611282349,
524
+ "learning_rate": 1.717948717948718e-05,
525
+ "loss": 0.1213,
526
+ "step": 67
527
+ },
528
+ {
529
+ "epoch": 0.08762886597938144,
530
+ "grad_norm": 1.2926205396652222,
531
+ "learning_rate": 1.7435897435897438e-05,
532
+ "loss": 0.1627,
533
+ "step": 68
534
+ },
535
+ {
536
+ "epoch": 0.08891752577319588,
537
+ "grad_norm": 1.408495545387268,
538
+ "learning_rate": 1.7692307692307694e-05,
539
+ "loss": 0.1781,
540
+ "step": 69
541
+ },
542
+ {
543
+ "epoch": 0.09020618556701031,
544
+ "grad_norm": 1.0148080587387085,
545
+ "learning_rate": 1.794871794871795e-05,
546
+ "loss": 0.0919,
547
+ "step": 70
548
+ },
549
+ {
550
+ "epoch": 0.09149484536082474,
551
+ "grad_norm": 1.0437681674957275,
552
+ "learning_rate": 1.8205128205128208e-05,
553
+ "loss": 0.1265,
554
+ "step": 71
555
+ },
556
+ {
557
+ "epoch": 0.09278350515463918,
558
+ "grad_norm": 0.9646249413490295,
559
+ "learning_rate": 1.8461538461538465e-05,
560
+ "loss": 0.104,
561
+ "step": 72
562
+ },
563
+ {
564
+ "epoch": 0.09407216494845361,
565
+ "grad_norm": 0.8352120518684387,
566
+ "learning_rate": 1.8717948717948718e-05,
567
+ "loss": 0.0845,
568
+ "step": 73
569
+ },
570
+ {
571
+ "epoch": 0.09536082474226804,
572
+ "grad_norm": 0.9750470519065857,
573
+ "learning_rate": 1.8974358974358975e-05,
574
+ "loss": 0.1469,
575
+ "step": 74
576
+ },
577
+ {
578
+ "epoch": 0.09664948453608248,
579
+ "grad_norm": 0.8849421739578247,
580
+ "learning_rate": 1.923076923076923e-05,
581
+ "loss": 0.0641,
582
+ "step": 75
583
+ },
584
+ {
585
+ "epoch": 0.0979381443298969,
586
+ "grad_norm": 1.2695003747940063,
587
+ "learning_rate": 1.9487179487179488e-05,
588
+ "loss": 0.1325,
589
+ "step": 76
590
+ },
591
+ {
592
+ "epoch": 0.09922680412371133,
593
+ "grad_norm": 0.9113069772720337,
594
+ "learning_rate": 1.9743589743589745e-05,
595
+ "loss": 0.0791,
596
+ "step": 77
597
+ },
598
+ {
599
+ "epoch": 0.10051546391752578,
600
+ "grad_norm": 0.863918662071228,
601
+ "learning_rate": 2e-05,
602
+ "loss": 0.0728,
603
+ "step": 78
604
+ },
605
+ {
606
+ "epoch": 0.1018041237113402,
607
+ "grad_norm": 1.0128920078277588,
608
+ "learning_rate": 1.999989871195906e-05,
609
+ "loss": 0.0443,
610
+ "step": 79
611
+ },
612
+ {
613
+ "epoch": 0.10309278350515463,
614
+ "grad_norm": 1.5655252933502197,
615
+ "learning_rate": 1.9999594849888083e-05,
616
+ "loss": 0.1241,
617
+ "step": 80
618
+ },
619
+ {
620
+ "epoch": 0.10309278350515463,
621
+ "eval_accuracy": 0.9707050645481629,
622
+ "eval_f1": 0.3917525773195876,
623
+ "eval_loss": 0.08737693727016449,
624
+ "eval_precision": 0.475,
625
+ "eval_recall": 0.3333333333333333,
626
+ "eval_runtime": 86.8429,
627
+ "eval_samples_per_second": 5.239,
628
+ "eval_steps_per_second": 0.173,
629
+ "step": 80
630
+ },
631
+ {
632
+ "epoch": 0.10438144329896908,
633
+ "grad_norm": 1.1679091453552246,
634
+ "learning_rate": 1.9999088419942598e-05,
635
+ "loss": 0.081,
636
+ "step": 81
637
+ },
638
+ {
639
+ "epoch": 0.1056701030927835,
640
+ "grad_norm": 1.3982985019683838,
641
+ "learning_rate": 1.999837943238166e-05,
642
+ "loss": 0.071,
643
+ "step": 82
644
+ },
645
+ {
646
+ "epoch": 0.10695876288659793,
647
+ "grad_norm": 2.1905858516693115,
648
+ "learning_rate": 1.999746790156766e-05,
649
+ "loss": 0.1153,
650
+ "step": 83
651
+ },
652
+ {
653
+ "epoch": 0.10824742268041238,
654
+ "grad_norm": 2.231328010559082,
655
+ "learning_rate": 1.9996353845966033e-05,
656
+ "loss": 0.1391,
657
+ "step": 84
658
+ },
659
+ {
660
+ "epoch": 0.1095360824742268,
661
+ "grad_norm": 1.6173464059829712,
662
+ "learning_rate": 1.999503728814488e-05,
663
+ "loss": 0.0958,
664
+ "step": 85
665
+ },
666
+ {
667
+ "epoch": 0.11082474226804123,
668
+ "grad_norm": 1.9609785079956055,
669
+ "learning_rate": 1.9993518254774517e-05,
670
+ "loss": 0.0864,
671
+ "step": 86
672
+ },
673
+ {
674
+ "epoch": 0.11211340206185567,
675
+ "grad_norm": 1.735422134399414,
676
+ "learning_rate": 1.999179677662692e-05,
677
+ "loss": 0.0895,
678
+ "step": 87
679
+ },
680
+ {
681
+ "epoch": 0.1134020618556701,
682
+ "grad_norm": 1.645450234413147,
683
+ "learning_rate": 1.998987288857513e-05,
684
+ "loss": 0.1078,
685
+ "step": 88
686
+ },
687
+ {
688
+ "epoch": 0.11469072164948453,
689
+ "grad_norm": 1.0082734823226929,
690
+ "learning_rate": 1.9987746629592506e-05,
691
+ "loss": 0.0504,
692
+ "step": 89
693
+ },
694
+ {
695
+ "epoch": 0.11597938144329897,
696
+ "grad_norm": 2.4662506580352783,
697
+ "learning_rate": 1.9985418042751975e-05,
698
+ "loss": 0.0982,
699
+ "step": 90
700
+ },
701
+ {
702
+ "epoch": 0.1172680412371134,
703
+ "grad_norm": 1.3186198472976685,
704
+ "learning_rate": 1.9982887175225136e-05,
705
+ "loss": 0.04,
706
+ "step": 91
707
+ },
708
+ {
709
+ "epoch": 0.11855670103092783,
710
+ "grad_norm": 1.4960401058197021,
711
+ "learning_rate": 1.998015407828131e-05,
712
+ "loss": 0.0572,
713
+ "step": 92
714
+ },
715
+ {
716
+ "epoch": 0.11984536082474227,
717
+ "grad_norm": 1.6579524278640747,
718
+ "learning_rate": 1.9977218807286507e-05,
719
+ "loss": 0.0662,
720
+ "step": 93
721
+ },
722
+ {
723
+ "epoch": 0.1211340206185567,
724
+ "grad_norm": 2.7462518215179443,
725
+ "learning_rate": 1.9974081421702296e-05,
726
+ "loss": 0.0739,
727
+ "step": 94
728
+ },
729
+ {
730
+ "epoch": 0.12242268041237113,
731
+ "grad_norm": 1.3179261684417725,
732
+ "learning_rate": 1.99707419850846e-05,
733
+ "loss": 0.0528,
734
+ "step": 95
735
+ },
736
+ {
737
+ "epoch": 0.12371134020618557,
738
+ "grad_norm": 1.08860182762146,
739
+ "learning_rate": 1.9967200565082426e-05,
740
+ "loss": 0.0417,
741
+ "step": 96
742
+ },
743
+ {
744
+ "epoch": 0.125,
745
+ "grad_norm": 2.638080358505249,
746
+ "learning_rate": 1.9963457233436468e-05,
747
+ "loss": 0.0964,
748
+ "step": 97
749
+ },
750
+ {
751
+ "epoch": 0.12628865979381443,
752
+ "grad_norm": 1.3592987060546875,
753
+ "learning_rate": 1.9959512065977673e-05,
754
+ "loss": 0.0491,
755
+ "step": 98
756
+ },
757
+ {
758
+ "epoch": 0.12757731958762886,
759
+ "grad_norm": 2.5333075523376465,
760
+ "learning_rate": 1.9955365142625694e-05,
761
+ "loss": 0.0506,
762
+ "step": 99
763
+ },
764
+ {
765
+ "epoch": 0.12886597938144329,
766
+ "grad_norm": 2.624704360961914,
767
+ "learning_rate": 1.9951016547387286e-05,
768
+ "loss": 0.0676,
769
+ "step": 100
770
+ },
771
+ {
772
+ "epoch": 0.12886597938144329,
773
+ "eval_accuracy": 0.9692154915590864,
774
+ "eval_f1": 0.5694444444444444,
775
+ "eval_loss": 0.0689799040555954,
776
+ "eval_precision": 0.47126436781609193,
777
+ "eval_recall": 0.7192982456140351,
778
+ "eval_runtime": 85.1099,
779
+ "eval_samples_per_second": 5.346,
780
+ "eval_steps_per_second": 0.176,
781
+ "step": 100
782
+ }
783
+ ],
784
+ "logging_steps": 1,
785
+ "max_steps": 776,
786
+ "num_input_tokens_seen": 0,
787
+ "num_train_epochs": 1,
788
+ "save_steps": 100,
789
+ "stateful_callbacks": {
790
+ "TrainerControl": {
791
+ "args": {
792
+ "should_epoch_stop": false,
793
+ "should_evaluate": false,
794
+ "should_log": false,
795
+ "should_save": true,
796
+ "should_training_stop": false
797
+ },
798
+ "attributes": {}
799
+ }
800
+ },
801
+ "total_flos": 3.347688371467059e+16,
802
+ "train_batch_size": 8,
803
+ "trial_name": null,
804
+ "trial_params": null
805
+ }