khleeloo commited on
Commit
fecbc75
1 Parent(s): b7fc2bd

Training in progress, step 500

Browse files
all_results.json CHANGED
@@ -9,8 +9,8 @@
9
  "eval_samples_per_second": 146.531,
10
  "eval_steps_per_second": 18.316,
11
  "total_flos": 4.65670232933972e+18,
12
- "train_loss": 0.279634951008335,
13
- "train_runtime": 1323.7587,
14
- "train_samples_per_second": 45.393,
15
- "train_steps_per_second": 2.837
16
  }
 
9
  "eval_samples_per_second": 146.531,
10
  "eval_steps_per_second": 18.316,
11
  "total_flos": 4.65670232933972e+18,
12
+ "train_loss": 0.2616841745980905,
13
+ "train_runtime": 1322.2784,
14
+ "train_samples_per_second": 45.444,
15
+ "train_steps_per_second": 2.841
16
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad3e3b5bc9cc8d8834962d2584189157a2124e23af25db67adc93f472e969c7d
3
  size 343284077
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ff96b3a180644b50a150796cc04eecbb7849c5b4ab493c4491ec3d4b5e74e1
3
  size 343284077
runs/Oct27_14-41-52_EE4E077/1698388921.0162468/events.out.tfevents.1698388921.EE4E077.220278.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d854a0ca5796c90134b485e4d6eb4c38cdb7b4037e196e3bed5df56af0d2b6ed
3
+ size 5916
runs/Oct27_14-41-52_EE4E077/events.out.tfevents.1698388921.EE4E077.220278.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bbfd84832ff6ad23b4968196d60ca39a3acea47ccdfb755ccad70bfd074942
3
+ size 14316
train_results.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "epoch": 6.0,
3
- "train_loss": 0.279634951008335,
4
- "train_runtime": 1323.7587,
5
- "train_samples_per_second": 45.393,
6
- "train_steps_per_second": 2.837
7
  }
 
1
  {
2
  "epoch": 6.0,
3
+ "train_loss": 0.2616841745980905,
4
+ "train_runtime": 1322.2784,
5
+ "train_samples_per_second": 45.444,
6
+ "train_steps_per_second": 2.841
7
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_metric": 0.8704663212435233,
3
- "best_model_checkpoint": "./vit-base-skin/checkpoint-2500",
4
  "epoch": 6.0,
5
  "global_step": 3756,
6
  "is_hyper_param_search": false,
@@ -10,2705 +10,2705 @@
10
  {
11
  "epoch": 0.02,
12
  "learning_rate": 0.0001994675186368477,
13
- "loss": 1.3134,
14
  "step": 10
15
  },
16
  {
17
  "epoch": 0.03,
18
  "learning_rate": 0.00019893503727369543,
19
- "loss": 1.0839,
20
  "step": 20
21
  },
22
  {
23
  "epoch": 0.05,
24
  "learning_rate": 0.00019840255591054313,
25
- "loss": 0.9082,
26
  "step": 30
27
  },
28
  {
29
  "epoch": 0.06,
30
  "learning_rate": 0.00019787007454739086,
31
- "loss": 1.1092,
32
  "step": 40
33
  },
34
  {
35
  "epoch": 0.08,
36
  "learning_rate": 0.00019733759318423856,
37
- "loss": 0.9181,
38
  "step": 50
39
  },
40
  {
41
  "epoch": 0.1,
42
  "learning_rate": 0.00019680511182108628,
43
- "loss": 0.826,
44
  "step": 60
45
  },
46
  {
47
  "epoch": 0.11,
48
  "learning_rate": 0.00019627263045793398,
49
- "loss": 1.0253,
50
  "step": 70
51
  },
52
  {
53
  "epoch": 0.13,
54
  "learning_rate": 0.00019574014909478168,
55
- "loss": 0.935,
56
  "step": 80
57
  },
58
  {
59
  "epoch": 0.14,
60
  "learning_rate": 0.0001952076677316294,
61
- "loss": 0.9926,
62
  "step": 90
63
  },
64
  {
65
  "epoch": 0.16,
66
  "learning_rate": 0.0001946751863684771,
67
- "loss": 1.0159,
68
  "step": 100
69
  },
70
  {
71
  "epoch": 0.16,
72
- "eval_accuracy": 0.6787564766839378,
73
- "eval_f1": 0.5865470436183654,
74
- "eval_loss": 0.8324869871139526,
75
- "eval_precision": 0.5774685418208734,
76
- "eval_recall": 0.6787564766839378,
77
- "eval_runtime": 1.3027,
78
- "eval_samples_per_second": 148.154,
79
- "eval_steps_per_second": 19.191,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.18,
84
  "learning_rate": 0.00019414270500532483,
85
- "loss": 0.9223,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.19,
90
  "learning_rate": 0.00019361022364217253,
91
- "loss": 0.8915,
92
  "step": 120
93
  },
94
  {
95
  "epoch": 0.21,
96
  "learning_rate": 0.00019307774227902025,
97
- "loss": 0.781,
98
  "step": 130
99
  },
100
  {
101
  "epoch": 0.22,
102
  "learning_rate": 0.00019254526091586795,
103
- "loss": 0.6941,
104
  "step": 140
105
  },
106
  {
107
  "epoch": 0.24,
108
  "learning_rate": 0.00019201277955271565,
109
- "loss": 0.8429,
110
  "step": 150
111
  },
112
  {
113
  "epoch": 0.26,
114
  "learning_rate": 0.00019148029818956338,
115
- "loss": 0.8093,
116
  "step": 160
117
  },
118
  {
119
  "epoch": 0.27,
120
  "learning_rate": 0.00019094781682641108,
121
- "loss": 0.7247,
122
  "step": 170
123
  },
124
  {
125
  "epoch": 0.29,
126
  "learning_rate": 0.0001904153354632588,
127
- "loss": 0.8215,
128
  "step": 180
129
  },
130
  {
131
  "epoch": 0.3,
132
  "learning_rate": 0.0001898828541001065,
133
- "loss": 0.6844,
134
  "step": 190
135
  },
136
  {
137
  "epoch": 0.32,
138
  "learning_rate": 0.00018935037273695422,
139
- "loss": 0.747,
140
  "step": 200
141
  },
142
  {
143
  "epoch": 0.32,
144
- "eval_accuracy": 0.7305699481865285,
145
- "eval_f1": 0.6527760092368954,
146
- "eval_loss": 0.6900179386138916,
147
- "eval_precision": 0.6511787004014984,
148
- "eval_recall": 0.7305699481865285,
149
- "eval_runtime": 1.3533,
150
- "eval_samples_per_second": 142.616,
151
- "eval_steps_per_second": 18.474,
152
  "step": 200
153
  },
154
  {
155
  "epoch": 0.34,
156
  "learning_rate": 0.00018881789137380192,
157
- "loss": 0.7415,
158
  "step": 210
159
  },
160
  {
161
  "epoch": 0.35,
162
  "learning_rate": 0.00018828541001064962,
163
- "loss": 0.7597,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.37,
168
  "learning_rate": 0.00018775292864749735,
169
- "loss": 0.6585,
170
  "step": 230
171
  },
172
  {
173
  "epoch": 0.38,
174
  "learning_rate": 0.00018722044728434505,
175
- "loss": 0.6638,
176
  "step": 240
177
  },
178
  {
179
  "epoch": 0.4,
180
  "learning_rate": 0.00018668796592119277,
181
- "loss": 0.61,
182
  "step": 250
183
  },
184
  {
185
  "epoch": 0.42,
186
  "learning_rate": 0.00018615548455804047,
187
- "loss": 0.7922,
188
  "step": 260
189
  },
190
  {
191
  "epoch": 0.43,
192
  "learning_rate": 0.0001856230031948882,
193
- "loss": 0.858,
194
  "step": 270
195
  },
196
  {
197
  "epoch": 0.45,
198
  "learning_rate": 0.0001850905218317359,
199
- "loss": 0.7576,
200
  "step": 280
201
  },
202
  {
203
  "epoch": 0.46,
204
  "learning_rate": 0.0001845580404685836,
205
- "loss": 0.6386,
206
  "step": 290
207
  },
208
  {
209
  "epoch": 0.48,
210
  "learning_rate": 0.00018402555910543132,
211
- "loss": 0.641,
212
  "step": 300
213
  },
214
  {
215
  "epoch": 0.48,
216
- "eval_accuracy": 0.7150259067357513,
217
- "eval_f1": 0.6680436196692434,
218
- "eval_loss": 0.6845993995666504,
219
- "eval_precision": 0.7490197451337347,
220
- "eval_recall": 0.7150259067357513,
221
- "eval_runtime": 1.3814,
222
- "eval_samples_per_second": 139.714,
223
- "eval_steps_per_second": 18.098,
224
  "step": 300
225
  },
226
  {
227
  "epoch": 0.5,
228
  "learning_rate": 0.00018349307774227902,
229
- "loss": 0.6896,
230
  "step": 310
231
  },
232
  {
233
  "epoch": 0.51,
234
  "learning_rate": 0.00018296059637912674,
235
- "loss": 0.661,
236
  "step": 320
237
  },
238
  {
239
  "epoch": 0.53,
240
  "learning_rate": 0.00018242811501597444,
241
- "loss": 0.6417,
242
  "step": 330
243
  },
244
  {
245
  "epoch": 0.54,
246
  "learning_rate": 0.00018189563365282217,
247
- "loss": 0.7761,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.56,
252
  "learning_rate": 0.00018136315228966987,
253
- "loss": 0.7146,
254
  "step": 350
255
  },
256
  {
257
  "epoch": 0.58,
258
  "learning_rate": 0.00018083067092651756,
259
- "loss": 0.6582,
260
  "step": 360
261
  },
262
  {
263
  "epoch": 0.59,
264
  "learning_rate": 0.0001802981895633653,
265
- "loss": 0.67,
266
  "step": 370
267
  },
268
  {
269
  "epoch": 0.61,
270
  "learning_rate": 0.00017976570820021302,
271
- "loss": 0.6894,
272
  "step": 380
273
  },
274
  {
275
  "epoch": 0.62,
276
  "learning_rate": 0.00017923322683706071,
277
- "loss": 0.5881,
278
  "step": 390
279
  },
280
  {
281
  "epoch": 0.64,
282
  "learning_rate": 0.0001787007454739084,
283
- "loss": 0.8134,
284
  "step": 400
285
  },
286
  {
287
  "epoch": 0.64,
288
- "eval_accuracy": 0.8601036269430051,
289
- "eval_f1": 0.8618040988094281,
290
- "eval_loss": 0.5508164167404175,
291
- "eval_precision": 0.8774154805153557,
292
- "eval_recall": 0.8601036269430051,
293
- "eval_runtime": 1.3747,
294
- "eval_samples_per_second": 140.393,
295
- "eval_steps_per_second": 18.186,
296
  "step": 400
297
  },
298
  {
299
  "epoch": 0.65,
300
  "learning_rate": 0.00017816826411075614,
301
- "loss": 0.6709,
302
  "step": 410
303
  },
304
  {
305
  "epoch": 0.67,
306
  "learning_rate": 0.00017763578274760384,
307
- "loss": 0.643,
308
  "step": 420
309
  },
310
  {
311
  "epoch": 0.69,
312
  "learning_rate": 0.00017710330138445154,
313
- "loss": 0.7823,
314
  "step": 430
315
  },
316
  {
317
  "epoch": 0.7,
318
  "learning_rate": 0.00017657082002129926,
319
- "loss": 0.6803,
320
  "step": 440
321
  },
322
  {
323
  "epoch": 0.72,
324
  "learning_rate": 0.000176038338658147,
325
- "loss": 0.5498,
326
  "step": 450
327
  },
328
  {
329
  "epoch": 0.73,
330
  "learning_rate": 0.00017550585729499469,
331
- "loss": 0.5356,
332
  "step": 460
333
  },
334
  {
335
  "epoch": 0.75,
336
  "learning_rate": 0.0001749733759318424,
337
- "loss": 0.6369,
338
  "step": 470
339
  },
340
  {
341
  "epoch": 0.77,
342
  "learning_rate": 0.0001744408945686901,
343
- "loss": 0.5907,
344
  "step": 480
345
  },
346
  {
347
  "epoch": 0.78,
348
  "learning_rate": 0.0001739084132055378,
349
- "loss": 0.8114,
350
  "step": 490
351
  },
352
  {
353
  "epoch": 0.8,
354
  "learning_rate": 0.0001733759318423855,
355
- "loss": 0.6477,
356
  "step": 500
357
  },
358
  {
359
  "epoch": 0.8,
360
- "eval_accuracy": 0.7772020725388601,
361
- "eval_f1": 0.7355110033287017,
362
- "eval_loss": 0.6058249473571777,
363
- "eval_precision": 0.7566414265638672,
364
- "eval_recall": 0.7772020725388601,
365
- "eval_runtime": 1.4384,
366
- "eval_samples_per_second": 134.174,
367
- "eval_steps_per_second": 17.38,
368
  "step": 500
369
  },
370
  {
371
  "epoch": 0.81,
372
  "learning_rate": 0.00017284345047923323,
373
- "loss": 0.6077,
374
  "step": 510
375
  },
376
  {
377
  "epoch": 0.83,
378
  "learning_rate": 0.00017231096911608096,
379
- "loss": 0.5961,
380
  "step": 520
381
  },
382
  {
383
  "epoch": 0.85,
384
  "learning_rate": 0.00017177848775292866,
385
- "loss": 0.4961,
386
  "step": 530
387
  },
388
  {
389
  "epoch": 0.86,
390
  "learning_rate": 0.00017124600638977638,
391
- "loss": 0.753,
392
  "step": 540
393
  },
394
  {
395
  "epoch": 0.88,
396
  "learning_rate": 0.00017071352502662408,
397
- "loss": 0.645,
398
  "step": 550
399
  },
400
  {
401
  "epoch": 0.89,
402
  "learning_rate": 0.00017018104366347178,
403
- "loss": 0.6429,
404
  "step": 560
405
  },
406
  {
407
  "epoch": 0.91,
408
  "learning_rate": 0.00016964856230031948,
409
- "loss": 0.6056,
410
  "step": 570
411
  },
412
  {
413
  "epoch": 0.93,
414
  "learning_rate": 0.0001691160809371672,
415
- "loss": 0.5331,
416
  "step": 580
417
  },
418
  {
419
  "epoch": 0.94,
420
  "learning_rate": 0.00016858359957401493,
421
- "loss": 0.4967,
422
  "step": 590
423
  },
424
  {
425
  "epoch": 0.96,
426
  "learning_rate": 0.00016805111821086263,
427
- "loss": 0.5956,
428
  "step": 600
429
  },
430
  {
431
  "epoch": 0.96,
432
- "eval_accuracy": 0.8134715025906736,
433
- "eval_f1": 0.7905422891411286,
434
- "eval_loss": 0.5116143226623535,
435
- "eval_precision": 0.833501813314777,
436
- "eval_recall": 0.8134715025906736,
437
- "eval_runtime": 1.5226,
438
- "eval_samples_per_second": 126.755,
439
- "eval_steps_per_second": 16.419,
440
  "step": 600
441
  },
442
  {
443
  "epoch": 0.97,
444
  "learning_rate": 0.00016751863684771035,
445
- "loss": 0.7399,
446
  "step": 610
447
  },
448
  {
449
  "epoch": 0.99,
450
  "learning_rate": 0.00016698615548455805,
451
- "loss": 0.5493,
452
  "step": 620
453
  },
454
  {
455
  "epoch": 1.01,
456
  "learning_rate": 0.00016645367412140575,
457
- "loss": 0.5287,
458
  "step": 630
459
  },
460
  {
461
  "epoch": 1.02,
462
  "learning_rate": 0.00016592119275825345,
463
- "loss": 0.3604,
464
  "step": 640
465
  },
466
  {
467
  "epoch": 1.04,
468
  "learning_rate": 0.00016538871139510118,
469
- "loss": 0.5002,
470
  "step": 650
471
  },
472
  {
473
  "epoch": 1.05,
474
  "learning_rate": 0.0001648562300319489,
475
- "loss": 0.5828,
476
  "step": 660
477
  },
478
  {
479
  "epoch": 1.07,
480
  "learning_rate": 0.0001643237486687966,
481
- "loss": 0.5791,
482
  "step": 670
483
  },
484
  {
485
  "epoch": 1.09,
486
  "learning_rate": 0.00016379126730564433,
487
- "loss": 0.5246,
488
  "step": 680
489
  },
490
  {
491
  "epoch": 1.1,
492
  "learning_rate": 0.00016325878594249202,
493
- "loss": 0.45,
494
  "step": 690
495
  },
496
  {
497
  "epoch": 1.12,
498
  "learning_rate": 0.00016272630457933972,
499
- "loss": 0.4098,
500
  "step": 700
501
  },
502
  {
503
  "epoch": 1.12,
504
- "eval_accuracy": 0.8186528497409327,
505
- "eval_f1": 0.810781105916893,
506
- "eval_loss": 0.555699348449707,
507
- "eval_precision": 0.833177635610616,
508
- "eval_recall": 0.8186528497409327,
509
- "eval_runtime": 1.4444,
510
- "eval_samples_per_second": 133.615,
511
- "eval_steps_per_second": 17.308,
512
  "step": 700
513
  },
514
  {
515
  "epoch": 1.13,
516
  "learning_rate": 0.00016219382321618745,
517
- "loss": 0.5835,
518
  "step": 710
519
  },
520
  {
521
  "epoch": 1.15,
522
  "learning_rate": 0.00016166134185303515,
523
- "loss": 0.5134,
524
  "step": 720
525
  },
526
  {
527
  "epoch": 1.17,
528
  "learning_rate": 0.00016112886048988287,
529
- "loss": 0.4555,
530
  "step": 730
531
  },
532
  {
533
  "epoch": 1.18,
534
  "learning_rate": 0.00016059637912673057,
535
- "loss": 0.4721,
536
  "step": 740
537
  },
538
  {
539
  "epoch": 1.2,
540
  "learning_rate": 0.0001600638977635783,
541
- "loss": 0.4348,
542
  "step": 750
543
  },
544
  {
545
  "epoch": 1.21,
546
  "learning_rate": 0.000159531416400426,
547
- "loss": 0.5096,
548
  "step": 760
549
  },
550
  {
551
  "epoch": 1.23,
552
  "learning_rate": 0.0001589989350372737,
553
- "loss": 0.4452,
554
  "step": 770
555
  },
556
  {
557
  "epoch": 1.25,
558
  "learning_rate": 0.00015846645367412142,
559
- "loss": 0.5817,
560
  "step": 780
561
  },
562
  {
563
  "epoch": 1.26,
564
  "learning_rate": 0.00015793397231096912,
565
- "loss": 0.5184,
566
  "step": 790
567
  },
568
  {
569
  "epoch": 1.28,
570
  "learning_rate": 0.00015740149094781684,
571
- "loss": 0.6008,
572
  "step": 800
573
  },
574
  {
575
  "epoch": 1.28,
576
- "eval_accuracy": 0.8290155440414507,
577
- "eval_f1": 0.8243711770513802,
578
- "eval_loss": 0.5197022557258606,
579
- "eval_precision": 0.8321252467888984,
580
- "eval_recall": 0.8290155440414507,
581
- "eval_runtime": 1.4153,
582
- "eval_samples_per_second": 136.366,
583
- "eval_steps_per_second": 17.664,
584
  "step": 800
585
  },
586
  {
587
  "epoch": 1.29,
588
  "learning_rate": 0.00015686900958466454,
589
- "loss": 0.5184,
590
  "step": 810
591
  },
592
  {
593
  "epoch": 1.31,
594
  "learning_rate": 0.00015633652822151227,
595
- "loss": 0.6222,
596
  "step": 820
597
  },
598
  {
599
  "epoch": 1.33,
600
  "learning_rate": 0.00015580404685835997,
601
- "loss": 0.394,
602
  "step": 830
603
  },
604
  {
605
  "epoch": 1.34,
606
  "learning_rate": 0.00015527156549520767,
607
- "loss": 0.5866,
608
  "step": 840
609
  },
610
  {
611
  "epoch": 1.36,
612
  "learning_rate": 0.0001547390841320554,
613
- "loss": 0.4339,
614
  "step": 850
615
  },
616
  {
617
  "epoch": 1.37,
618
  "learning_rate": 0.0001542066027689031,
619
- "loss": 0.6136,
620
  "step": 860
621
  },
622
  {
623
  "epoch": 1.39,
624
  "learning_rate": 0.00015367412140575082,
625
- "loss": 0.5882,
626
  "step": 870
627
  },
628
  {
629
  "epoch": 1.41,
630
  "learning_rate": 0.00015314164004259851,
631
- "loss": 0.3757,
632
  "step": 880
633
  },
634
  {
635
  "epoch": 1.42,
636
  "learning_rate": 0.00015260915867944624,
637
- "loss": 0.4945,
638
  "step": 890
639
  },
640
  {
641
  "epoch": 1.44,
642
  "learning_rate": 0.00015207667731629394,
643
- "loss": 0.4786,
644
  "step": 900
645
  },
646
  {
647
  "epoch": 1.44,
648
- "eval_accuracy": 0.8393782383419689,
649
- "eval_f1": 0.8359194970646942,
650
- "eval_loss": 0.5150771141052246,
651
- "eval_precision": 0.8563870905077855,
652
- "eval_recall": 0.8393782383419689,
653
- "eval_runtime": 1.4606,
654
- "eval_samples_per_second": 132.141,
655
- "eval_steps_per_second": 17.117,
656
  "step": 900
657
  },
658
  {
659
  "epoch": 1.45,
660
  "learning_rate": 0.00015154419595314164,
661
- "loss": 0.4784,
662
  "step": 910
663
  },
664
  {
665
  "epoch": 1.47,
666
  "learning_rate": 0.00015101171458998936,
667
- "loss": 0.6081,
668
  "step": 920
669
  },
670
  {
671
  "epoch": 1.49,
672
  "learning_rate": 0.00015047923322683706,
673
- "loss": 0.467,
674
  "step": 930
675
  },
676
  {
677
  "epoch": 1.5,
678
  "learning_rate": 0.0001499467518636848,
679
- "loss": 0.5772,
680
  "step": 940
681
  },
682
  {
683
  "epoch": 1.52,
684
  "learning_rate": 0.00014941427050053249,
685
- "loss": 0.5998,
686
  "step": 950
687
  },
688
  {
689
  "epoch": 1.53,
690
  "learning_rate": 0.0001488817891373802,
691
- "loss": 0.4236,
692
  "step": 960
693
  },
694
  {
695
  "epoch": 1.55,
696
  "learning_rate": 0.0001483493077742279,
697
- "loss": 0.4963,
698
  "step": 970
699
  },
700
  {
701
  "epoch": 1.57,
702
  "learning_rate": 0.0001478168264110756,
703
- "loss": 0.4342,
704
  "step": 980
705
  },
706
  {
707
  "epoch": 1.58,
708
  "learning_rate": 0.00014728434504792333,
709
- "loss": 0.4695,
710
  "step": 990
711
  },
712
  {
713
  "epoch": 1.6,
714
  "learning_rate": 0.00014675186368477103,
715
- "loss": 0.4191,
716
  "step": 1000
717
  },
718
  {
719
  "epoch": 1.6,
720
- "eval_accuracy": 0.8031088082901554,
721
- "eval_f1": 0.8044939741900565,
722
- "eval_loss": 0.5656127333641052,
723
- "eval_precision": 0.8536493730794248,
724
- "eval_recall": 0.8031088082901554,
725
- "eval_runtime": 1.544,
726
- "eval_samples_per_second": 124.996,
727
- "eval_steps_per_second": 16.191,
728
  "step": 1000
729
  },
730
  {
731
  "epoch": 1.61,
732
  "learning_rate": 0.00014621938232161876,
733
- "loss": 0.4478,
734
  "step": 1010
735
  },
736
  {
737
  "epoch": 1.63,
738
  "learning_rate": 0.00014568690095846646,
739
- "loss": 0.4913,
740
  "step": 1020
741
  },
742
  {
743
  "epoch": 1.65,
744
  "learning_rate": 0.00014515441959531418,
745
- "loss": 0.4637,
746
  "step": 1030
747
  },
748
  {
749
  "epoch": 1.66,
750
  "learning_rate": 0.00014462193823216188,
751
- "loss": 0.5306,
752
  "step": 1040
753
  },
754
  {
755
  "epoch": 1.68,
756
  "learning_rate": 0.00014408945686900958,
757
- "loss": 0.4998,
758
  "step": 1050
759
  },
760
  {
761
  "epoch": 1.69,
762
  "learning_rate": 0.0001435569755058573,
763
- "loss": 0.4146,
764
  "step": 1060
765
  },
766
  {
767
  "epoch": 1.71,
768
  "learning_rate": 0.000143024494142705,
769
- "loss": 0.4163,
770
  "step": 1070
771
  },
772
  {
773
  "epoch": 1.73,
774
  "learning_rate": 0.00014249201277955273,
775
- "loss": 0.4724,
776
  "step": 1080
777
  },
778
  {
779
  "epoch": 1.74,
780
  "learning_rate": 0.00014195953141640043,
781
- "loss": 0.4259,
782
  "step": 1090
783
  },
784
  {
785
  "epoch": 1.76,
786
  "learning_rate": 0.00014142705005324815,
787
- "loss": 0.4096,
788
  "step": 1100
789
  },
790
  {
791
  "epoch": 1.76,
792
- "eval_accuracy": 0.8134715025906736,
793
- "eval_f1": 0.7988238383908762,
794
- "eval_loss": 0.4799482226371765,
795
- "eval_precision": 0.8412055884529979,
796
- "eval_recall": 0.8134715025906736,
797
- "eval_runtime": 1.7394,
798
- "eval_samples_per_second": 110.958,
799
- "eval_steps_per_second": 14.373,
800
  "step": 1100
801
  },
802
  {
803
  "epoch": 1.77,
804
  "learning_rate": 0.00014089456869009585,
805
- "loss": 0.5984,
806
  "step": 1110
807
  },
808
  {
809
  "epoch": 1.79,
810
  "learning_rate": 0.00014036208732694355,
811
- "loss": 0.3959,
812
  "step": 1120
813
  },
814
  {
815
  "epoch": 1.81,
816
  "learning_rate": 0.00013982960596379128,
817
- "loss": 0.3266,
818
  "step": 1130
819
  },
820
  {
821
  "epoch": 1.82,
822
  "learning_rate": 0.000139297124600639,
823
- "loss": 0.358,
824
  "step": 1140
825
  },
826
  {
827
  "epoch": 1.84,
828
  "learning_rate": 0.0001387646432374867,
829
- "loss": 0.6019,
830
  "step": 1150
831
  },
832
  {
833
  "epoch": 1.85,
834
  "learning_rate": 0.0001382321618743344,
835
- "loss": 0.385,
836
  "step": 1160
837
  },
838
  {
839
  "epoch": 1.87,
840
  "learning_rate": 0.00013769968051118212,
841
- "loss": 0.3967,
842
  "step": 1170
843
  },
844
  {
845
  "epoch": 1.88,
846
  "learning_rate": 0.00013716719914802982,
847
- "loss": 0.6377,
848
  "step": 1180
849
  },
850
  {
851
  "epoch": 1.9,
852
  "learning_rate": 0.00013663471778487752,
853
- "loss": 0.282,
854
  "step": 1190
855
  },
856
  {
857
  "epoch": 1.92,
858
  "learning_rate": 0.00013610223642172525,
859
- "loss": 0.4159,
860
  "step": 1200
861
  },
862
  {
863
  "epoch": 1.92,
864
- "eval_accuracy": 0.8549222797927462,
865
- "eval_f1": 0.8486870747850758,
866
- "eval_loss": 0.44573724269866943,
867
- "eval_precision": 0.8896124575185246,
868
- "eval_recall": 0.8549222797927462,
869
- "eval_runtime": 1.4968,
870
- "eval_samples_per_second": 128.942,
871
- "eval_steps_per_second": 16.702,
872
  "step": 1200
873
  },
874
  {
875
  "epoch": 1.93,
876
  "learning_rate": 0.00013556975505857297,
877
- "loss": 0.4585,
878
  "step": 1210
879
  },
880
  {
881
  "epoch": 1.95,
882
  "learning_rate": 0.00013503727369542067,
883
- "loss": 0.2796,
884
  "step": 1220
885
  },
886
  {
887
  "epoch": 1.96,
888
  "learning_rate": 0.00013450479233226837,
889
- "loss": 0.3449,
890
  "step": 1230
891
  },
892
  {
893
  "epoch": 1.98,
894
  "learning_rate": 0.0001339723109691161,
895
- "loss": 0.5047,
896
  "step": 1240
897
  },
898
  {
899
  "epoch": 2.0,
900
  "learning_rate": 0.0001334398296059638,
901
- "loss": 0.5113,
902
  "step": 1250
903
  },
904
  {
905
  "epoch": 2.01,
906
  "learning_rate": 0.0001329073482428115,
907
- "loss": 0.3489,
908
  "step": 1260
909
  },
910
  {
911
  "epoch": 2.03,
912
- "learning_rate": 0.00013237486687965922,
913
- "loss": 0.2666,
914
  "step": 1270
915
  },
916
  {
917
  "epoch": 2.04,
918
- "learning_rate": 0.00013184238551650694,
919
- "loss": 0.2739,
920
  "step": 1280
921
  },
922
  {
923
  "epoch": 2.06,
924
- "learning_rate": 0.00013130990415335464,
925
- "loss": 0.2812,
926
  "step": 1290
927
  },
928
  {
929
  "epoch": 2.08,
930
- "learning_rate": 0.00013077742279020234,
931
- "loss": 0.3484,
932
  "step": 1300
933
  },
934
  {
935
  "epoch": 2.08,
936
- "eval_accuracy": 0.8031088082901554,
937
- "eval_f1": 0.8133550803098615,
938
- "eval_loss": 0.5268459916114807,
939
- "eval_precision": 0.8455514311960518,
940
- "eval_recall": 0.8031088082901554,
941
- "eval_runtime": 1.4337,
942
- "eval_samples_per_second": 134.614,
943
- "eval_steps_per_second": 17.437,
944
  "step": 1300
945
  },
946
  {
947
  "epoch": 2.09,
948
- "learning_rate": 0.00013024494142705007,
949
- "loss": 0.2904,
950
  "step": 1310
951
  },
952
  {
953
  "epoch": 2.11,
954
- "learning_rate": 0.00012971246006389777,
955
- "loss": 0.335,
956
  "step": 1320
957
  },
958
  {
959
  "epoch": 2.12,
960
- "learning_rate": 0.00012917997870074546,
961
- "loss": 0.2674,
962
  "step": 1330
963
  },
964
  {
965
  "epoch": 2.14,
966
- "learning_rate": 0.0001286474973375932,
967
- "loss": 0.3913,
968
  "step": 1340
969
  },
970
  {
971
  "epoch": 2.16,
972
- "learning_rate": 0.00012811501597444092,
973
- "loss": 0.2995,
974
  "step": 1350
975
  },
976
  {
977
  "epoch": 2.17,
978
- "learning_rate": 0.00012758253461128861,
979
- "loss": 0.4453,
980
  "step": 1360
981
  },
982
  {
983
  "epoch": 2.19,
984
- "learning_rate": 0.0001270500532481363,
985
- "loss": 0.2427,
986
  "step": 1370
987
  },
988
  {
989
  "epoch": 2.2,
990
- "learning_rate": 0.00012651757188498404,
991
- "loss": 0.3323,
992
  "step": 1380
993
  },
994
  {
995
  "epoch": 2.22,
996
- "learning_rate": 0.00012598509052183174,
997
- "loss": 0.4308,
998
  "step": 1390
999
  },
1000
  {
1001
  "epoch": 2.24,
1002
- "learning_rate": 0.00012545260915867944,
1003
- "loss": 0.2838,
1004
  "step": 1400
1005
  },
1006
  {
1007
  "epoch": 2.24,
1008
- "eval_accuracy": 0.7979274611398963,
1009
- "eval_f1": 0.7836605296033096,
1010
- "eval_loss": 0.5517468452453613,
1011
- "eval_precision": 0.7963730569948186,
1012
- "eval_recall": 0.7979274611398963,
1013
- "eval_runtime": 1.5231,
1014
- "eval_samples_per_second": 126.718,
1015
- "eval_steps_per_second": 16.414,
1016
  "step": 1400
1017
  },
1018
  {
1019
  "epoch": 2.25,
1020
- "learning_rate": 0.00012492012779552716,
1021
- "loss": 0.303,
1022
  "step": 1410
1023
  },
1024
  {
1025
  "epoch": 2.27,
1026
- "learning_rate": 0.0001243876464323749,
1027
- "loss": 0.4903,
1028
  "step": 1420
1029
  },
1030
  {
1031
  "epoch": 2.28,
1032
- "learning_rate": 0.00012385516506922259,
1033
- "loss": 0.2583,
1034
  "step": 1430
1035
  },
1036
  {
1037
  "epoch": 2.3,
1038
- "learning_rate": 0.00012332268370607028,
1039
- "loss": 0.2233,
1040
  "step": 1440
1041
  },
1042
  {
1043
  "epoch": 2.32,
1044
- "learning_rate": 0.000122790202342918,
1045
- "loss": 0.367,
1046
  "step": 1450
1047
  },
1048
  {
1049
  "epoch": 2.33,
1050
- "learning_rate": 0.0001222577209797657,
1051
- "loss": 0.2816,
1052
  "step": 1460
1053
  },
1054
  {
1055
  "epoch": 2.35,
1056
- "learning_rate": 0.00012172523961661342,
1057
- "loss": 0.2558,
1058
  "step": 1470
1059
  },
1060
  {
1061
  "epoch": 2.36,
1062
- "learning_rate": 0.00012119275825346112,
1063
- "loss": 0.399,
1064
  "step": 1480
1065
  },
1066
  {
1067
  "epoch": 2.38,
1068
- "learning_rate": 0.00012066027689030886,
1069
- "loss": 0.2617,
1070
  "step": 1490
1071
  },
1072
  {
1073
  "epoch": 2.4,
1074
- "learning_rate": 0.00012012779552715656,
1075
- "loss": 0.326,
1076
  "step": 1500
1077
  },
1078
  {
1079
  "epoch": 2.4,
1080
- "eval_accuracy": 0.8031088082901554,
1081
- "eval_f1": 0.8012729868041084,
1082
- "eval_loss": 0.49147704243659973,
1083
- "eval_precision": 0.8046434205805628,
1084
- "eval_recall": 0.8031088082901554,
1085
- "eval_runtime": 1.4934,
1086
- "eval_samples_per_second": 129.233,
1087
- "eval_steps_per_second": 16.74,
1088
  "step": 1500
1089
  },
1090
  {
1091
  "epoch": 2.41,
1092
- "learning_rate": 0.00011959531416400427,
1093
- "loss": 0.2198,
1094
  "step": 1510
1095
  },
1096
  {
1097
  "epoch": 2.43,
1098
- "learning_rate": 0.00011906283280085198,
1099
- "loss": 0.2297,
1100
  "step": 1520
1101
  },
1102
  {
1103
  "epoch": 2.44,
1104
- "learning_rate": 0.00011853035143769968,
1105
- "loss": 0.2717,
1106
  "step": 1530
1107
  },
1108
  {
1109
  "epoch": 2.46,
1110
- "learning_rate": 0.00011799787007454739,
1111
- "loss": 0.2579,
1112
  "step": 1540
1113
  },
1114
  {
1115
  "epoch": 2.48,
1116
- "learning_rate": 0.00011746538871139509,
1117
- "loss": 0.2379,
1118
  "step": 1550
1119
  },
1120
  {
1121
  "epoch": 2.49,
1122
- "learning_rate": 0.00011693290734824283,
1123
- "loss": 0.2506,
1124
  "step": 1560
1125
  },
1126
  {
1127
  "epoch": 2.51,
1128
- "learning_rate": 0.00011640042598509053,
1129
- "loss": 0.2879,
1130
  "step": 1570
1131
  },
1132
  {
1133
  "epoch": 2.52,
1134
- "learning_rate": 0.00011586794462193824,
1135
- "loss": 0.239,
1136
  "step": 1580
1137
  },
1138
  {
1139
  "epoch": 2.54,
1140
- "learning_rate": 0.00011533546325878595,
1141
- "loss": 0.2614,
1142
  "step": 1590
1143
  },
1144
  {
1145
  "epoch": 2.56,
1146
- "learning_rate": 0.00011480298189563365,
1147
- "loss": 0.245,
1148
  "step": 1600
1149
  },
1150
  {
1151
  "epoch": 2.56,
1152
- "eval_accuracy": 0.8341968911917098,
1153
- "eval_f1": 0.8318947891486751,
1154
- "eval_loss": 0.4778352975845337,
1155
- "eval_precision": 0.8321084504989199,
1156
- "eval_recall": 0.8341968911917098,
1157
- "eval_runtime": 1.498,
1158
- "eval_samples_per_second": 128.842,
1159
- "eval_steps_per_second": 16.689,
1160
  "step": 1600
1161
  },
1162
  {
1163
  "epoch": 2.57,
1164
- "learning_rate": 0.00011427050053248136,
1165
- "loss": 0.1664,
1166
  "step": 1610
1167
  },
1168
  {
1169
  "epoch": 2.59,
1170
- "learning_rate": 0.00011373801916932908,
1171
- "loss": 0.4196,
1172
  "step": 1620
1173
  },
1174
  {
1175
  "epoch": 2.6,
1176
- "learning_rate": 0.0001132055378061768,
1177
- "loss": 0.3978,
1178
  "step": 1630
1179
  },
1180
  {
1181
  "epoch": 2.62,
1182
- "learning_rate": 0.0001126730564430245,
1183
- "loss": 0.3393,
1184
  "step": 1640
1185
  },
1186
  {
1187
  "epoch": 2.64,
1188
- "learning_rate": 0.00011214057507987221,
1189
- "loss": 0.4079,
1190
  "step": 1650
1191
  },
1192
  {
1193
  "epoch": 2.65,
1194
- "learning_rate": 0.00011160809371671992,
1195
- "loss": 0.2221,
1196
  "step": 1660
1197
  },
1198
  {
1199
  "epoch": 2.67,
1200
- "learning_rate": 0.00011107561235356762,
1201
- "loss": 0.4659,
1202
  "step": 1670
1203
  },
1204
  {
1205
  "epoch": 2.68,
1206
- "learning_rate": 0.00011054313099041533,
1207
- "loss": 0.2193,
1208
  "step": 1680
1209
  },
1210
  {
1211
  "epoch": 2.7,
1212
- "learning_rate": 0.00011001064962726305,
1213
- "loss": 0.4366,
1214
  "step": 1690
1215
  },
1216
  {
1217
  "epoch": 2.72,
1218
- "learning_rate": 0.00010947816826411077,
1219
- "loss": 0.2735,
1220
  "step": 1700
1221
  },
1222
  {
1223
  "epoch": 2.72,
1224
- "eval_accuracy": 0.8290155440414507,
1225
- "eval_f1": 0.8307893824441107,
1226
- "eval_loss": 0.455937922000885,
1227
- "eval_precision": 0.8413528105542736,
1228
- "eval_recall": 0.8290155440414507,
1229
- "eval_runtime": 1.5152,
1230
- "eval_samples_per_second": 127.379,
1231
- "eval_steps_per_second": 16.5,
1232
  "step": 1700
1233
  },
1234
  {
1235
  "epoch": 2.73,
1236
- "learning_rate": 0.00010894568690095847,
1237
- "loss": 0.3479,
1238
  "step": 1710
1239
  },
1240
  {
1241
  "epoch": 2.75,
1242
- "learning_rate": 0.00010841320553780618,
1243
- "loss": 0.2041,
1244
  "step": 1720
1245
  },
1246
  {
1247
  "epoch": 2.76,
1248
- "learning_rate": 0.0001078807241746539,
1249
- "loss": 0.2131,
1250
  "step": 1730
1251
  },
1252
  {
1253
  "epoch": 2.78,
1254
- "learning_rate": 0.0001073482428115016,
1255
- "loss": 0.2717,
1256
  "step": 1740
1257
  },
1258
  {
1259
  "epoch": 2.8,
1260
- "learning_rate": 0.0001068157614483493,
1261
- "loss": 0.3015,
1262
  "step": 1750
1263
  },
1264
  {
1265
  "epoch": 2.81,
1266
- "learning_rate": 0.00010628328008519702,
1267
- "loss": 0.2369,
1268
  "step": 1760
1269
  },
1270
  {
1271
  "epoch": 2.83,
1272
- "learning_rate": 0.00010575079872204474,
1273
- "loss": 0.2666,
1274
  "step": 1770
1275
  },
1276
  {
1277
  "epoch": 2.84,
1278
- "learning_rate": 0.00010521831735889244,
1279
- "loss": 0.2554,
1280
  "step": 1780
1281
  },
1282
  {
1283
  "epoch": 2.86,
1284
- "learning_rate": 0.00010468583599574015,
1285
- "loss": 0.2868,
1286
  "step": 1790
1287
  },
1288
  {
1289
  "epoch": 2.88,
1290
- "learning_rate": 0.00010415335463258787,
1291
- "loss": 0.1405,
1292
  "step": 1800
1293
  },
1294
  {
1295
  "epoch": 2.88,
1296
- "eval_accuracy": 0.8393782383419689,
1297
- "eval_f1": 0.846110868774385,
1298
- "eval_loss": 0.48500755429267883,
1299
- "eval_precision": 0.865862804242812,
1300
- "eval_recall": 0.8393782383419689,
1301
- "eval_runtime": 1.4906,
1302
- "eval_samples_per_second": 129.475,
1303
- "eval_steps_per_second": 16.771,
1304
  "step": 1800
1305
  },
1306
  {
1307
  "epoch": 2.89,
1308
- "learning_rate": 0.00010362087326943557,
1309
- "loss": 0.346,
1310
  "step": 1810
1311
  },
1312
  {
1313
  "epoch": 2.91,
1314
- "learning_rate": 0.00010308839190628328,
1315
- "loss": 0.2945,
1316
  "step": 1820
1317
  },
1318
  {
1319
  "epoch": 2.92,
1320
- "learning_rate": 0.000102555910543131,
1321
- "loss": 0.1647,
1322
  "step": 1830
1323
  },
1324
  {
1325
  "epoch": 2.94,
1326
- "learning_rate": 0.00010202342917997871,
1327
- "loss": 0.1708,
1328
  "step": 1840
1329
  },
1330
  {
1331
  "epoch": 2.96,
1332
- "learning_rate": 0.00010149094781682643,
1333
- "loss": 0.2587,
1334
  "step": 1850
1335
  },
1336
  {
1337
  "epoch": 2.97,
1338
- "learning_rate": 0.00010095846645367413,
1339
- "loss": 0.3428,
1340
  "step": 1860
1341
  },
1342
  {
1343
  "epoch": 2.99,
1344
- "learning_rate": 0.00010042598509052184,
1345
- "loss": 0.3261,
1346
  "step": 1870
1347
  },
1348
  {
1349
  "epoch": 3.0,
1350
- "learning_rate": 9.989350372736954e-05,
1351
- "loss": 0.309,
1352
  "step": 1880
1353
  },
1354
  {
1355
  "epoch": 3.02,
1356
- "learning_rate": 9.936102236421726e-05,
1357
- "loss": 0.1362,
1358
  "step": 1890
1359
  },
1360
  {
1361
  "epoch": 3.04,
1362
- "learning_rate": 9.882854100106496e-05,
1363
- "loss": 0.151,
1364
  "step": 1900
1365
  },
1366
  {
1367
  "epoch": 3.04,
1368
- "eval_accuracy": 0.8497409326424871,
1369
- "eval_f1": 0.8518604975305276,
1370
- "eval_loss": 0.4833451509475708,
1371
- "eval_precision": 0.8637380764593392,
1372
- "eval_recall": 0.8497409326424871,
1373
- "eval_runtime": 1.5136,
1374
- "eval_samples_per_second": 127.508,
1375
- "eval_steps_per_second": 16.517,
1376
  "step": 1900
1377
  },
1378
  {
1379
  "epoch": 3.05,
1380
- "learning_rate": 9.829605963791267e-05,
1381
- "loss": 0.1652,
1382
  "step": 1910
1383
  },
1384
  {
1385
  "epoch": 3.07,
1386
- "learning_rate": 9.77635782747604e-05,
1387
- "loss": 0.1852,
1388
  "step": 1920
1389
  },
1390
  {
1391
  "epoch": 3.08,
1392
- "learning_rate": 9.72310969116081e-05,
1393
- "loss": 0.1084,
1394
  "step": 1930
1395
  },
1396
  {
1397
  "epoch": 3.1,
1398
- "learning_rate": 9.669861554845581e-05,
1399
- "loss": 0.0939,
1400
  "step": 1940
1401
  },
1402
  {
1403
  "epoch": 3.12,
1404
- "learning_rate": 9.616613418530351e-05,
1405
- "loss": 0.08,
1406
  "step": 1950
1407
  },
1408
  {
1409
  "epoch": 3.13,
1410
- "learning_rate": 9.563365282215123e-05,
1411
- "loss": 0.2282,
1412
  "step": 1960
1413
  },
1414
  {
1415
  "epoch": 3.15,
1416
- "learning_rate": 9.510117145899895e-05,
1417
- "loss": 0.1207,
1418
  "step": 1970
1419
  },
1420
  {
1421
  "epoch": 3.16,
1422
- "learning_rate": 9.456869009584664e-05,
1423
- "loss": 0.157,
1424
  "step": 1980
1425
  },
1426
  {
1427
  "epoch": 3.18,
1428
- "learning_rate": 9.403620873269437e-05,
1429
- "loss": 0.1437,
1430
  "step": 1990
1431
  },
1432
  {
1433
  "epoch": 3.19,
1434
- "learning_rate": 9.350372736954207e-05,
1435
- "loss": 0.1314,
1436
  "step": 2000
1437
  },
1438
  {
1439
  "epoch": 3.19,
1440
- "eval_accuracy": 0.8549222797927462,
1441
- "eval_f1": 0.8514285714285715,
1442
- "eval_loss": 0.48804971575737,
1443
- "eval_precision": 0.8587786630298155,
1444
- "eval_recall": 0.8549222797927462,
1445
- "eval_runtime": 1.4964,
1446
- "eval_samples_per_second": 128.975,
1447
- "eval_steps_per_second": 16.707,
1448
  "step": 2000
1449
  },
1450
  {
1451
  "epoch": 3.21,
1452
- "learning_rate": 9.297124600638978e-05,
1453
- "loss": 0.084,
1454
  "step": 2010
1455
  },
1456
  {
1457
  "epoch": 3.23,
1458
- "learning_rate": 9.243876464323749e-05,
1459
- "loss": 0.0619,
1460
  "step": 2020
1461
  },
1462
  {
1463
  "epoch": 3.24,
1464
- "learning_rate": 9.19062832800852e-05,
1465
- "loss": 0.135,
1466
  "step": 2030
1467
  },
1468
  {
1469
  "epoch": 3.26,
1470
- "learning_rate": 9.137380191693292e-05,
1471
- "loss": 0.1836,
1472
  "step": 2040
1473
  },
1474
  {
1475
  "epoch": 3.27,
1476
- "learning_rate": 9.084132055378062e-05,
1477
- "loss": 0.1261,
1478
  "step": 2050
1479
  },
1480
  {
1481
  "epoch": 3.29,
1482
- "learning_rate": 9.030883919062834e-05,
1483
- "loss": 0.133,
1484
  "step": 2060
1485
  },
1486
  {
1487
  "epoch": 3.31,
1488
- "learning_rate": 8.977635782747604e-05,
1489
- "loss": 0.1393,
1490
  "step": 2070
1491
  },
1492
  {
1493
  "epoch": 3.32,
1494
- "learning_rate": 8.924387646432375e-05,
1495
- "loss": 0.0576,
1496
  "step": 2080
1497
  },
1498
  {
1499
  "epoch": 3.34,
1500
- "learning_rate": 8.871139510117146e-05,
1501
- "loss": 0.1144,
1502
  "step": 2090
1503
  },
1504
  {
1505
  "epoch": 3.35,
1506
- "learning_rate": 8.817891373801918e-05,
1507
- "loss": 0.1261,
1508
  "step": 2100
1509
  },
1510
  {
1511
  "epoch": 3.35,
1512
- "eval_accuracy": 0.8393782383419689,
1513
- "eval_f1": 0.8331503248185786,
1514
- "eval_loss": 0.5936844944953918,
1515
- "eval_precision": 0.8308152445217153,
1516
- "eval_recall": 0.8393782383419689,
1517
- "eval_runtime": 1.5491,
1518
- "eval_samples_per_second": 124.592,
1519
- "eval_steps_per_second": 16.139,
1520
  "step": 2100
1521
  },
1522
  {
1523
  "epoch": 3.37,
1524
- "learning_rate": 8.764643237486689e-05,
1525
- "loss": 0.1631,
1526
  "step": 2110
1527
  },
1528
  {
1529
  "epoch": 3.39,
1530
- "learning_rate": 8.711395101171459e-05,
1531
- "loss": 0.0715,
1532
  "step": 2120
1533
  },
1534
  {
1535
  "epoch": 3.4,
1536
- "learning_rate": 8.658146964856231e-05,
1537
- "loss": 0.0854,
1538
  "step": 2130
1539
  },
1540
  {
1541
  "epoch": 3.42,
1542
- "learning_rate": 8.604898828541001e-05,
1543
- "loss": 0.1271,
1544
  "step": 2140
1545
  },
1546
  {
1547
  "epoch": 3.43,
1548
- "learning_rate": 8.551650692225772e-05,
1549
- "loss": 0.1578,
1550
  "step": 2150
1551
  },
1552
  {
1553
  "epoch": 3.45,
1554
- "learning_rate": 8.498402555910544e-05,
1555
- "loss": 0.0781,
1556
  "step": 2160
1557
  },
1558
  {
1559
  "epoch": 3.47,
1560
- "learning_rate": 8.445154419595315e-05,
1561
- "loss": 0.1139,
1562
  "step": 2170
1563
  },
1564
  {
1565
  "epoch": 3.48,
1566
- "learning_rate": 8.391906283280086e-05,
1567
- "loss": 0.0457,
1568
  "step": 2180
1569
  },
1570
  {
1571
  "epoch": 3.5,
1572
- "learning_rate": 8.338658146964856e-05,
1573
- "loss": 0.1464,
1574
  "step": 2190
1575
  },
1576
  {
1577
  "epoch": 3.51,
1578
- "learning_rate": 8.285410010649628e-05,
1579
- "loss": 0.164,
1580
  "step": 2200
1581
  },
1582
  {
1583
  "epoch": 3.51,
1584
- "eval_accuracy": 0.8082901554404145,
1585
- "eval_f1": 0.8093215120677355,
1586
- "eval_loss": 0.6259344816207886,
1587
- "eval_precision": 0.8118064501788976,
1588
- "eval_recall": 0.8082901554404145,
1589
- "eval_runtime": 1.4614,
1590
- "eval_samples_per_second": 132.064,
1591
- "eval_steps_per_second": 17.107,
1592
  "step": 2200
1593
  },
1594
  {
1595
  "epoch": 3.53,
1596
- "learning_rate": 8.232161874334398e-05,
1597
- "loss": 0.1511,
1598
  "step": 2210
1599
  },
1600
  {
1601
  "epoch": 3.55,
1602
- "learning_rate": 8.17891373801917e-05,
1603
- "loss": 0.1741,
1604
  "step": 2220
1605
  },
1606
  {
1607
  "epoch": 3.56,
1608
- "learning_rate": 8.12566560170394e-05,
1609
- "loss": 0.0992,
1610
  "step": 2230
1611
  },
1612
  {
1613
  "epoch": 3.58,
1614
- "learning_rate": 8.072417465388712e-05,
1615
- "loss": 0.1701,
1616
  "step": 2240
1617
  },
1618
  {
1619
  "epoch": 3.59,
1620
- "learning_rate": 8.019169329073483e-05,
1621
- "loss": 0.1188,
1622
  "step": 2250
1623
  },
1624
  {
1625
  "epoch": 3.61,
1626
- "learning_rate": 7.965921192758253e-05,
1627
- "loss": 0.1555,
1628
  "step": 2260
1629
  },
1630
  {
1631
  "epoch": 3.63,
1632
- "learning_rate": 7.912673056443025e-05,
1633
- "loss": 0.1032,
1634
  "step": 2270
1635
  },
1636
  {
1637
  "epoch": 3.64,
1638
- "learning_rate": 7.859424920127795e-05,
1639
- "loss": 0.1304,
1640
  "step": 2280
1641
  },
1642
  {
1643
  "epoch": 3.66,
1644
- "learning_rate": 7.806176783812567e-05,
1645
- "loss": 0.1239,
1646
  "step": 2290
1647
  },
1648
  {
1649
  "epoch": 3.67,
1650
- "learning_rate": 7.752928647497338e-05,
1651
- "loss": 0.1599,
1652
  "step": 2300
1653
  },
1654
  {
1655
  "epoch": 3.67,
1656
- "eval_accuracy": 0.8393782383419689,
1657
- "eval_f1": 0.8322072700606028,
1658
- "eval_loss": 0.6117991805076599,
1659
- "eval_precision": 0.839474563514661,
1660
- "eval_recall": 0.8393782383419689,
1661
- "eval_runtime": 1.4637,
1662
- "eval_samples_per_second": 131.858,
1663
- "eval_steps_per_second": 17.08,
1664
  "step": 2300
1665
  },
1666
  {
1667
  "epoch": 3.69,
1668
- "learning_rate": 7.699680511182109e-05,
1669
- "loss": 0.2356,
1670
  "step": 2310
1671
  },
1672
  {
1673
  "epoch": 3.71,
1674
- "learning_rate": 7.64643237486688e-05,
1675
- "loss": 0.1965,
1676
  "step": 2320
1677
  },
1678
  {
1679
  "epoch": 3.72,
1680
- "learning_rate": 7.59318423855165e-05,
1681
- "loss": 0.134,
1682
  "step": 2330
1683
  },
1684
  {
1685
  "epoch": 3.74,
1686
  "learning_rate": 7.545260915867945e-05,
1687
- "loss": 0.1097,
1688
  "step": 2340
1689
  },
1690
  {
1691
  "epoch": 3.75,
1692
  "learning_rate": 7.492012779552717e-05,
1693
- "loss": 0.1032,
1694
  "step": 2350
1695
  },
1696
  {
1697
  "epoch": 3.77,
1698
  "learning_rate": 7.438764643237486e-05,
1699
- "loss": 0.0988,
1700
  "step": 2360
1701
  },
1702
  {
1703
  "epoch": 3.79,
1704
  "learning_rate": 7.385516506922258e-05,
1705
- "loss": 0.1728,
1706
  "step": 2370
1707
  },
1708
  {
1709
  "epoch": 3.8,
1710
  "learning_rate": 7.332268370607029e-05,
1711
- "loss": 0.0702,
1712
  "step": 2380
1713
  },
1714
  {
1715
  "epoch": 3.82,
1716
  "learning_rate": 7.2790202342918e-05,
1717
- "loss": 0.1458,
1718
  "step": 2390
1719
  },
1720
  {
1721
  "epoch": 3.83,
1722
  "learning_rate": 7.225772097976571e-05,
1723
- "loss": 0.1226,
1724
  "step": 2400
1725
  },
1726
  {
1727
  "epoch": 3.83,
1728
- "eval_accuracy": 0.8704663212435233,
1729
- "eval_f1": 0.8660209066451231,
1730
- "eval_loss": 0.4642834961414337,
1731
- "eval_precision": 0.8640266776033961,
1732
- "eval_recall": 0.8704663212435233,
1733
- "eval_runtime": 1.4046,
1734
- "eval_samples_per_second": 137.407,
1735
- "eval_steps_per_second": 17.799,
1736
  "step": 2400
1737
  },
1738
  {
1739
  "epoch": 3.85,
1740
  "learning_rate": 7.172523961661343e-05,
1741
- "loss": 0.0924,
1742
  "step": 2410
1743
  },
1744
  {
1745
  "epoch": 3.87,
1746
  "learning_rate": 7.119275825346114e-05,
1747
- "loss": 0.1206,
1748
  "step": 2420
1749
  },
1750
  {
1751
  "epoch": 3.88,
1752
  "learning_rate": 7.066027689030884e-05,
1753
- "loss": 0.1225,
1754
  "step": 2430
1755
  },
1756
  {
1757
  "epoch": 3.9,
1758
  "learning_rate": 7.012779552715655e-05,
1759
- "loss": 0.0347,
1760
  "step": 2440
1761
  },
1762
  {
1763
  "epoch": 3.91,
1764
  "learning_rate": 6.959531416400426e-05,
1765
- "loss": 0.0959,
1766
  "step": 2450
1767
  },
1768
  {
1769
  "epoch": 3.93,
1770
  "learning_rate": 6.906283280085197e-05,
1771
- "loss": 0.0823,
1772
  "step": 2460
1773
  },
1774
  {
1775
  "epoch": 3.95,
1776
  "learning_rate": 6.853035143769968e-05,
1777
- "loss": 0.1019,
1778
  "step": 2470
1779
  },
1780
  {
1781
  "epoch": 3.96,
1782
  "learning_rate": 6.79978700745474e-05,
1783
- "loss": 0.1378,
1784
  "step": 2480
1785
  },
1786
  {
1787
  "epoch": 3.98,
1788
  "learning_rate": 6.746538871139511e-05,
1789
- "loss": 0.1234,
1790
  "step": 2490
1791
  },
1792
  {
1793
  "epoch": 3.99,
1794
  "learning_rate": 6.693290734824281e-05,
1795
- "loss": 0.0847,
1796
  "step": 2500
1797
  },
1798
  {
1799
  "epoch": 3.99,
1800
- "eval_accuracy": 0.8704663212435233,
1801
- "eval_f1": 0.8657064352100964,
1802
- "eval_loss": 0.5366005897521973,
1803
- "eval_precision": 0.87133444599442,
1804
- "eval_recall": 0.8704663212435233,
1805
- "eval_runtime": 1.4813,
1806
- "eval_samples_per_second": 130.289,
1807
- "eval_steps_per_second": 16.877,
1808
  "step": 2500
1809
  },
1810
  {
1811
  "epoch": 4.01,
1812
  "learning_rate": 6.640042598509052e-05,
1813
- "loss": 0.125,
1814
  "step": 2510
1815
  },
1816
  {
1817
  "epoch": 4.03,
1818
  "learning_rate": 6.586794462193823e-05,
1819
- "loss": 0.0498,
1820
  "step": 2520
1821
  },
1822
  {
1823
  "epoch": 4.04,
1824
  "learning_rate": 6.533546325878594e-05,
1825
- "loss": 0.0691,
1826
  "step": 2530
1827
  },
1828
  {
1829
  "epoch": 4.06,
1830
  "learning_rate": 6.480298189563366e-05,
1831
- "loss": 0.0368,
1832
  "step": 2540
1833
  },
1834
  {
1835
  "epoch": 4.07,
1836
  "learning_rate": 6.427050053248137e-05,
1837
- "loss": 0.0419,
1838
  "step": 2550
1839
  },
1840
  {
1841
  "epoch": 4.09,
1842
  "learning_rate": 6.373801916932908e-05,
1843
- "loss": 0.0241,
1844
  "step": 2560
1845
  },
1846
  {
1847
  "epoch": 4.11,
1848
  "learning_rate": 6.320553780617678e-05,
1849
- "loss": 0.0309,
1850
  "step": 2570
1851
  },
1852
  {
1853
  "epoch": 4.12,
1854
  "learning_rate": 6.26730564430245e-05,
1855
- "loss": 0.0571,
1856
  "step": 2580
1857
  },
1858
  {
1859
  "epoch": 4.14,
1860
  "learning_rate": 6.214057507987222e-05,
1861
- "loss": 0.0502,
1862
  "step": 2590
1863
  },
1864
  {
1865
  "epoch": 4.15,
1866
  "learning_rate": 6.160809371671991e-05,
1867
- "loss": 0.0348,
1868
  "step": 2600
1869
  },
1870
  {
1871
  "epoch": 4.15,
1872
- "eval_accuracy": 0.8341968911917098,
1873
- "eval_f1": 0.8310421754322954,
1874
- "eval_loss": 0.6969958543777466,
1875
- "eval_precision": 0.836310068765824,
1876
- "eval_recall": 0.8341968911917098,
1877
- "eval_runtime": 1.5362,
1878
- "eval_samples_per_second": 125.633,
1879
- "eval_steps_per_second": 16.274,
1880
  "step": 2600
1881
  },
1882
  {
1883
  "epoch": 4.17,
1884
  "learning_rate": 6.107561235356763e-05,
1885
- "loss": 0.0545,
1886
  "step": 2610
1887
  },
1888
  {
1889
  "epoch": 4.19,
1890
  "learning_rate": 6.054313099041534e-05,
1891
- "loss": 0.0211,
1892
  "step": 2620
1893
  },
1894
  {
1895
  "epoch": 4.2,
1896
  "learning_rate": 6.001064962726305e-05,
1897
- "loss": 0.0181,
1898
  "step": 2630
1899
  },
1900
  {
1901
  "epoch": 4.22,
1902
  "learning_rate": 5.9478168264110756e-05,
1903
- "loss": 0.0211,
1904
  "step": 2640
1905
  },
1906
  {
1907
  "epoch": 4.23,
1908
  "learning_rate": 5.8945686900958475e-05,
1909
- "loss": 0.0294,
1910
  "step": 2650
1911
  },
1912
  {
1913
  "epoch": 4.25,
1914
  "learning_rate": 5.841320553780618e-05,
1915
- "loss": 0.0371,
1916
  "step": 2660
1917
  },
1918
  {
1919
  "epoch": 4.27,
1920
  "learning_rate": 5.7880724174653886e-05,
1921
- "loss": 0.0579,
1922
  "step": 2670
1923
  },
1924
  {
1925
  "epoch": 4.28,
1926
  "learning_rate": 5.73482428115016e-05,
1927
- "loss": 0.0324,
1928
  "step": 2680
1929
  },
1930
  {
1931
  "epoch": 4.3,
1932
  "learning_rate": 5.681576144834932e-05,
1933
- "loss": 0.0403,
1934
  "step": 2690
1935
  },
1936
  {
1937
  "epoch": 4.31,
1938
  "learning_rate": 5.628328008519702e-05,
1939
- "loss": 0.0132,
1940
  "step": 2700
1941
  },
1942
  {
1943
  "epoch": 4.31,
1944
- "eval_accuracy": 0.8341968911917098,
1945
- "eval_f1": 0.8380407819377197,
1946
- "eval_loss": 0.6777229905128479,
1947
- "eval_precision": 0.8464900305630965,
1948
- "eval_recall": 0.8341968911917098,
1949
- "eval_runtime": 1.5062,
1950
- "eval_samples_per_second": 128.141,
1951
- "eval_steps_per_second": 16.599,
1952
  "step": 2700
1953
  },
1954
  {
1955
  "epoch": 4.33,
1956
  "learning_rate": 5.575079872204473e-05,
1957
- "loss": 0.0092,
1958
  "step": 2710
1959
  },
1960
  {
1961
  "epoch": 4.35,
1962
  "learning_rate": 5.521831735889245e-05,
1963
- "loss": 0.0402,
1964
  "step": 2720
1965
  },
1966
  {
1967
  "epoch": 4.36,
1968
  "learning_rate": 5.468583599574015e-05,
1969
- "loss": 0.0071,
1970
  "step": 2730
1971
  },
1972
  {
1973
  "epoch": 4.38,
1974
  "learning_rate": 5.415335463258786e-05,
1975
- "loss": 0.0134,
1976
  "step": 2740
1977
  },
1978
  {
1979
  "epoch": 4.39,
1980
  "learning_rate": 5.362087326943557e-05,
1981
- "loss": 0.012,
1982
  "step": 2750
1983
  },
1984
  {
1985
  "epoch": 4.41,
1986
  "learning_rate": 5.308839190628329e-05,
1987
- "loss": 0.0068,
1988
  "step": 2760
1989
  },
1990
  {
1991
  "epoch": 4.42,
1992
  "learning_rate": 5.2555910543130994e-05,
1993
- "loss": 0.0459,
1994
  "step": 2770
1995
  },
1996
  {
1997
  "epoch": 4.44,
1998
  "learning_rate": 5.20234291799787e-05,
1999
- "loss": 0.0383,
2000
  "step": 2780
2001
  },
2002
  {
2003
  "epoch": 4.46,
2004
  "learning_rate": 5.149094781682642e-05,
2005
- "loss": 0.0109,
2006
  "step": 2790
2007
  },
2008
  {
2009
  "epoch": 4.47,
2010
  "learning_rate": 5.095846645367412e-05,
2011
- "loss": 0.0184,
2012
  "step": 2800
2013
  },
2014
  {
2015
  "epoch": 4.47,
2016
- "eval_accuracy": 0.8341968911917098,
2017
- "eval_f1": 0.8316323733083136,
2018
- "eval_loss": 0.621204137802124,
2019
- "eval_precision": 0.8370827716146638,
2020
- "eval_recall": 0.8341968911917098,
2021
- "eval_runtime": 1.4937,
2022
- "eval_samples_per_second": 129.213,
2023
- "eval_steps_per_second": 16.737,
2024
  "step": 2800
2025
  },
2026
  {
2027
  "epoch": 4.49,
2028
  "learning_rate": 5.0425985090521835e-05,
2029
- "loss": 0.0618,
2030
  "step": 2810
2031
  },
2032
  {
2033
  "epoch": 4.5,
2034
  "learning_rate": 4.989350372736955e-05,
2035
- "loss": 0.0279,
2036
  "step": 2820
2037
  },
2038
  {
2039
  "epoch": 4.52,
2040
  "learning_rate": 4.936102236421725e-05,
2041
- "loss": 0.0592,
2042
  "step": 2830
2043
  },
2044
  {
2045
  "epoch": 4.54,
2046
  "learning_rate": 4.8828541001064965e-05,
2047
- "loss": 0.0826,
2048
  "step": 2840
2049
  },
2050
  {
2051
  "epoch": 4.55,
2052
  "learning_rate": 4.829605963791268e-05,
2053
- "loss": 0.0398,
2054
  "step": 2850
2055
  },
2056
  {
2057
  "epoch": 4.57,
2058
  "learning_rate": 4.776357827476038e-05,
2059
- "loss": 0.0179,
2060
  "step": 2860
2061
  },
2062
  {
2063
  "epoch": 4.58,
2064
  "learning_rate": 4.7231096911608095e-05,
2065
- "loss": 0.0116,
2066
  "step": 2870
2067
  },
2068
  {
2069
  "epoch": 4.6,
2070
  "learning_rate": 4.669861554845581e-05,
2071
- "loss": 0.0396,
2072
  "step": 2880
2073
  },
2074
  {
2075
  "epoch": 4.62,
2076
  "learning_rate": 4.616613418530352e-05,
2077
- "loss": 0.0231,
2078
  "step": 2890
2079
  },
2080
  {
2081
  "epoch": 4.63,
2082
  "learning_rate": 4.563365282215123e-05,
2083
- "loss": 0.0052,
2084
  "step": 2900
2085
  },
2086
  {
2087
  "epoch": 4.63,
2088
- "eval_accuracy": 0.8601036269430051,
2089
- "eval_f1": 0.8555170975132795,
2090
- "eval_loss": 0.7023399472236633,
2091
- "eval_precision": 0.8590273250766345,
2092
- "eval_recall": 0.8601036269430051,
2093
- "eval_runtime": 1.535,
2094
- "eval_samples_per_second": 125.729,
2095
- "eval_steps_per_second": 16.286,
2096
  "step": 2900
2097
  },
2098
  {
2099
  "epoch": 4.65,
2100
  "learning_rate": 4.5101171458998936e-05,
2101
- "loss": 0.0719,
2102
  "step": 2910
2103
  },
2104
  {
2105
  "epoch": 4.66,
2106
  "learning_rate": 4.456869009584665e-05,
2107
- "loss": 0.0378,
2108
  "step": 2920
2109
  },
2110
  {
2111
  "epoch": 4.68,
2112
  "learning_rate": 4.4036208732694354e-05,
2113
- "loss": 0.0422,
2114
  "step": 2930
2115
  },
2116
  {
2117
  "epoch": 4.7,
2118
  "learning_rate": 4.3503727369542066e-05,
2119
- "loss": 0.0573,
2120
  "step": 2940
2121
  },
2122
  {
2123
  "epoch": 4.71,
2124
  "learning_rate": 4.297124600638978e-05,
2125
- "loss": 0.0613,
2126
  "step": 2950
2127
  },
2128
  {
2129
  "epoch": 4.73,
2130
  "learning_rate": 4.243876464323749e-05,
2131
- "loss": 0.0148,
2132
  "step": 2960
2133
  },
2134
  {
2135
  "epoch": 4.74,
2136
  "learning_rate": 4.19062832800852e-05,
2137
- "loss": 0.0079,
2138
  "step": 2970
2139
  },
2140
  {
2141
  "epoch": 4.76,
2142
  "learning_rate": 4.137380191693291e-05,
2143
- "loss": 0.0716,
2144
  "step": 2980
2145
  },
2146
  {
2147
  "epoch": 4.78,
2148
  "learning_rate": 4.084132055378062e-05,
2149
- "loss": 0.054,
2150
  "step": 2990
2151
  },
2152
  {
2153
  "epoch": 4.79,
2154
  "learning_rate": 4.0308839190628325e-05,
2155
- "loss": 0.0101,
2156
  "step": 3000
2157
  },
2158
  {
2159
  "epoch": 4.79,
2160
- "eval_accuracy": 0.844559585492228,
2161
- "eval_f1": 0.8438510792042956,
2162
- "eval_loss": 0.6590059995651245,
2163
- "eval_precision": 0.8449904982885684,
2164
- "eval_recall": 0.844559585492228,
2165
- "eval_runtime": 1.4599,
2166
- "eval_samples_per_second": 132.205,
2167
- "eval_steps_per_second": 17.125,
2168
  "step": 3000
2169
  },
2170
  {
2171
  "epoch": 4.81,
2172
  "learning_rate": 3.9776357827476044e-05,
2173
- "loss": 0.0286,
2174
  "step": 3010
2175
  },
2176
  {
2177
  "epoch": 4.82,
2178
  "learning_rate": 3.9243876464323756e-05,
2179
- "loss": 0.0104,
2180
  "step": 3020
2181
  },
2182
  {
2183
  "epoch": 4.84,
2184
  "learning_rate": 3.871139510117146e-05,
2185
- "loss": 0.0069,
2186
  "step": 3030
2187
  },
2188
  {
2189
  "epoch": 4.86,
2190
  "learning_rate": 3.8178913738019174e-05,
2191
- "loss": 0.0576,
2192
  "step": 3040
2193
  },
2194
  {
2195
  "epoch": 4.87,
2196
  "learning_rate": 3.764643237486688e-05,
2197
- "loss": 0.0203,
2198
  "step": 3050
2199
  },
2200
  {
2201
  "epoch": 4.89,
2202
  "learning_rate": 3.711395101171459e-05,
2203
- "loss": 0.0195,
2204
  "step": 3060
2205
  },
2206
  {
2207
  "epoch": 4.9,
2208
  "learning_rate": 3.65814696485623e-05,
2209
- "loss": 0.0084,
2210
  "step": 3070
2211
  },
2212
  {
2213
  "epoch": 4.92,
2214
- "learning_rate": 3.610223642172524e-05,
2215
- "loss": 0.0188,
2216
  "step": 3080
2217
  },
2218
  {
2219
  "epoch": 4.94,
2220
- "learning_rate": 3.556975505857295e-05,
2221
- "loss": 0.006,
2222
  "step": 3090
2223
  },
2224
  {
2225
  "epoch": 4.95,
2226
- "learning_rate": 3.503727369542067e-05,
2227
- "loss": 0.0143,
2228
  "step": 3100
2229
  },
2230
  {
2231
  "epoch": 4.95,
2232
  "eval_accuracy": 0.8393782383419689,
2233
- "eval_f1": 0.8420600305894156,
2234
- "eval_loss": 0.6483833193778992,
2235
- "eval_precision": 0.8498319552941777,
2236
  "eval_recall": 0.8393782383419689,
2237
- "eval_runtime": 1.5222,
2238
- "eval_samples_per_second": 126.794,
2239
- "eval_steps_per_second": 16.424,
2240
  "step": 3100
2241
  },
2242
  {
2243
  "epoch": 4.97,
2244
- "learning_rate": 3.450479233226837e-05,
2245
- "loss": 0.0143,
2246
  "step": 3110
2247
  },
2248
  {
2249
  "epoch": 4.98,
2250
- "learning_rate": 3.3972310969116084e-05,
2251
- "loss": 0.0295,
2252
  "step": 3120
2253
  },
2254
  {
2255
  "epoch": 5.0,
2256
- "learning_rate": 3.343982960596379e-05,
2257
- "loss": 0.004,
2258
  "step": 3130
2259
  },
2260
  {
2261
  "epoch": 5.02,
2262
- "learning_rate": 3.29073482428115e-05,
2263
- "loss": 0.0125,
2264
  "step": 3140
2265
  },
2266
  {
2267
  "epoch": 5.03,
2268
- "learning_rate": 3.2374866879659214e-05,
2269
- "loss": 0.0117,
2270
  "step": 3150
2271
  },
2272
  {
2273
  "epoch": 5.05,
2274
- "learning_rate": 3.1842385516506926e-05,
2275
- "loss": 0.0033,
2276
  "step": 3160
2277
  },
2278
  {
2279
  "epoch": 5.06,
2280
- "learning_rate": 3.130990415335464e-05,
2281
- "loss": 0.0035,
2282
  "step": 3170
2283
  },
2284
  {
2285
  "epoch": 5.08,
2286
- "learning_rate": 3.0777422790202344e-05,
2287
- "loss": 0.0337,
2288
  "step": 3180
2289
  },
2290
  {
2291
  "epoch": 5.1,
2292
- "learning_rate": 3.0244941427050056e-05,
2293
- "loss": 0.0033,
2294
  "step": 3190
2295
  },
2296
  {
2297
  "epoch": 5.11,
2298
- "learning_rate": 2.971246006389776e-05,
2299
- "loss": 0.009,
2300
  "step": 3200
2301
  },
2302
  {
2303
  "epoch": 5.11,
2304
- "eval_accuracy": 0.8549222797927462,
2305
- "eval_f1": 0.8505436992483624,
2306
- "eval_loss": 0.7121639251708984,
2307
- "eval_precision": 0.8494180370954421,
2308
- "eval_recall": 0.8549222797927462,
2309
- "eval_runtime": 1.4965,
2310
- "eval_samples_per_second": 128.966,
2311
- "eval_steps_per_second": 16.705,
2312
  "step": 3200
2313
  },
2314
  {
2315
  "epoch": 5.13,
2316
- "learning_rate": 2.9179978700745477e-05,
2317
- "loss": 0.0035,
2318
  "step": 3210
2319
  },
2320
  {
2321
  "epoch": 5.14,
2322
- "learning_rate": 2.864749733759319e-05,
2323
- "loss": 0.0253,
2324
  "step": 3220
2325
  },
2326
  {
2327
  "epoch": 5.16,
2328
- "learning_rate": 2.8115015974440894e-05,
2329
- "loss": 0.0036,
2330
  "step": 3230
2331
  },
2332
  {
2333
  "epoch": 5.18,
2334
- "learning_rate": 2.7582534611288606e-05,
2335
- "loss": 0.0047,
2336
  "step": 3240
2337
  },
2338
  {
2339
  "epoch": 5.19,
2340
- "learning_rate": 2.7050053248136315e-05,
2341
- "loss": 0.0105,
2342
  "step": 3250
2343
  },
2344
  {
2345
  "epoch": 5.21,
2346
- "learning_rate": 2.6517571884984027e-05,
2347
- "loss": 0.0031,
2348
  "step": 3260
2349
  },
2350
  {
2351
  "epoch": 5.22,
2352
- "learning_rate": 2.598509052183174e-05,
2353
- "loss": 0.0061,
2354
  "step": 3270
2355
  },
2356
  {
2357
  "epoch": 5.24,
2358
- "learning_rate": 2.5452609158679448e-05,
2359
- "loss": 0.005,
2360
  "step": 3280
2361
  },
2362
  {
2363
  "epoch": 5.26,
2364
- "learning_rate": 2.4920127795527157e-05,
2365
- "loss": 0.0041,
2366
  "step": 3290
2367
  },
2368
  {
2369
  "epoch": 5.27,
2370
- "learning_rate": 2.438764643237487e-05,
2371
- "loss": 0.0035,
2372
  "step": 3300
2373
  },
2374
  {
2375
  "epoch": 5.27,
2376
- "eval_accuracy": 0.844559585492228,
2377
- "eval_f1": 0.8391530264338121,
2378
- "eval_loss": 0.7276516556739807,
2379
- "eval_precision": 0.8360364697729749,
2380
- "eval_recall": 0.844559585492228,
2381
- "eval_runtime": 1.512,
2382
- "eval_samples_per_second": 127.646,
2383
- "eval_steps_per_second": 16.534,
2384
  "step": 3300
2385
  },
2386
  {
2387
  "epoch": 5.29,
2388
- "learning_rate": 2.3855165069222578e-05,
2389
- "loss": 0.0035,
2390
  "step": 3310
2391
  },
2392
  {
2393
  "epoch": 5.3,
2394
- "learning_rate": 2.332268370607029e-05,
2395
- "loss": 0.0039,
2396
  "step": 3320
2397
  },
2398
  {
2399
  "epoch": 5.32,
2400
- "learning_rate": 2.2790202342918e-05,
2401
- "loss": 0.0032,
2402
  "step": 3330
2403
  },
2404
  {
2405
  "epoch": 5.34,
2406
- "learning_rate": 2.2257720979765707e-05,
2407
- "loss": 0.0351,
2408
  "step": 3340
2409
  },
2410
  {
2411
  "epoch": 5.35,
2412
- "learning_rate": 2.172523961661342e-05,
2413
- "loss": 0.0041,
2414
  "step": 3350
2415
  },
2416
  {
2417
  "epoch": 5.37,
2418
- "learning_rate": 2.1192758253461128e-05,
2419
- "loss": 0.0067,
2420
  "step": 3360
2421
  },
2422
  {
2423
  "epoch": 5.38,
2424
- "learning_rate": 2.066027689030884e-05,
2425
- "loss": 0.0088,
2426
  "step": 3370
2427
  },
2428
  {
2429
  "epoch": 5.4,
2430
- "learning_rate": 2.0127795527156552e-05,
2431
- "loss": 0.0057,
2432
  "step": 3380
2433
  },
2434
  {
2435
  "epoch": 5.42,
2436
- "learning_rate": 1.959531416400426e-05,
2437
- "loss": 0.0117,
2438
  "step": 3390
2439
  },
2440
  {
2441
  "epoch": 5.43,
2442
- "learning_rate": 1.906283280085197e-05,
2443
- "loss": 0.0033,
2444
  "step": 3400
2445
  },
2446
  {
2447
  "epoch": 5.43,
2448
- "eval_accuracy": 0.8238341968911918,
2449
- "eval_f1": 0.8203045469232623,
2450
- "eval_loss": 0.7273067831993103,
2451
- "eval_precision": 0.823628912523104,
2452
- "eval_recall": 0.8238341968911918,
2453
- "eval_runtime": 1.5109,
2454
- "eval_samples_per_second": 127.742,
2455
- "eval_steps_per_second": 16.547,
2456
  "step": 3400
2457
  },
2458
  {
2459
  "epoch": 5.45,
2460
- "learning_rate": 1.8530351437699682e-05,
2461
- "loss": 0.0034,
2462
  "step": 3410
2463
  },
2464
  {
2465
  "epoch": 5.46,
2466
- "learning_rate": 1.799787007454739e-05,
2467
- "loss": 0.0039,
2468
  "step": 3420
2469
  },
2470
  {
2471
  "epoch": 5.48,
2472
- "learning_rate": 1.7465388711395103e-05,
2473
- "loss": 0.0344,
2474
  "step": 3430
2475
  },
2476
  {
2477
  "epoch": 5.5,
2478
- "learning_rate": 1.693290734824281e-05,
2479
- "loss": 0.0033,
2480
  "step": 3440
2481
  },
2482
  {
2483
  "epoch": 5.51,
2484
- "learning_rate": 1.6400425985090524e-05,
2485
- "loss": 0.0031,
2486
  "step": 3450
2487
  },
2488
  {
2489
  "epoch": 5.53,
2490
- "learning_rate": 1.5867944621938232e-05,
2491
- "loss": 0.003,
2492
  "step": 3460
2493
  },
2494
  {
2495
  "epoch": 5.54,
2496
- "learning_rate": 1.533546325878594e-05,
2497
- "loss": 0.0033,
2498
  "step": 3470
2499
  },
2500
  {
2501
  "epoch": 5.56,
2502
- "learning_rate": 1.4802981895633653e-05,
2503
- "loss": 0.0102,
2504
  "step": 3480
2505
  },
2506
  {
2507
  "epoch": 5.58,
2508
- "learning_rate": 1.4270500532481365e-05,
2509
- "loss": 0.0034,
2510
  "step": 3490
2511
  },
2512
  {
2513
  "epoch": 5.59,
2514
- "learning_rate": 1.3738019169329076e-05,
2515
- "loss": 0.024,
2516
  "step": 3500
2517
  },
2518
  {
2519
  "epoch": 5.59,
2520
- "eval_accuracy": 0.8393782383419689,
2521
- "eval_f1": 0.8363344929225867,
2522
- "eval_loss": 0.726876437664032,
2523
- "eval_precision": 0.8380101057679956,
2524
- "eval_recall": 0.8393782383419689,
2525
- "eval_runtime": 1.544,
2526
- "eval_samples_per_second": 124.997,
2527
- "eval_steps_per_second": 16.191,
2528
  "step": 3500
2529
  },
2530
  {
2531
  "epoch": 5.61,
2532
- "learning_rate": 1.3205537806176784e-05,
2533
- "loss": 0.0031,
2534
  "step": 3510
2535
  },
2536
  {
2537
  "epoch": 5.62,
2538
- "learning_rate": 1.2673056443024495e-05,
2539
  "loss": 0.0031,
2540
  "step": 3520
2541
  },
2542
  {
2543
  "epoch": 5.64,
2544
- "learning_rate": 1.2140575079872205e-05,
2545
- "loss": 0.0027,
2546
  "step": 3530
2547
  },
2548
  {
2549
  "epoch": 5.65,
2550
- "learning_rate": 1.1608093716719916e-05,
2551
- "loss": 0.0028,
2552
  "step": 3540
2553
  },
2554
  {
2555
  "epoch": 5.67,
2556
- "learning_rate": 1.1075612353567626e-05,
2557
- "loss": 0.0031,
2558
  "step": 3550
2559
  },
2560
  {
2561
  "epoch": 5.69,
2562
- "learning_rate": 1.0543130990415335e-05,
2563
- "loss": 0.0349,
2564
  "step": 3560
2565
  },
2566
  {
2567
  "epoch": 5.7,
2568
- "learning_rate": 1.0010649627263047e-05,
2569
- "loss": 0.004,
2570
  "step": 3570
2571
  },
2572
  {
2573
  "epoch": 5.72,
2574
- "learning_rate": 9.478168264110757e-06,
2575
- "loss": 0.0066,
2576
  "step": 3580
2577
  },
2578
  {
2579
  "epoch": 5.73,
2580
- "learning_rate": 8.945686900958466e-06,
2581
- "loss": 0.0059,
2582
  "step": 3590
2583
  },
2584
  {
2585
  "epoch": 5.75,
2586
- "learning_rate": 8.413205537806178e-06,
2587
- "loss": 0.0036,
2588
  "step": 3600
2589
  },
2590
  {
2591
  "epoch": 5.75,
2592
- "eval_accuracy": 0.844559585492228,
2593
- "eval_f1": 0.8409576102782423,
2594
- "eval_loss": 0.723284125328064,
2595
- "eval_precision": 0.8426154254233222,
2596
- "eval_recall": 0.844559585492228,
2597
- "eval_runtime": 1.6588,
2598
- "eval_samples_per_second": 116.35,
2599
- "eval_steps_per_second": 15.071,
2600
  "step": 3600
2601
  },
2602
  {
2603
  "epoch": 5.77,
2604
- "learning_rate": 7.880724174653887e-06,
2605
- "loss": 0.0037,
2606
  "step": 3610
2607
  },
2608
  {
2609
  "epoch": 5.78,
2610
- "learning_rate": 7.3482428115015974e-06,
2611
- "loss": 0.0024,
2612
  "step": 3620
2613
  },
2614
  {
2615
  "epoch": 5.8,
2616
- "learning_rate": 6.815761448349309e-06,
2617
- "loss": 0.0033,
2618
  "step": 3630
2619
  },
2620
  {
2621
  "epoch": 5.81,
2622
- "learning_rate": 6.283280085197018e-06,
2623
- "loss": 0.0028,
2624
  "step": 3640
2625
  },
2626
  {
2627
  "epoch": 5.83,
2628
- "learning_rate": 5.750798722044729e-06,
2629
- "loss": 0.0024,
2630
  "step": 3650
2631
  },
2632
  {
2633
  "epoch": 5.85,
2634
- "learning_rate": 5.218317358892439e-06,
2635
- "loss": 0.0031,
2636
  "step": 3660
2637
  },
2638
  {
2639
  "epoch": 5.86,
2640
- "learning_rate": 4.68583599574015e-06,
2641
- "loss": 0.0106,
2642
  "step": 3670
2643
  },
2644
  {
2645
  "epoch": 5.88,
2646
- "learning_rate": 4.153354632587859e-06,
2647
  "loss": 0.003,
2648
  "step": 3680
2649
  },
2650
  {
2651
  "epoch": 5.89,
2652
- "learning_rate": 3.62087326943557e-06,
2653
- "loss": 0.0028,
2654
  "step": 3690
2655
  },
2656
  {
2657
  "epoch": 5.91,
2658
- "learning_rate": 3.08839190628328e-06,
2659
  "loss": 0.003,
2660
  "step": 3700
2661
  },
2662
  {
2663
  "epoch": 5.91,
2664
- "eval_accuracy": 0.844559585492228,
2665
- "eval_f1": 0.8409350826819368,
2666
- "eval_loss": 0.7330827713012695,
2667
- "eval_precision": 0.841888218805742,
2668
- "eval_recall": 0.844559585492228,
2669
- "eval_runtime": 1.5278,
2670
- "eval_samples_per_second": 126.329,
2671
- "eval_steps_per_second": 16.364,
2672
  "step": 3700
2673
  },
2674
  {
2675
  "epoch": 5.93,
2676
- "learning_rate": 2.5559105431309904e-06,
2677
- "loss": 0.0059,
2678
  "step": 3710
2679
  },
2680
  {
2681
  "epoch": 5.94,
2682
- "learning_rate": 2.023429179978701e-06,
2683
- "loss": 0.0027,
2684
  "step": 3720
2685
  },
2686
  {
2687
  "epoch": 5.96,
2688
- "learning_rate": 1.490947816826411e-06,
2689
- "loss": 0.0464,
2690
  "step": 3730
2691
  },
2692
  {
2693
  "epoch": 5.97,
2694
- "learning_rate": 9.584664536741213e-07,
2695
- "loss": 0.0029,
2696
  "step": 3740
2697
  },
2698
  {
2699
  "epoch": 5.99,
2700
- "learning_rate": 4.259850905218318e-07,
2701
- "loss": 0.0026,
2702
  "step": 3750
2703
  },
2704
  {
2705
  "epoch": 6.0,
2706
  "step": 3756,
2707
  "total_flos": 4.65670232933972e+18,
2708
- "train_loss": 0.279634951008335,
2709
- "train_runtime": 1323.7587,
2710
- "train_samples_per_second": 45.393,
2711
- "train_steps_per_second": 2.837
2712
  }
2713
  ],
2714
  "max_steps": 3756,
 
1
  {
2
  "best_metric": 0.8704663212435233,
3
+ "best_model_checkpoint": "./vit-base-skin/checkpoint-3000",
4
  "epoch": 6.0,
5
  "global_step": 3756,
6
  "is_hyper_param_search": false,
 
10
  {
11
  "epoch": 0.02,
12
  "learning_rate": 0.0001994675186368477,
13
+ "loss": 1.2833,
14
  "step": 10
15
  },
16
  {
17
  "epoch": 0.03,
18
  "learning_rate": 0.00019893503727369543,
19
+ "loss": 1.0875,
20
  "step": 20
21
  },
22
  {
23
  "epoch": 0.05,
24
  "learning_rate": 0.00019840255591054313,
25
+ "loss": 0.8154,
26
  "step": 30
27
  },
28
  {
29
  "epoch": 0.06,
30
  "learning_rate": 0.00019787007454739086,
31
+ "loss": 1.037,
32
  "step": 40
33
  },
34
  {
35
  "epoch": 0.08,
36
  "learning_rate": 0.00019733759318423856,
37
+ "loss": 0.8253,
38
  "step": 50
39
  },
40
  {
41
  "epoch": 0.1,
42
  "learning_rate": 0.00019680511182108628,
43
+ "loss": 0.838,
44
  "step": 60
45
  },
46
  {
47
  "epoch": 0.11,
48
  "learning_rate": 0.00019627263045793398,
49
+ "loss": 0.9288,
50
  "step": 70
51
  },
52
  {
53
  "epoch": 0.13,
54
  "learning_rate": 0.00019574014909478168,
55
+ "loss": 0.8994,
56
  "step": 80
57
  },
58
  {
59
  "epoch": 0.14,
60
  "learning_rate": 0.0001952076677316294,
61
+ "loss": 0.9625,
62
  "step": 90
63
  },
64
  {
65
  "epoch": 0.16,
66
  "learning_rate": 0.0001946751863684771,
67
+ "loss": 0.8057,
68
  "step": 100
69
  },
70
  {
71
  "epoch": 0.16,
72
+ "eval_accuracy": 0.7253886010362695,
73
+ "eval_f1": 0.6902091795647346,
74
+ "eval_loss": 0.7590692639350891,
75
+ "eval_precision": 0.6778860287362657,
76
+ "eval_recall": 0.7253886010362695,
77
+ "eval_runtime": 1.2933,
78
+ "eval_samples_per_second": 149.234,
79
+ "eval_steps_per_second": 19.331,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.18,
84
  "learning_rate": 0.00019414270500532483,
85
+ "loss": 0.8193,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.19,
90
  "learning_rate": 0.00019361022364217253,
91
+ "loss": 0.7711,
92
  "step": 120
93
  },
94
  {
95
  "epoch": 0.21,
96
  "learning_rate": 0.00019307774227902025,
97
+ "loss": 0.7055,
98
  "step": 130
99
  },
100
  {
101
  "epoch": 0.22,
102
  "learning_rate": 0.00019254526091586795,
103
+ "loss": 0.7175,
104
  "step": 140
105
  },
106
  {
107
  "epoch": 0.24,
108
  "learning_rate": 0.00019201277955271565,
109
+ "loss": 0.8349,
110
  "step": 150
111
  },
112
  {
113
  "epoch": 0.26,
114
  "learning_rate": 0.00019148029818956338,
115
+ "loss": 0.8284,
116
  "step": 160
117
  },
118
  {
119
  "epoch": 0.27,
120
  "learning_rate": 0.00019094781682641108,
121
+ "loss": 0.7171,
122
  "step": 170
123
  },
124
  {
125
  "epoch": 0.29,
126
  "learning_rate": 0.0001904153354632588,
127
+ "loss": 0.8533,
128
  "step": 180
129
  },
130
  {
131
  "epoch": 0.3,
132
  "learning_rate": 0.0001898828541001065,
133
+ "loss": 0.7037,
134
  "step": 190
135
  },
136
  {
137
  "epoch": 0.32,
138
  "learning_rate": 0.00018935037273695422,
139
+ "loss": 0.7619,
140
  "step": 200
141
  },
142
  {
143
  "epoch": 0.32,
144
+ "eval_accuracy": 0.7409326424870466,
145
+ "eval_f1": 0.6952852008863443,
146
+ "eval_loss": 0.7081080675125122,
147
+ "eval_precision": 0.6919837080261991,
148
+ "eval_recall": 0.7409326424870466,
149
+ "eval_runtime": 1.3028,
150
+ "eval_samples_per_second": 148.147,
151
+ "eval_steps_per_second": 19.19,
152
  "step": 200
153
  },
154
  {
155
  "epoch": 0.34,
156
  "learning_rate": 0.00018881789137380192,
157
+ "loss": 0.7863,
158
  "step": 210
159
  },
160
  {
161
  "epoch": 0.35,
162
  "learning_rate": 0.00018828541001064962,
163
+ "loss": 0.6954,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.37,
168
  "learning_rate": 0.00018775292864749735,
169
+ "loss": 0.7077,
170
  "step": 230
171
  },
172
  {
173
  "epoch": 0.38,
174
  "learning_rate": 0.00018722044728434505,
175
+ "loss": 0.685,
176
  "step": 240
177
  },
178
  {
179
  "epoch": 0.4,
180
  "learning_rate": 0.00018668796592119277,
181
+ "loss": 0.5368,
182
  "step": 250
183
  },
184
  {
185
  "epoch": 0.42,
186
  "learning_rate": 0.00018615548455804047,
187
+ "loss": 0.7447,
188
  "step": 260
189
  },
190
  {
191
  "epoch": 0.43,
192
  "learning_rate": 0.0001856230031948882,
193
+ "loss": 0.8099,
194
  "step": 270
195
  },
196
  {
197
  "epoch": 0.45,
198
  "learning_rate": 0.0001850905218317359,
199
+ "loss": 0.7634,
200
  "step": 280
201
  },
202
  {
203
  "epoch": 0.46,
204
  "learning_rate": 0.0001845580404685836,
205
+ "loss": 0.7319,
206
  "step": 290
207
  },
208
  {
209
  "epoch": 0.48,
210
  "learning_rate": 0.00018402555910543132,
211
+ "loss": 0.6315,
212
  "step": 300
213
  },
214
  {
215
  "epoch": 0.48,
216
+ "eval_accuracy": 0.8134715025906736,
217
+ "eval_f1": 0.8038528184141907,
218
+ "eval_loss": 0.5953513979911804,
219
+ "eval_precision": 0.8688087603854711,
220
+ "eval_recall": 0.8134715025906736,
221
+ "eval_runtime": 1.3543,
222
+ "eval_samples_per_second": 142.507,
223
+ "eval_steps_per_second": 18.459,
224
  "step": 300
225
  },
226
  {
227
  "epoch": 0.5,
228
  "learning_rate": 0.00018349307774227902,
229
+ "loss": 0.5614,
230
  "step": 310
231
  },
232
  {
233
  "epoch": 0.51,
234
  "learning_rate": 0.00018296059637912674,
235
+ "loss": 0.5914,
236
  "step": 320
237
  },
238
  {
239
  "epoch": 0.53,
240
  "learning_rate": 0.00018242811501597444,
241
+ "loss": 0.6407,
242
  "step": 330
243
  },
244
  {
245
  "epoch": 0.54,
246
  "learning_rate": 0.00018189563365282217,
247
+ "loss": 0.7443,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.56,
252
  "learning_rate": 0.00018136315228966987,
253
+ "loss": 0.6917,
254
  "step": 350
255
  },
256
  {
257
  "epoch": 0.58,
258
  "learning_rate": 0.00018083067092651756,
259
+ "loss": 0.6157,
260
  "step": 360
261
  },
262
  {
263
  "epoch": 0.59,
264
  "learning_rate": 0.0001802981895633653,
265
+ "loss": 0.6469,
266
  "step": 370
267
  },
268
  {
269
  "epoch": 0.61,
270
  "learning_rate": 0.00017976570820021302,
271
+ "loss": 0.6911,
272
  "step": 380
273
  },
274
  {
275
  "epoch": 0.62,
276
  "learning_rate": 0.00017923322683706071,
277
+ "loss": 0.6223,
278
  "step": 390
279
  },
280
  {
281
  "epoch": 0.64,
282
  "learning_rate": 0.0001787007454739084,
283
+ "loss": 0.8311,
284
  "step": 400
285
  },
286
  {
287
  "epoch": 0.64,
288
+ "eval_accuracy": 0.7927461139896373,
289
+ "eval_f1": 0.7805736577757303,
290
+ "eval_loss": 0.597364604473114,
291
+ "eval_precision": 0.7984743458839895,
292
+ "eval_recall": 0.7927461139896373,
293
+ "eval_runtime": 1.4421,
294
+ "eval_samples_per_second": 133.832,
295
+ "eval_steps_per_second": 17.336,
296
  "step": 400
297
  },
298
  {
299
  "epoch": 0.65,
300
  "learning_rate": 0.00017816826411075614,
301
+ "loss": 0.6898,
302
  "step": 410
303
  },
304
  {
305
  "epoch": 0.67,
306
  "learning_rate": 0.00017763578274760384,
307
+ "loss": 0.6062,
308
  "step": 420
309
  },
310
  {
311
  "epoch": 0.69,
312
  "learning_rate": 0.00017710330138445154,
313
+ "loss": 0.7281,
314
  "step": 430
315
  },
316
  {
317
  "epoch": 0.7,
318
  "learning_rate": 0.00017657082002129926,
319
+ "loss": 0.6312,
320
  "step": 440
321
  },
322
  {
323
  "epoch": 0.72,
324
  "learning_rate": 0.000176038338658147,
325
+ "loss": 0.6278,
326
  "step": 450
327
  },
328
  {
329
  "epoch": 0.73,
330
  "learning_rate": 0.00017550585729499469,
331
+ "loss": 0.5219,
332
  "step": 460
333
  },
334
  {
335
  "epoch": 0.75,
336
  "learning_rate": 0.0001749733759318424,
337
+ "loss": 0.6421,
338
  "step": 470
339
  },
340
  {
341
  "epoch": 0.77,
342
  "learning_rate": 0.0001744408945686901,
343
+ "loss": 0.5929,
344
  "step": 480
345
  },
346
  {
347
  "epoch": 0.78,
348
  "learning_rate": 0.0001739084132055378,
349
+ "loss": 0.7804,
350
  "step": 490
351
  },
352
  {
353
  "epoch": 0.8,
354
  "learning_rate": 0.0001733759318423855,
355
+ "loss": 0.5666,
356
  "step": 500
357
  },
358
  {
359
  "epoch": 0.8,
360
+ "eval_accuracy": 0.772020725388601,
361
+ "eval_f1": 0.7727207125131491,
362
+ "eval_loss": 0.6151149868965149,
363
+ "eval_precision": 0.790252614397692,
364
+ "eval_recall": 0.772020725388601,
365
+ "eval_runtime": 1.4778,
366
+ "eval_samples_per_second": 130.599,
367
+ "eval_steps_per_second": 16.917,
368
  "step": 500
369
  },
370
  {
371
  "epoch": 0.81,
372
  "learning_rate": 0.00017284345047923323,
373
+ "loss": 0.6114,
374
  "step": 510
375
  },
376
  {
377
  "epoch": 0.83,
378
  "learning_rate": 0.00017231096911608096,
379
+ "loss": 0.5761,
380
  "step": 520
381
  },
382
  {
383
  "epoch": 0.85,
384
  "learning_rate": 0.00017177848775292866,
385
+ "loss": 0.5115,
386
  "step": 530
387
  },
388
  {
389
  "epoch": 0.86,
390
  "learning_rate": 0.00017124600638977638,
391
+ "loss": 0.6255,
392
  "step": 540
393
  },
394
  {
395
  "epoch": 0.88,
396
  "learning_rate": 0.00017071352502662408,
397
+ "loss": 0.6064,
398
  "step": 550
399
  },
400
  {
401
  "epoch": 0.89,
402
  "learning_rate": 0.00017018104366347178,
403
+ "loss": 0.6261,
404
  "step": 560
405
  },
406
  {
407
  "epoch": 0.91,
408
  "learning_rate": 0.00016964856230031948,
409
+ "loss": 0.56,
410
  "step": 570
411
  },
412
  {
413
  "epoch": 0.93,
414
  "learning_rate": 0.0001691160809371672,
415
+ "loss": 0.4957,
416
  "step": 580
417
  },
418
  {
419
  "epoch": 0.94,
420
  "learning_rate": 0.00016858359957401493,
421
+ "loss": 0.5808,
422
  "step": 590
423
  },
424
  {
425
  "epoch": 0.96,
426
  "learning_rate": 0.00016805111821086263,
427
+ "loss": 0.5816,
428
  "step": 600
429
  },
430
  {
431
  "epoch": 0.96,
432
+ "eval_accuracy": 0.8031088082901554,
433
+ "eval_f1": 0.7440025135199124,
434
+ "eval_loss": 0.4912366271018982,
435
+ "eval_precision": 0.7008499532379302,
436
+ "eval_recall": 0.8031088082901554,
437
+ "eval_runtime": 1.3782,
438
+ "eval_samples_per_second": 140.041,
439
+ "eval_steps_per_second": 18.14,
440
  "step": 600
441
  },
442
  {
443
  "epoch": 0.97,
444
  "learning_rate": 0.00016751863684771035,
445
+ "loss": 0.7771,
446
  "step": 610
447
  },
448
  {
449
  "epoch": 0.99,
450
  "learning_rate": 0.00016698615548455805,
451
+ "loss": 0.5708,
452
  "step": 620
453
  },
454
  {
455
  "epoch": 1.01,
456
  "learning_rate": 0.00016645367412140575,
457
+ "loss": 0.5156,
458
  "step": 630
459
  },
460
  {
461
  "epoch": 1.02,
462
  "learning_rate": 0.00016592119275825345,
463
+ "loss": 0.3287,
464
  "step": 640
465
  },
466
  {
467
  "epoch": 1.04,
468
  "learning_rate": 0.00016538871139510118,
469
+ "loss": 0.4675,
470
  "step": 650
471
  },
472
  {
473
  "epoch": 1.05,
474
  "learning_rate": 0.0001648562300319489,
475
+ "loss": 0.5591,
476
  "step": 660
477
  },
478
  {
479
  "epoch": 1.07,
480
  "learning_rate": 0.0001643237486687966,
481
+ "loss": 0.5379,
482
  "step": 670
483
  },
484
  {
485
  "epoch": 1.09,
486
  "learning_rate": 0.00016379126730564433,
487
+ "loss": 0.5062,
488
  "step": 680
489
  },
490
  {
491
  "epoch": 1.1,
492
  "learning_rate": 0.00016325878594249202,
493
+ "loss": 0.3909,
494
  "step": 690
495
  },
496
  {
497
  "epoch": 1.12,
498
  "learning_rate": 0.00016272630457933972,
499
+ "loss": 0.3715,
500
  "step": 700
501
  },
502
  {
503
  "epoch": 1.12,
504
+ "eval_accuracy": 0.7979274611398963,
505
+ "eval_f1": 0.7764465194154111,
506
+ "eval_loss": 0.5772222280502319,
507
+ "eval_precision": 0.8023955988846563,
508
+ "eval_recall": 0.7979274611398963,
509
+ "eval_runtime": 1.4782,
510
+ "eval_samples_per_second": 130.565,
511
+ "eval_steps_per_second": 16.913,
512
  "step": 700
513
  },
514
  {
515
  "epoch": 1.13,
516
  "learning_rate": 0.00016219382321618745,
517
+ "loss": 0.597,
518
  "step": 710
519
  },
520
  {
521
  "epoch": 1.15,
522
  "learning_rate": 0.00016166134185303515,
523
+ "loss": 0.4993,
524
  "step": 720
525
  },
526
  {
527
  "epoch": 1.17,
528
  "learning_rate": 0.00016112886048988287,
529
+ "loss": 0.4315,
530
  "step": 730
531
  },
532
  {
533
  "epoch": 1.18,
534
  "learning_rate": 0.00016059637912673057,
535
+ "loss": 0.456,
536
  "step": 740
537
  },
538
  {
539
  "epoch": 1.2,
540
  "learning_rate": 0.0001600638977635783,
541
+ "loss": 0.4603,
542
  "step": 750
543
  },
544
  {
545
  "epoch": 1.21,
546
  "learning_rate": 0.000159531416400426,
547
+ "loss": 0.5013,
548
  "step": 760
549
  },
550
  {
551
  "epoch": 1.23,
552
  "learning_rate": 0.0001589989350372737,
553
+ "loss": 0.3764,
554
  "step": 770
555
  },
556
  {
557
  "epoch": 1.25,
558
  "learning_rate": 0.00015846645367412142,
559
+ "loss": 0.4753,
560
  "step": 780
561
  },
562
  {
563
  "epoch": 1.26,
564
  "learning_rate": 0.00015793397231096912,
565
+ "loss": 0.4748,
566
  "step": 790
567
  },
568
  {
569
  "epoch": 1.28,
570
  "learning_rate": 0.00015740149094781684,
571
+ "loss": 0.5411,
572
  "step": 800
573
  },
574
  {
575
  "epoch": 1.28,
576
+ "eval_accuracy": 0.8341968911917098,
577
+ "eval_f1": 0.8300510265180505,
578
+ "eval_loss": 0.5023627281188965,
579
+ "eval_precision": 0.8447228277489082,
580
+ "eval_recall": 0.8341968911917098,
581
+ "eval_runtime": 1.423,
582
+ "eval_samples_per_second": 135.63,
583
+ "eval_steps_per_second": 17.569,
584
  "step": 800
585
  },
586
  {
587
  "epoch": 1.29,
588
  "learning_rate": 0.00015686900958466454,
589
+ "loss": 0.468,
590
  "step": 810
591
  },
592
  {
593
  "epoch": 1.31,
594
  "learning_rate": 0.00015633652822151227,
595
+ "loss": 0.5218,
596
  "step": 820
597
  },
598
  {
599
  "epoch": 1.33,
600
  "learning_rate": 0.00015580404685835997,
601
+ "loss": 0.3141,
602
  "step": 830
603
  },
604
  {
605
  "epoch": 1.34,
606
  "learning_rate": 0.00015527156549520767,
607
+ "loss": 0.5387,
608
  "step": 840
609
  },
610
  {
611
  "epoch": 1.36,
612
  "learning_rate": 0.0001547390841320554,
613
+ "loss": 0.3781,
614
  "step": 850
615
  },
616
  {
617
  "epoch": 1.37,
618
  "learning_rate": 0.0001542066027689031,
619
+ "loss": 0.5936,
620
  "step": 860
621
  },
622
  {
623
  "epoch": 1.39,
624
  "learning_rate": 0.00015367412140575082,
625
+ "loss": 0.5951,
626
  "step": 870
627
  },
628
  {
629
  "epoch": 1.41,
630
  "learning_rate": 0.00015314164004259851,
631
+ "loss": 0.3731,
632
  "step": 880
633
  },
634
  {
635
  "epoch": 1.42,
636
  "learning_rate": 0.00015260915867944624,
637
+ "loss": 0.4994,
638
  "step": 890
639
  },
640
  {
641
  "epoch": 1.44,
642
  "learning_rate": 0.00015207667731629394,
643
+ "loss": 0.474,
644
  "step": 900
645
  },
646
  {
647
  "epoch": 1.44,
648
+ "eval_accuracy": 0.8341968911917098,
649
+ "eval_f1": 0.8196455563647475,
650
+ "eval_loss": 0.437396377325058,
651
+ "eval_precision": 0.8259791733884998,
652
+ "eval_recall": 0.8341968911917098,
653
+ "eval_runtime": 1.495,
654
+ "eval_samples_per_second": 129.099,
655
+ "eval_steps_per_second": 16.723,
656
  "step": 900
657
  },
658
  {
659
  "epoch": 1.45,
660
  "learning_rate": 0.00015154419595314164,
661
+ "loss": 0.4212,
662
  "step": 910
663
  },
664
  {
665
  "epoch": 1.47,
666
  "learning_rate": 0.00015101171458998936,
667
+ "loss": 0.4708,
668
  "step": 920
669
  },
670
  {
671
  "epoch": 1.49,
672
  "learning_rate": 0.00015047923322683706,
673
+ "loss": 0.4641,
674
  "step": 930
675
  },
676
  {
677
  "epoch": 1.5,
678
  "learning_rate": 0.0001499467518636848,
679
+ "loss": 0.5121,
680
  "step": 940
681
  },
682
  {
683
  "epoch": 1.52,
684
  "learning_rate": 0.00014941427050053249,
685
+ "loss": 0.4798,
686
  "step": 950
687
  },
688
  {
689
  "epoch": 1.53,
690
  "learning_rate": 0.0001488817891373802,
691
+ "loss": 0.3917,
692
  "step": 960
693
  },
694
  {
695
  "epoch": 1.55,
696
  "learning_rate": 0.0001483493077742279,
697
+ "loss": 0.4626,
698
  "step": 970
699
  },
700
  {
701
  "epoch": 1.57,
702
  "learning_rate": 0.0001478168264110756,
703
+ "loss": 0.4031,
704
  "step": 980
705
  },
706
  {
707
  "epoch": 1.58,
708
  "learning_rate": 0.00014728434504792333,
709
+ "loss": 0.4627,
710
  "step": 990
711
  },
712
  {
713
  "epoch": 1.6,
714
  "learning_rate": 0.00014675186368477103,
715
+ "loss": 0.4386,
716
  "step": 1000
717
  },
718
  {
719
  "epoch": 1.6,
720
+ "eval_accuracy": 0.7564766839378239,
721
+ "eval_f1": 0.7807925220524523,
722
+ "eval_loss": 0.6611098051071167,
723
+ "eval_precision": 0.8456463174136767,
724
+ "eval_recall": 0.7564766839378239,
725
+ "eval_runtime": 1.4882,
726
+ "eval_samples_per_second": 129.689,
727
+ "eval_steps_per_second": 16.799,
728
  "step": 1000
729
  },
730
  {
731
  "epoch": 1.61,
732
  "learning_rate": 0.00014621938232161876,
733
+ "loss": 0.4531,
734
  "step": 1010
735
  },
736
  {
737
  "epoch": 1.63,
738
  "learning_rate": 0.00014568690095846646,
739
+ "loss": 0.4607,
740
  "step": 1020
741
  },
742
  {
743
  "epoch": 1.65,
744
  "learning_rate": 0.00014515441959531418,
745
+ "loss": 0.4729,
746
  "step": 1030
747
  },
748
  {
749
  "epoch": 1.66,
750
  "learning_rate": 0.00014462193823216188,
751
+ "loss": 0.5212,
752
  "step": 1040
753
  },
754
  {
755
  "epoch": 1.68,
756
  "learning_rate": 0.00014408945686900958,
757
+ "loss": 0.4455,
758
  "step": 1050
759
  },
760
  {
761
  "epoch": 1.69,
762
  "learning_rate": 0.0001435569755058573,
763
+ "loss": 0.4562,
764
  "step": 1060
765
  },
766
  {
767
  "epoch": 1.71,
768
  "learning_rate": 0.000143024494142705,
769
+ "loss": 0.3637,
770
  "step": 1070
771
  },
772
  {
773
  "epoch": 1.73,
774
  "learning_rate": 0.00014249201277955273,
775
+ "loss": 0.4477,
776
  "step": 1080
777
  },
778
  {
779
  "epoch": 1.74,
780
  "learning_rate": 0.00014195953141640043,
781
+ "loss": 0.5181,
782
  "step": 1090
783
  },
784
  {
785
  "epoch": 1.76,
786
  "learning_rate": 0.00014142705005324815,
787
+ "loss": 0.4091,
788
  "step": 1100
789
  },
790
  {
791
  "epoch": 1.76,
792
+ "eval_accuracy": 0.8031088082901554,
793
+ "eval_f1": 0.7855269798617716,
794
+ "eval_loss": 0.5261281728744507,
795
+ "eval_precision": 0.8287814365795575,
796
+ "eval_recall": 0.8031088082901554,
797
+ "eval_runtime": 1.5518,
798
+ "eval_samples_per_second": 124.372,
799
+ "eval_steps_per_second": 16.11,
800
  "step": 1100
801
  },
802
  {
803
  "epoch": 1.77,
804
  "learning_rate": 0.00014089456869009585,
805
+ "loss": 0.5717,
806
  "step": 1110
807
  },
808
  {
809
  "epoch": 1.79,
810
  "learning_rate": 0.00014036208732694355,
811
+ "loss": 0.3932,
812
  "step": 1120
813
  },
814
  {
815
  "epoch": 1.81,
816
  "learning_rate": 0.00013982960596379128,
817
+ "loss": 0.2944,
818
  "step": 1130
819
  },
820
  {
821
  "epoch": 1.82,
822
  "learning_rate": 0.000139297124600639,
823
+ "loss": 0.3272,
824
  "step": 1140
825
  },
826
  {
827
  "epoch": 1.84,
828
  "learning_rate": 0.0001387646432374867,
829
+ "loss": 0.5272,
830
  "step": 1150
831
  },
832
  {
833
  "epoch": 1.85,
834
  "learning_rate": 0.0001382321618743344,
835
+ "loss": 0.4034,
836
  "step": 1160
837
  },
838
  {
839
  "epoch": 1.87,
840
  "learning_rate": 0.00013769968051118212,
841
+ "loss": 0.3946,
842
  "step": 1170
843
  },
844
  {
845
  "epoch": 1.88,
846
  "learning_rate": 0.00013716719914802982,
847
+ "loss": 0.6408,
848
  "step": 1180
849
  },
850
  {
851
  "epoch": 1.9,
852
  "learning_rate": 0.00013663471778487752,
853
+ "loss": 0.2895,
854
  "step": 1190
855
  },
856
  {
857
  "epoch": 1.92,
858
  "learning_rate": 0.00013610223642172525,
859
+ "loss": 0.4023,
860
  "step": 1200
861
  },
862
  {
863
  "epoch": 1.92,
864
+ "eval_accuracy": 0.844559585492228,
865
+ "eval_f1": 0.8462326114605659,
866
+ "eval_loss": 0.42789995670318604,
867
+ "eval_precision": 0.8686702660338749,
868
+ "eval_recall": 0.844559585492228,
869
+ "eval_runtime": 1.3766,
870
+ "eval_samples_per_second": 140.2,
871
+ "eval_steps_per_second": 18.161,
872
  "step": 1200
873
  },
874
  {
875
  "epoch": 1.93,
876
  "learning_rate": 0.00013556975505857297,
877
+ "loss": 0.4638,
878
  "step": 1210
879
  },
880
  {
881
  "epoch": 1.95,
882
  "learning_rate": 0.00013503727369542067,
883
+ "loss": 0.2626,
884
  "step": 1220
885
  },
886
  {
887
  "epoch": 1.96,
888
  "learning_rate": 0.00013450479233226837,
889
+ "loss": 0.3227,
890
  "step": 1230
891
  },
892
  {
893
  "epoch": 1.98,
894
  "learning_rate": 0.0001339723109691161,
895
+ "loss": 0.4861,
896
  "step": 1240
897
  },
898
  {
899
  "epoch": 2.0,
900
  "learning_rate": 0.0001334398296059638,
901
+ "loss": 0.4213,
902
  "step": 1250
903
  },
904
  {
905
  "epoch": 2.01,
906
  "learning_rate": 0.0001329073482428115,
907
+ "loss": 0.3679,
908
  "step": 1260
909
  },
910
  {
911
  "epoch": 2.03,
912
+ "learning_rate": 0.00013242811501597445,
913
+ "loss": 0.2227,
914
  "step": 1270
915
  },
916
  {
917
  "epoch": 2.04,
918
+ "learning_rate": 0.00013189563365282217,
919
+ "loss": 0.2959,
920
  "step": 1280
921
  },
922
  {
923
  "epoch": 2.06,
924
+ "learning_rate": 0.00013136315228966987,
925
+ "loss": 0.2047,
926
  "step": 1290
927
  },
928
  {
929
  "epoch": 2.08,
930
+ "learning_rate": 0.00013083067092651757,
931
+ "loss": 0.28,
932
  "step": 1300
933
  },
934
  {
935
  "epoch": 2.08,
936
+ "eval_accuracy": 0.8238341968911918,
937
+ "eval_f1": 0.8023299870466322,
938
+ "eval_loss": 0.5927017331123352,
939
+ "eval_precision": 0.8468071334174415,
940
+ "eval_recall": 0.8238341968911918,
941
+ "eval_runtime": 1.4255,
942
+ "eval_samples_per_second": 135.394,
943
+ "eval_steps_per_second": 17.538,
944
  "step": 1300
945
  },
946
  {
947
  "epoch": 2.09,
948
+ "learning_rate": 0.00013029818956336527,
949
+ "loss": 0.2691,
950
  "step": 1310
951
  },
952
  {
953
  "epoch": 2.11,
954
+ "learning_rate": 0.00012976570820021302,
955
+ "loss": 0.2565,
956
  "step": 1320
957
  },
958
  {
959
  "epoch": 2.12,
960
+ "learning_rate": 0.00012923322683706072,
961
+ "loss": 0.2351,
962
  "step": 1330
963
  },
964
  {
965
  "epoch": 2.14,
966
+ "learning_rate": 0.00012870074547390842,
967
+ "loss": 0.3709,
968
  "step": 1340
969
  },
970
  {
971
  "epoch": 2.16,
972
+ "learning_rate": 0.00012816826411075614,
973
+ "loss": 0.2818,
974
  "step": 1350
975
  },
976
  {
977
  "epoch": 2.17,
978
+ "learning_rate": 0.00012763578274760384,
979
+ "loss": 0.2715,
980
  "step": 1360
981
  },
982
  {
983
  "epoch": 2.19,
984
+ "learning_rate": 0.00012710330138445154,
985
+ "loss": 0.2061,
986
  "step": 1370
987
  },
988
  {
989
  "epoch": 2.2,
990
+ "learning_rate": 0.00012657082002129924,
991
+ "loss": 0.2897,
992
  "step": 1380
993
  },
994
  {
995
  "epoch": 2.22,
996
+ "learning_rate": 0.000126038338658147,
997
+ "loss": 0.3189,
998
  "step": 1390
999
  },
1000
  {
1001
  "epoch": 2.24,
1002
+ "learning_rate": 0.0001255058572949947,
1003
+ "loss": 0.2408,
1004
  "step": 1400
1005
  },
1006
  {
1007
  "epoch": 2.24,
1008
+ "eval_accuracy": 0.844559585492228,
1009
+ "eval_f1": 0.8399499972143294,
1010
+ "eval_loss": 0.46048107743263245,
1011
+ "eval_precision": 0.8502584577872601,
1012
+ "eval_recall": 0.844559585492228,
1013
+ "eval_runtime": 1.3777,
1014
+ "eval_samples_per_second": 140.091,
1015
+ "eval_steps_per_second": 18.147,
1016
  "step": 1400
1017
  },
1018
  {
1019
  "epoch": 2.25,
1020
+ "learning_rate": 0.0001249733759318424,
1021
+ "loss": 0.2581,
1022
  "step": 1410
1023
  },
1024
  {
1025
  "epoch": 2.27,
1026
+ "learning_rate": 0.00012444089456869011,
1027
+ "loss": 0.3245,
1028
  "step": 1420
1029
  },
1030
  {
1031
  "epoch": 2.28,
1032
+ "learning_rate": 0.0001239084132055378,
1033
+ "loss": 0.2711,
1034
  "step": 1430
1035
  },
1036
  {
1037
  "epoch": 2.3,
1038
+ "learning_rate": 0.0001233759318423855,
1039
+ "loss": 0.1715,
1040
  "step": 1440
1041
  },
1042
  {
1043
  "epoch": 2.32,
1044
+ "learning_rate": 0.00012284345047923324,
1045
+ "loss": 0.2997,
1046
  "step": 1450
1047
  },
1048
  {
1049
  "epoch": 2.33,
1050
+ "learning_rate": 0.00012231096911608096,
1051
+ "loss": 0.3211,
1052
  "step": 1460
1053
  },
1054
  {
1055
  "epoch": 2.35,
1056
+ "learning_rate": 0.00012177848775292866,
1057
+ "loss": 0.2979,
1058
  "step": 1470
1059
  },
1060
  {
1061
  "epoch": 2.36,
1062
+ "learning_rate": 0.00012124600638977637,
1063
+ "loss": 0.3101,
1064
  "step": 1480
1065
  },
1066
  {
1067
  "epoch": 2.38,
1068
+ "learning_rate": 0.00012071352502662407,
1069
+ "loss": 0.2338,
1070
  "step": 1490
1071
  },
1072
  {
1073
  "epoch": 2.4,
1074
+ "learning_rate": 0.00012018104366347178,
1075
+ "loss": 0.2145,
1076
  "step": 1500
1077
  },
1078
  {
1079
  "epoch": 2.4,
1080
+ "eval_accuracy": 0.8341968911917098,
1081
+ "eval_f1": 0.8399037708608313,
1082
+ "eval_loss": 0.48647597432136536,
1083
+ "eval_precision": 0.857462518686231,
1084
+ "eval_recall": 0.8341968911917098,
1085
+ "eval_runtime": 1.4386,
1086
+ "eval_samples_per_second": 134.156,
1087
+ "eval_steps_per_second": 17.378,
1088
  "step": 1500
1089
  },
1090
  {
1091
  "epoch": 2.41,
1092
+ "learning_rate": 0.00011964856230031948,
1093
+ "loss": 0.1552,
1094
  "step": 1510
1095
  },
1096
  {
1097
  "epoch": 2.43,
1098
+ "learning_rate": 0.0001191160809371672,
1099
+ "loss": 0.2341,
1100
  "step": 1520
1101
  },
1102
  {
1103
  "epoch": 2.44,
1104
+ "learning_rate": 0.00011858359957401492,
1105
+ "loss": 0.2611,
1106
  "step": 1530
1107
  },
1108
  {
1109
  "epoch": 2.46,
1110
+ "learning_rate": 0.00011805111821086263,
1111
+ "loss": 0.3338,
1112
  "step": 1540
1113
  },
1114
  {
1115
  "epoch": 2.48,
1116
+ "learning_rate": 0.00011751863684771035,
1117
+ "loss": 0.2027,
1118
  "step": 1550
1119
  },
1120
  {
1121
  "epoch": 2.49,
1122
+ "learning_rate": 0.00011698615548455804,
1123
+ "loss": 0.246,
1124
  "step": 1560
1125
  },
1126
  {
1127
  "epoch": 2.51,
1128
+ "learning_rate": 0.00011645367412140576,
1129
+ "loss": 0.2501,
1130
  "step": 1570
1131
  },
1132
  {
1133
  "epoch": 2.52,
1134
+ "learning_rate": 0.00011592119275825345,
1135
+ "loss": 0.2001,
1136
  "step": 1580
1137
  },
1138
  {
1139
  "epoch": 2.54,
1140
+ "learning_rate": 0.00011538871139510117,
1141
+ "loss": 0.2775,
1142
  "step": 1590
1143
  },
1144
  {
1145
  "epoch": 2.56,
1146
+ "learning_rate": 0.00011485623003194889,
1147
+ "loss": 0.3194,
1148
  "step": 1600
1149
  },
1150
  {
1151
  "epoch": 2.56,
1152
+ "eval_accuracy": 0.8497409326424871,
1153
+ "eval_f1": 0.8435052257391918,
1154
+ "eval_loss": 0.47271010279655457,
1155
+ "eval_precision": 0.8476361340579566,
1156
+ "eval_recall": 0.8497409326424871,
1157
+ "eval_runtime": 1.4929,
1158
+ "eval_samples_per_second": 129.279,
1159
+ "eval_steps_per_second": 16.746,
1160
  "step": 1600
1161
  },
1162
  {
1163
  "epoch": 2.57,
1164
+ "learning_rate": 0.0001143237486687966,
1165
+ "loss": 0.1092,
1166
  "step": 1610
1167
  },
1168
  {
1169
  "epoch": 2.59,
1170
+ "learning_rate": 0.00011379126730564432,
1171
+ "loss": 0.2677,
1172
  "step": 1620
1173
  },
1174
  {
1175
  "epoch": 2.6,
1176
+ "learning_rate": 0.00011325878594249201,
1177
+ "loss": 0.3687,
1178
  "step": 1630
1179
  },
1180
  {
1181
  "epoch": 2.62,
1182
+ "learning_rate": 0.00011272630457933973,
1183
+ "loss": 0.2458,
1184
  "step": 1640
1185
  },
1186
  {
1187
  "epoch": 2.64,
1188
+ "learning_rate": 0.00011219382321618744,
1189
+ "loss": 0.3641,
1190
  "step": 1650
1191
  },
1192
  {
1193
  "epoch": 2.65,
1194
+ "learning_rate": 0.00011166134185303514,
1195
+ "loss": 0.1551,
1196
  "step": 1660
1197
  },
1198
  {
1199
  "epoch": 2.67,
1200
+ "learning_rate": 0.00011112886048988286,
1201
+ "loss": 0.4259,
1202
  "step": 1670
1203
  },
1204
  {
1205
  "epoch": 2.68,
1206
+ "learning_rate": 0.00011059637912673058,
1207
+ "loss": 0.2504,
1208
  "step": 1680
1209
  },
1210
  {
1211
  "epoch": 2.7,
1212
+ "learning_rate": 0.00011006389776357829,
1213
+ "loss": 0.4175,
1214
  "step": 1690
1215
  },
1216
  {
1217
  "epoch": 2.72,
1218
+ "learning_rate": 0.00010953141640042599,
1219
+ "loss": 0.2391,
1220
  "step": 1700
1221
  },
1222
  {
1223
  "epoch": 2.72,
1224
+ "eval_accuracy": 0.844559585492228,
1225
+ "eval_f1": 0.8402048896568737,
1226
+ "eval_loss": 0.4676208198070526,
1227
+ "eval_precision": 0.8422952210750975,
1228
+ "eval_recall": 0.844559585492228,
1229
+ "eval_runtime": 1.4255,
1230
+ "eval_samples_per_second": 135.389,
1231
+ "eval_steps_per_second": 17.537,
1232
  "step": 1700
1233
  },
1234
  {
1235
  "epoch": 2.73,
1236
+ "learning_rate": 0.0001089989350372737,
1237
+ "loss": 0.3173,
1238
  "step": 1710
1239
  },
1240
  {
1241
  "epoch": 2.75,
1242
+ "learning_rate": 0.00010846645367412141,
1243
+ "loss": 0.1635,
1244
  "step": 1720
1245
  },
1246
  {
1247
  "epoch": 2.76,
1248
+ "learning_rate": 0.00010793397231096911,
1249
+ "loss": 0.1839,
1250
  "step": 1730
1251
  },
1252
  {
1253
  "epoch": 2.78,
1254
+ "learning_rate": 0.00010740149094781683,
1255
+ "loss": 0.2295,
1256
  "step": 1740
1257
  },
1258
  {
1259
  "epoch": 2.8,
1260
+ "learning_rate": 0.00010686900958466455,
1261
+ "loss": 0.2353,
1262
  "step": 1750
1263
  },
1264
  {
1265
  "epoch": 2.81,
1266
+ "learning_rate": 0.00010633652822151226,
1267
+ "loss": 0.2398,
1268
  "step": 1760
1269
  },
1270
  {
1271
  "epoch": 2.83,
1272
+ "learning_rate": 0.00010580404685835996,
1273
+ "loss": 0.2059,
1274
  "step": 1770
1275
  },
1276
  {
1277
  "epoch": 2.84,
1278
+ "learning_rate": 0.00010527156549520767,
1279
+ "loss": 0.2171,
1280
  "step": 1780
1281
  },
1282
  {
1283
  "epoch": 2.86,
1284
+ "learning_rate": 0.00010473908413205538,
1285
+ "loss": 0.245,
1286
  "step": 1790
1287
  },
1288
  {
1289
  "epoch": 2.88,
1290
+ "learning_rate": 0.00010420660276890308,
1291
+ "loss": 0.1828,
1292
  "step": 1800
1293
  },
1294
  {
1295
  "epoch": 2.88,
1296
+ "eval_accuracy": 0.8601036269430051,
1297
+ "eval_f1": 0.8624874419033628,
1298
+ "eval_loss": 0.433723121881485,
1299
+ "eval_precision": 0.8708761065207271,
1300
+ "eval_recall": 0.8601036269430051,
1301
+ "eval_runtime": 1.4311,
1302
+ "eval_samples_per_second": 134.86,
1303
+ "eval_steps_per_second": 17.469,
1304
  "step": 1800
1305
  },
1306
  {
1307
  "epoch": 2.89,
1308
+ "learning_rate": 0.0001036741214057508,
1309
+ "loss": 0.2974,
1310
  "step": 1810
1311
  },
1312
  {
1313
  "epoch": 2.91,
1314
+ "learning_rate": 0.00010314164004259852,
1315
+ "loss": 0.3614,
1316
  "step": 1820
1317
  },
1318
  {
1319
  "epoch": 2.92,
1320
+ "learning_rate": 0.00010260915867944623,
1321
+ "loss": 0.1654,
1322
  "step": 1830
1323
  },
1324
  {
1325
  "epoch": 2.94,
1326
+ "learning_rate": 0.00010207667731629393,
1327
+ "loss": 0.2466,
1328
  "step": 1840
1329
  },
1330
  {
1331
  "epoch": 2.96,
1332
+ "learning_rate": 0.00010154419595314164,
1333
+ "loss": 0.1736,
1334
  "step": 1850
1335
  },
1336
  {
1337
  "epoch": 2.97,
1338
+ "learning_rate": 0.00010101171458998935,
1339
+ "loss": 0.2877,
1340
  "step": 1860
1341
  },
1342
  {
1343
  "epoch": 2.99,
1344
+ "learning_rate": 0.00010047923322683705,
1345
+ "loss": 0.3447,
1346
  "step": 1870
1347
  },
1348
  {
1349
  "epoch": 3.0,
1350
+ "learning_rate": 9.994675186368478e-05,
1351
+ "loss": 0.2438,
1352
  "step": 1880
1353
  },
1354
  {
1355
  "epoch": 3.02,
1356
+ "learning_rate": 9.941427050053249e-05,
1357
+ "loss": 0.1226,
1358
  "step": 1890
1359
  },
1360
  {
1361
  "epoch": 3.04,
1362
+ "learning_rate": 9.88817891373802e-05,
1363
+ "loss": 0.1232,
1364
  "step": 1900
1365
  },
1366
  {
1367
  "epoch": 3.04,
1368
+ "eval_accuracy": 0.8601036269430051,
1369
+ "eval_f1": 0.864604353489067,
1370
+ "eval_loss": 0.45493900775909424,
1371
+ "eval_precision": 0.8726125083980296,
1372
+ "eval_recall": 0.8601036269430051,
1373
+ "eval_runtime": 1.495,
1374
+ "eval_samples_per_second": 129.094,
1375
+ "eval_steps_per_second": 16.722,
1376
  "step": 1900
1377
  },
1378
  {
1379
  "epoch": 3.05,
1380
+ "learning_rate": 9.83493077742279e-05,
1381
+ "loss": 0.1233,
1382
  "step": 1910
1383
  },
1384
  {
1385
  "epoch": 3.07,
1386
+ "learning_rate": 9.781682641107561e-05,
1387
+ "loss": 0.1722,
1388
  "step": 1920
1389
  },
1390
  {
1391
  "epoch": 3.08,
1392
+ "learning_rate": 9.728434504792332e-05,
1393
+ "loss": 0.114,
1394
  "step": 1930
1395
  },
1396
  {
1397
  "epoch": 3.1,
1398
+ "learning_rate": 9.675186368477104e-05,
1399
+ "loss": 0.073,
1400
  "step": 1940
1401
  },
1402
  {
1403
  "epoch": 3.12,
1404
+ "learning_rate": 9.621938232161875e-05,
1405
+ "loss": 0.115,
1406
  "step": 1950
1407
  },
1408
  {
1409
  "epoch": 3.13,
1410
+ "learning_rate": 9.568690095846646e-05,
1411
+ "loss": 0.086,
1412
  "step": 1960
1413
  },
1414
  {
1415
  "epoch": 3.15,
1416
+ "learning_rate": 9.515441959531417e-05,
1417
+ "loss": 0.0939,
1418
  "step": 1970
1419
  },
1420
  {
1421
  "epoch": 3.16,
1422
+ "learning_rate": 9.462193823216187e-05,
1423
+ "loss": 0.082,
1424
  "step": 1980
1425
  },
1426
  {
1427
  "epoch": 3.18,
1428
+ "learning_rate": 9.408945686900958e-05,
1429
+ "loss": 0.1224,
1430
  "step": 1990
1431
  },
1432
  {
1433
  "epoch": 3.19,
1434
+ "learning_rate": 9.355697550585731e-05,
1435
+ "loss": 0.0929,
1436
  "step": 2000
1437
  },
1438
  {
1439
  "epoch": 3.19,
1440
+ "eval_accuracy": 0.8497409326424871,
1441
+ "eval_f1": 0.8520891403446254,
1442
+ "eval_loss": 0.5939182043075562,
1443
+ "eval_precision": 0.86060710532408,
1444
+ "eval_recall": 0.8497409326424871,
1445
+ "eval_runtime": 1.4945,
1446
+ "eval_samples_per_second": 129.138,
1447
+ "eval_steps_per_second": 16.728,
1448
  "step": 2000
1449
  },
1450
  {
1451
  "epoch": 3.21,
1452
+ "learning_rate": 9.302449414270501e-05,
1453
+ "loss": 0.0937,
1454
  "step": 2010
1455
  },
1456
  {
1457
  "epoch": 3.23,
1458
+ "learning_rate": 9.249201277955272e-05,
1459
+ "loss": 0.0459,
1460
  "step": 2020
1461
  },
1462
  {
1463
  "epoch": 3.24,
1464
+ "learning_rate": 9.195953141640043e-05,
1465
+ "loss": 0.2179,
1466
  "step": 2030
1467
  },
1468
  {
1469
  "epoch": 3.26,
1470
+ "learning_rate": 9.142705005324814e-05,
1471
+ "loss": 0.1042,
1472
  "step": 2040
1473
  },
1474
  {
1475
  "epoch": 3.27,
1476
+ "learning_rate": 9.089456869009584e-05,
1477
+ "loss": 0.07,
1478
  "step": 2050
1479
  },
1480
  {
1481
  "epoch": 3.29,
1482
+ "learning_rate": 9.036208732694355e-05,
1483
+ "loss": 0.1633,
1484
  "step": 2060
1485
  },
1486
  {
1487
  "epoch": 3.31,
1488
+ "learning_rate": 8.982960596379128e-05,
1489
+ "loss": 0.1169,
1490
  "step": 2070
1491
  },
1492
  {
1493
  "epoch": 3.32,
1494
+ "learning_rate": 8.929712460063898e-05,
1495
+ "loss": 0.0455,
1496
  "step": 2080
1497
  },
1498
  {
1499
  "epoch": 3.34,
1500
+ "learning_rate": 8.876464323748669e-05,
1501
+ "loss": 0.0547,
1502
  "step": 2090
1503
  },
1504
  {
1505
  "epoch": 3.35,
1506
+ "learning_rate": 8.82321618743344e-05,
1507
+ "loss": 0.0559,
1508
  "step": 2100
1509
  },
1510
  {
1511
  "epoch": 3.35,
1512
+ "eval_accuracy": 0.8290155440414507,
1513
+ "eval_f1": 0.8236693358455016,
1514
+ "eval_loss": 0.580689013004303,
1515
+ "eval_precision": 0.8242500909768313,
1516
+ "eval_recall": 0.8290155440414507,
1517
+ "eval_runtime": 1.4214,
1518
+ "eval_samples_per_second": 135.781,
1519
+ "eval_steps_per_second": 17.588,
1520
  "step": 2100
1521
  },
1522
  {
1523
  "epoch": 3.37,
1524
+ "learning_rate": 8.769968051118212e-05,
1525
+ "loss": 0.175,
1526
  "step": 2110
1527
  },
1528
  {
1529
  "epoch": 3.39,
1530
+ "learning_rate": 8.716719914802983e-05,
1531
+ "loss": 0.136,
1532
  "step": 2120
1533
  },
1534
  {
1535
  "epoch": 3.4,
1536
+ "learning_rate": 8.663471778487753e-05,
1537
+ "loss": 0.0599,
1538
  "step": 2130
1539
  },
1540
  {
1541
  "epoch": 3.42,
1542
+ "learning_rate": 8.610223642172525e-05,
1543
+ "loss": 0.0872,
1544
  "step": 2140
1545
  },
1546
  {
1547
  "epoch": 3.43,
1548
+ "learning_rate": 8.556975505857295e-05,
1549
+ "loss": 0.1796,
1550
  "step": 2150
1551
  },
1552
  {
1553
  "epoch": 3.45,
1554
+ "learning_rate": 8.503727369542066e-05,
1555
+ "loss": 0.0727,
1556
  "step": 2160
1557
  },
1558
  {
1559
  "epoch": 3.47,
1560
+ "learning_rate": 8.450479233226837e-05,
1561
+ "loss": 0.0664,
1562
  "step": 2170
1563
  },
1564
  {
1565
  "epoch": 3.48,
1566
+ "learning_rate": 8.397231096911609e-05,
1567
+ "loss": 0.0176,
1568
  "step": 2180
1569
  },
1570
  {
1571
  "epoch": 3.5,
1572
+ "learning_rate": 8.34398296059638e-05,
1573
+ "loss": 0.0838,
1574
  "step": 2190
1575
  },
1576
  {
1577
  "epoch": 3.51,
1578
+ "learning_rate": 8.29073482428115e-05,
1579
+ "loss": 0.1833,
1580
  "step": 2200
1581
  },
1582
  {
1583
  "epoch": 3.51,
1584
+ "eval_accuracy": 0.8601036269430051,
1585
+ "eval_f1": 0.8609735593630476,
1586
+ "eval_loss": 0.5234777331352234,
1587
+ "eval_precision": 0.8636060098945884,
1588
+ "eval_recall": 0.8601036269430051,
1589
+ "eval_runtime": 1.429,
1590
+ "eval_samples_per_second": 135.056,
1591
+ "eval_steps_per_second": 17.494,
1592
  "step": 2200
1593
  },
1594
  {
1595
  "epoch": 3.53,
1596
+ "learning_rate": 8.237486687965922e-05,
1597
+ "loss": 0.0984,
1598
  "step": 2210
1599
  },
1600
  {
1601
  "epoch": 3.55,
1602
+ "learning_rate": 8.184238551650692e-05,
1603
+ "loss": 0.1189,
1604
  "step": 2220
1605
  },
1606
  {
1607
  "epoch": 3.56,
1608
+ "learning_rate": 8.130990415335463e-05,
1609
+ "loss": 0.0526,
1610
  "step": 2230
1611
  },
1612
  {
1613
  "epoch": 3.58,
1614
+ "learning_rate": 8.077742279020235e-05,
1615
+ "loss": 0.1402,
1616
  "step": 2240
1617
  },
1618
  {
1619
  "epoch": 3.59,
1620
+ "learning_rate": 8.024494142705006e-05,
1621
+ "loss": 0.1102,
1622
  "step": 2250
1623
  },
1624
  {
1625
  "epoch": 3.61,
1626
+ "learning_rate": 7.971246006389777e-05,
1627
+ "loss": 0.1409,
1628
  "step": 2260
1629
  },
1630
  {
1631
  "epoch": 3.63,
1632
+ "learning_rate": 7.917997870074548e-05,
1633
+ "loss": 0.0704,
1634
  "step": 2270
1635
  },
1636
  {
1637
  "epoch": 3.64,
1638
+ "learning_rate": 7.86474973375932e-05,
1639
+ "loss": 0.1156,
1640
  "step": 2280
1641
  },
1642
  {
1643
  "epoch": 3.66,
1644
+ "learning_rate": 7.811501597444089e-05,
1645
+ "loss": 0.0989,
1646
  "step": 2290
1647
  },
1648
  {
1649
  "epoch": 3.67,
1650
+ "learning_rate": 7.75825346112886e-05,
1651
+ "loss": 0.1395,
1652
  "step": 2300
1653
  },
1654
  {
1655
  "epoch": 3.67,
1656
+ "eval_accuracy": 0.8134715025906736,
1657
+ "eval_f1": 0.820806815758547,
1658
+ "eval_loss": 0.674992561340332,
1659
+ "eval_precision": 0.8465714575985837,
1660
+ "eval_recall": 0.8134715025906736,
1661
+ "eval_runtime": 1.6253,
1662
+ "eval_samples_per_second": 118.748,
1663
+ "eval_steps_per_second": 15.382,
1664
  "step": 2300
1665
  },
1666
  {
1667
  "epoch": 3.69,
1668
+ "learning_rate": 7.705005324813632e-05,
1669
+ "loss": 0.1346,
1670
  "step": 2310
1671
  },
1672
  {
1673
  "epoch": 3.71,
1674
+ "learning_rate": 7.651757188498403e-05,
1675
+ "loss": 0.1195,
1676
  "step": 2320
1677
  },
1678
  {
1679
  "epoch": 3.72,
1680
+ "learning_rate": 7.598509052183174e-05,
1681
+ "loss": 0.0902,
1682
  "step": 2330
1683
  },
1684
  {
1685
  "epoch": 3.74,
1686
  "learning_rate": 7.545260915867945e-05,
1687
+ "loss": 0.0753,
1688
  "step": 2340
1689
  },
1690
  {
1691
  "epoch": 3.75,
1692
  "learning_rate": 7.492012779552717e-05,
1693
+ "loss": 0.0883,
1694
  "step": 2350
1695
  },
1696
  {
1697
  "epoch": 3.77,
1698
  "learning_rate": 7.438764643237486e-05,
1699
+ "loss": 0.0992,
1700
  "step": 2360
1701
  },
1702
  {
1703
  "epoch": 3.79,
1704
  "learning_rate": 7.385516506922258e-05,
1705
+ "loss": 0.1442,
1706
  "step": 2370
1707
  },
1708
  {
1709
  "epoch": 3.8,
1710
  "learning_rate": 7.332268370607029e-05,
1711
+ "loss": 0.1138,
1712
  "step": 2380
1713
  },
1714
  {
1715
  "epoch": 3.82,
1716
  "learning_rate": 7.2790202342918e-05,
1717
+ "loss": 0.1553,
1718
  "step": 2390
1719
  },
1720
  {
1721
  "epoch": 3.83,
1722
  "learning_rate": 7.225772097976571e-05,
1723
+ "loss": 0.0485,
1724
  "step": 2400
1725
  },
1726
  {
1727
  "epoch": 3.83,
1728
+ "eval_accuracy": 0.8860103626943006,
1729
+ "eval_f1": 0.885639852691223,
1730
+ "eval_loss": 0.44308164715766907,
1731
+ "eval_precision": 0.8887689502974477,
1732
+ "eval_recall": 0.8860103626943006,
1733
+ "eval_runtime": 1.5974,
1734
+ "eval_samples_per_second": 120.822,
1735
+ "eval_steps_per_second": 15.651,
1736
  "step": 2400
1737
  },
1738
  {
1739
  "epoch": 3.85,
1740
  "learning_rate": 7.172523961661343e-05,
1741
+ "loss": 0.1022,
1742
  "step": 2410
1743
  },
1744
  {
1745
  "epoch": 3.87,
1746
  "learning_rate": 7.119275825346114e-05,
1747
+ "loss": 0.1077,
1748
  "step": 2420
1749
  },
1750
  {
1751
  "epoch": 3.88,
1752
  "learning_rate": 7.066027689030884e-05,
1753
+ "loss": 0.1688,
1754
  "step": 2430
1755
  },
1756
  {
1757
  "epoch": 3.9,
1758
  "learning_rate": 7.012779552715655e-05,
1759
+ "loss": 0.0722,
1760
  "step": 2440
1761
  },
1762
  {
1763
  "epoch": 3.91,
1764
  "learning_rate": 6.959531416400426e-05,
1765
+ "loss": 0.0801,
1766
  "step": 2450
1767
  },
1768
  {
1769
  "epoch": 3.93,
1770
  "learning_rate": 6.906283280085197e-05,
1771
+ "loss": 0.021,
1772
  "step": 2460
1773
  },
1774
  {
1775
  "epoch": 3.95,
1776
  "learning_rate": 6.853035143769968e-05,
1777
+ "loss": 0.1538,
1778
  "step": 2470
1779
  },
1780
  {
1781
  "epoch": 3.96,
1782
  "learning_rate": 6.79978700745474e-05,
1783
+ "loss": 0.0944,
1784
  "step": 2480
1785
  },
1786
  {
1787
  "epoch": 3.98,
1788
  "learning_rate": 6.746538871139511e-05,
1789
+ "loss": 0.0663,
1790
  "step": 2490
1791
  },
1792
  {
1793
  "epoch": 3.99,
1794
  "learning_rate": 6.693290734824281e-05,
1795
+ "loss": 0.1206,
1796
  "step": 2500
1797
  },
1798
  {
1799
  "epoch": 3.99,
1800
+ "eval_accuracy": 0.8393782383419689,
1801
+ "eval_f1": 0.8375225030319982,
1802
+ "eval_loss": 0.5491106510162354,
1803
+ "eval_precision": 0.8477221585625083,
1804
+ "eval_recall": 0.8393782383419689,
1805
+ "eval_runtime": 1.4337,
1806
+ "eval_samples_per_second": 134.621,
1807
+ "eval_steps_per_second": 17.438,
1808
  "step": 2500
1809
  },
1810
  {
1811
  "epoch": 4.01,
1812
  "learning_rate": 6.640042598509052e-05,
1813
+ "loss": 0.0565,
1814
  "step": 2510
1815
  },
1816
  {
1817
  "epoch": 4.03,
1818
  "learning_rate": 6.586794462193823e-05,
1819
+ "loss": 0.0323,
1820
  "step": 2520
1821
  },
1822
  {
1823
  "epoch": 4.04,
1824
  "learning_rate": 6.533546325878594e-05,
1825
+ "loss": 0.0655,
1826
  "step": 2530
1827
  },
1828
  {
1829
  "epoch": 4.06,
1830
  "learning_rate": 6.480298189563366e-05,
1831
+ "loss": 0.0289,
1832
  "step": 2540
1833
  },
1834
  {
1835
  "epoch": 4.07,
1836
  "learning_rate": 6.427050053248137e-05,
1837
+ "loss": 0.0975,
1838
  "step": 2550
1839
  },
1840
  {
1841
  "epoch": 4.09,
1842
  "learning_rate": 6.373801916932908e-05,
1843
+ "loss": 0.0777,
1844
  "step": 2560
1845
  },
1846
  {
1847
  "epoch": 4.11,
1848
  "learning_rate": 6.320553780617678e-05,
1849
+ "loss": 0.0391,
1850
  "step": 2570
1851
  },
1852
  {
1853
  "epoch": 4.12,
1854
  "learning_rate": 6.26730564430245e-05,
1855
+ "loss": 0.0266,
1856
  "step": 2580
1857
  },
1858
  {
1859
  "epoch": 4.14,
1860
  "learning_rate": 6.214057507987222e-05,
1861
+ "loss": 0.0325,
1862
  "step": 2590
1863
  },
1864
  {
1865
  "epoch": 4.15,
1866
  "learning_rate": 6.160809371671991e-05,
1867
+ "loss": 0.0485,
1868
  "step": 2600
1869
  },
1870
  {
1871
  "epoch": 4.15,
1872
+ "eval_accuracy": 0.8652849740932642,
1873
+ "eval_f1": 0.8676890818288896,
1874
+ "eval_loss": 0.5288814306259155,
1875
+ "eval_precision": 0.8744135727666489,
1876
+ "eval_recall": 0.8652849740932642,
1877
+ "eval_runtime": 1.6432,
1878
+ "eval_samples_per_second": 117.451,
1879
+ "eval_steps_per_second": 15.214,
1880
  "step": 2600
1881
  },
1882
  {
1883
  "epoch": 4.17,
1884
  "learning_rate": 6.107561235356763e-05,
1885
+ "loss": 0.0644,
1886
  "step": 2610
1887
  },
1888
  {
1889
  "epoch": 4.19,
1890
  "learning_rate": 6.054313099041534e-05,
1891
+ "loss": 0.0089,
1892
  "step": 2620
1893
  },
1894
  {
1895
  "epoch": 4.2,
1896
  "learning_rate": 6.001064962726305e-05,
1897
+ "loss": 0.0103,
1898
  "step": 2630
1899
  },
1900
  {
1901
  "epoch": 4.22,
1902
  "learning_rate": 5.9478168264110756e-05,
1903
+ "loss": 0.0293,
1904
  "step": 2640
1905
  },
1906
  {
1907
  "epoch": 4.23,
1908
  "learning_rate": 5.8945686900958475e-05,
1909
+ "loss": 0.0282,
1910
  "step": 2650
1911
  },
1912
  {
1913
  "epoch": 4.25,
1914
  "learning_rate": 5.841320553780618e-05,
1915
+ "loss": 0.0214,
1916
  "step": 2660
1917
  },
1918
  {
1919
  "epoch": 4.27,
1920
  "learning_rate": 5.7880724174653886e-05,
1921
+ "loss": 0.0148,
1922
  "step": 2670
1923
  },
1924
  {
1925
  "epoch": 4.28,
1926
  "learning_rate": 5.73482428115016e-05,
1927
+ "loss": 0.0185,
1928
  "step": 2680
1929
  },
1930
  {
1931
  "epoch": 4.3,
1932
  "learning_rate": 5.681576144834932e-05,
1933
+ "loss": 0.0058,
1934
  "step": 2690
1935
  },
1936
  {
1937
  "epoch": 4.31,
1938
  "learning_rate": 5.628328008519702e-05,
1939
+ "loss": 0.0494,
1940
  "step": 2700
1941
  },
1942
  {
1943
  "epoch": 4.31,
1944
+ "eval_accuracy": 0.8601036269430051,
1945
+ "eval_f1": 0.8602912574839866,
1946
+ "eval_loss": 0.5664997696876526,
1947
+ "eval_precision": 0.8633398594607762,
1948
+ "eval_recall": 0.8601036269430051,
1949
+ "eval_runtime": 1.4897,
1950
+ "eval_samples_per_second": 129.556,
1951
+ "eval_steps_per_second": 16.782,
1952
  "step": 2700
1953
  },
1954
  {
1955
  "epoch": 4.33,
1956
  "learning_rate": 5.575079872204473e-05,
1957
+ "loss": 0.0061,
1958
  "step": 2710
1959
  },
1960
  {
1961
  "epoch": 4.35,
1962
  "learning_rate": 5.521831735889245e-05,
1963
+ "loss": 0.0181,
1964
  "step": 2720
1965
  },
1966
  {
1967
  "epoch": 4.36,
1968
  "learning_rate": 5.468583599574015e-05,
1969
+ "loss": 0.0119,
1970
  "step": 2730
1971
  },
1972
  {
1973
  "epoch": 4.38,
1974
  "learning_rate": 5.415335463258786e-05,
1975
+ "loss": 0.0052,
1976
  "step": 2740
1977
  },
1978
  {
1979
  "epoch": 4.39,
1980
  "learning_rate": 5.362087326943557e-05,
1981
+ "loss": 0.0087,
1982
  "step": 2750
1983
  },
1984
  {
1985
  "epoch": 4.41,
1986
  "learning_rate": 5.308839190628329e-05,
1987
+ "loss": 0.0473,
1988
  "step": 2760
1989
  },
1990
  {
1991
  "epoch": 4.42,
1992
  "learning_rate": 5.2555910543130994e-05,
1993
+ "loss": 0.0859,
1994
  "step": 2770
1995
  },
1996
  {
1997
  "epoch": 4.44,
1998
  "learning_rate": 5.20234291799787e-05,
1999
+ "loss": 0.0787,
2000
  "step": 2780
2001
  },
2002
  {
2003
  "epoch": 4.46,
2004
  "learning_rate": 5.149094781682642e-05,
2005
+ "loss": 0.0431,
2006
  "step": 2790
2007
  },
2008
  {
2009
  "epoch": 4.47,
2010
  "learning_rate": 5.095846645367412e-05,
2011
+ "loss": 0.0062,
2012
  "step": 2800
2013
  },
2014
  {
2015
  "epoch": 4.47,
2016
+ "eval_accuracy": 0.8497409326424871,
2017
+ "eval_f1": 0.8478513270593213,
2018
+ "eval_loss": 0.6186147928237915,
2019
+ "eval_precision": 0.8546696007885869,
2020
+ "eval_recall": 0.8497409326424871,
2021
+ "eval_runtime": 1.4697,
2022
+ "eval_samples_per_second": 131.324,
2023
+ "eval_steps_per_second": 17.011,
2024
  "step": 2800
2025
  },
2026
  {
2027
  "epoch": 4.49,
2028
  "learning_rate": 5.0425985090521835e-05,
2029
+ "loss": 0.0604,
2030
  "step": 2810
2031
  },
2032
  {
2033
  "epoch": 4.5,
2034
  "learning_rate": 4.989350372736955e-05,
2035
+ "loss": 0.0073,
2036
  "step": 2820
2037
  },
2038
  {
2039
  "epoch": 4.52,
2040
  "learning_rate": 4.936102236421725e-05,
2041
+ "loss": 0.0554,
2042
  "step": 2830
2043
  },
2044
  {
2045
  "epoch": 4.54,
2046
  "learning_rate": 4.8828541001064965e-05,
2047
+ "loss": 0.0458,
2048
  "step": 2840
2049
  },
2050
  {
2051
  "epoch": 4.55,
2052
  "learning_rate": 4.829605963791268e-05,
2053
+ "loss": 0.0089,
2054
  "step": 2850
2055
  },
2056
  {
2057
  "epoch": 4.57,
2058
  "learning_rate": 4.776357827476038e-05,
2059
+ "loss": 0.0069,
2060
  "step": 2860
2061
  },
2062
  {
2063
  "epoch": 4.58,
2064
  "learning_rate": 4.7231096911608095e-05,
2065
+ "loss": 0.0574,
2066
  "step": 2870
2067
  },
2068
  {
2069
  "epoch": 4.6,
2070
  "learning_rate": 4.669861554845581e-05,
2071
+ "loss": 0.0057,
2072
  "step": 2880
2073
  },
2074
  {
2075
  "epoch": 4.62,
2076
  "learning_rate": 4.616613418530352e-05,
2077
+ "loss": 0.0819,
2078
  "step": 2890
2079
  },
2080
  {
2081
  "epoch": 4.63,
2082
  "learning_rate": 4.563365282215123e-05,
2083
+ "loss": 0.0065,
2084
  "step": 2900
2085
  },
2086
  {
2087
  "epoch": 4.63,
2088
+ "eval_accuracy": 0.8756476683937824,
2089
+ "eval_f1": 0.8728464968594524,
2090
+ "eval_loss": 0.5823409557342529,
2091
+ "eval_precision": 0.8737292973366059,
2092
+ "eval_recall": 0.8756476683937824,
2093
+ "eval_runtime": 1.5056,
2094
+ "eval_samples_per_second": 128.19,
2095
+ "eval_steps_per_second": 16.605,
2096
  "step": 2900
2097
  },
2098
  {
2099
  "epoch": 4.65,
2100
  "learning_rate": 4.5101171458998936e-05,
2101
+ "loss": 0.0171,
2102
  "step": 2910
2103
  },
2104
  {
2105
  "epoch": 4.66,
2106
  "learning_rate": 4.456869009584665e-05,
2107
+ "loss": 0.0063,
2108
  "step": 2920
2109
  },
2110
  {
2111
  "epoch": 4.68,
2112
  "learning_rate": 4.4036208732694354e-05,
2113
+ "loss": 0.0705,
2114
  "step": 2930
2115
  },
2116
  {
2117
  "epoch": 4.7,
2118
  "learning_rate": 4.3503727369542066e-05,
2119
+ "loss": 0.0335,
2120
  "step": 2940
2121
  },
2122
  {
2123
  "epoch": 4.71,
2124
  "learning_rate": 4.297124600638978e-05,
2125
+ "loss": 0.0526,
2126
  "step": 2950
2127
  },
2128
  {
2129
  "epoch": 4.73,
2130
  "learning_rate": 4.243876464323749e-05,
2131
+ "loss": 0.0058,
2132
  "step": 2960
2133
  },
2134
  {
2135
  "epoch": 4.74,
2136
  "learning_rate": 4.19062832800852e-05,
2137
+ "loss": 0.0173,
2138
  "step": 2970
2139
  },
2140
  {
2141
  "epoch": 4.76,
2142
  "learning_rate": 4.137380191693291e-05,
2143
+ "loss": 0.0483,
2144
  "step": 2980
2145
  },
2146
  {
2147
  "epoch": 4.78,
2148
  "learning_rate": 4.084132055378062e-05,
2149
+ "loss": 0.0076,
2150
  "step": 2990
2151
  },
2152
  {
2153
  "epoch": 4.79,
2154
  "learning_rate": 4.0308839190628325e-05,
2155
+ "loss": 0.0045,
2156
  "step": 3000
2157
  },
2158
  {
2159
  "epoch": 4.79,
2160
+ "eval_accuracy": 0.8704663212435233,
2161
+ "eval_f1": 0.8698843579901536,
2162
+ "eval_loss": 0.5800853967666626,
2163
+ "eval_precision": 0.8724272893958966,
2164
+ "eval_recall": 0.8704663212435233,
2165
+ "eval_runtime": 1.5036,
2166
+ "eval_samples_per_second": 128.362,
2167
+ "eval_steps_per_second": 16.627,
2168
  "step": 3000
2169
  },
2170
  {
2171
  "epoch": 4.81,
2172
  "learning_rate": 3.9776357827476044e-05,
2173
+ "loss": 0.0324,
2174
  "step": 3010
2175
  },
2176
  {
2177
  "epoch": 4.82,
2178
  "learning_rate": 3.9243876464323756e-05,
2179
+ "loss": 0.034,
2180
  "step": 3020
2181
  },
2182
  {
2183
  "epoch": 4.84,
2184
  "learning_rate": 3.871139510117146e-05,
2185
+ "loss": 0.0043,
2186
  "step": 3030
2187
  },
2188
  {
2189
  "epoch": 4.86,
2190
  "learning_rate": 3.8178913738019174e-05,
2191
+ "loss": 0.063,
2192
  "step": 3040
2193
  },
2194
  {
2195
  "epoch": 4.87,
2196
  "learning_rate": 3.764643237486688e-05,
2197
+ "loss": 0.0054,
2198
  "step": 3050
2199
  },
2200
  {
2201
  "epoch": 4.89,
2202
  "learning_rate": 3.711395101171459e-05,
2203
+ "loss": 0.0056,
2204
  "step": 3060
2205
  },
2206
  {
2207
  "epoch": 4.9,
2208
  "learning_rate": 3.65814696485623e-05,
2209
+ "loss": 0.0076,
2210
  "step": 3070
2211
  },
2212
  {
2213
  "epoch": 4.92,
2214
+ "learning_rate": 3.6048988285410015e-05,
2215
+ "loss": 0.0377,
2216
  "step": 3080
2217
  },
2218
  {
2219
  "epoch": 4.94,
2220
+ "learning_rate": 3.551650692225773e-05,
2221
+ "loss": 0.0118,
2222
  "step": 3090
2223
  },
2224
  {
2225
  "epoch": 4.95,
2226
+ "learning_rate": 3.498402555910543e-05,
2227
+ "loss": 0.038,
2228
  "step": 3100
2229
  },
2230
  {
2231
  "epoch": 4.95,
2232
  "eval_accuracy": 0.8393782383419689,
2233
+ "eval_f1": 0.8404874328190347,
2234
+ "eval_loss": 0.654182493686676,
2235
+ "eval_precision": 0.8471590163920663,
2236
  "eval_recall": 0.8393782383419689,
2237
+ "eval_runtime": 1.4009,
2238
+ "eval_samples_per_second": 137.764,
2239
+ "eval_steps_per_second": 17.845,
2240
  "step": 3100
2241
  },
2242
  {
2243
  "epoch": 4.97,
2244
+ "learning_rate": 3.4451544195953145e-05,
2245
+ "loss": 0.0058,
2246
  "step": 3110
2247
  },
2248
  {
2249
  "epoch": 4.98,
2250
+ "learning_rate": 3.391906283280085e-05,
2251
+ "loss": 0.0324,
2252
  "step": 3120
2253
  },
2254
  {
2255
  "epoch": 5.0,
2256
+ "learning_rate": 3.338658146964856e-05,
2257
+ "loss": 0.0643,
2258
  "step": 3130
2259
  },
2260
  {
2261
  "epoch": 5.02,
2262
+ "learning_rate": 3.2854100106496274e-05,
2263
+ "loss": 0.0185,
2264
  "step": 3140
2265
  },
2266
  {
2267
  "epoch": 5.03,
2268
+ "learning_rate": 3.2321618743343987e-05,
2269
+ "loss": 0.0062,
2270
  "step": 3150
2271
  },
2272
  {
2273
  "epoch": 5.05,
2274
+ "learning_rate": 3.17891373801917e-05,
2275
+ "loss": 0.0041,
2276
  "step": 3160
2277
  },
2278
  {
2279
  "epoch": 5.06,
2280
+ "learning_rate": 3.1256656017039404e-05,
2281
+ "loss": 0.0032,
2282
  "step": 3170
2283
  },
2284
  {
2285
  "epoch": 5.08,
2286
+ "learning_rate": 3.0724174653887116e-05,
2287
+ "loss": 0.0252,
2288
  "step": 3180
2289
  },
2290
  {
2291
  "epoch": 5.1,
2292
+ "learning_rate": 3.0191693290734825e-05,
2293
+ "loss": 0.0029,
2294
  "step": 3190
2295
  },
2296
  {
2297
  "epoch": 5.11,
2298
+ "learning_rate": 2.9659211927582537e-05,
2299
+ "loss": 0.0035,
2300
  "step": 3200
2301
  },
2302
  {
2303
  "epoch": 5.11,
2304
+ "eval_accuracy": 0.8652849740932642,
2305
+ "eval_f1": 0.8653389841057969,
2306
+ "eval_loss": 0.6028582453727722,
2307
+ "eval_precision": 0.8713586643638457,
2308
+ "eval_recall": 0.8652849740932642,
2309
+ "eval_runtime": 1.4572,
2310
+ "eval_samples_per_second": 132.443,
2311
+ "eval_steps_per_second": 17.156,
2312
  "step": 3200
2313
  },
2314
  {
2315
  "epoch": 5.13,
2316
+ "learning_rate": 2.912673056443025e-05,
2317
+ "loss": 0.0033,
2318
  "step": 3210
2319
  },
2320
  {
2321
  "epoch": 5.14,
2322
+ "learning_rate": 2.8594249201277955e-05,
2323
+ "loss": 0.0029,
2324
  "step": 3220
2325
  },
2326
  {
2327
  "epoch": 5.16,
2328
+ "learning_rate": 2.806176783812567e-05,
2329
+ "loss": 0.0033,
2330
  "step": 3230
2331
  },
2332
  {
2333
  "epoch": 5.18,
2334
+ "learning_rate": 2.7529286474973375e-05,
2335
+ "loss": 0.0038,
2336
  "step": 3240
2337
  },
2338
  {
2339
  "epoch": 5.19,
2340
+ "learning_rate": 2.6996805111821088e-05,
2341
+ "loss": 0.0031,
2342
  "step": 3250
2343
  },
2344
  {
2345
  "epoch": 5.21,
2346
+ "learning_rate": 2.6464323748668796e-05,
2347
+ "loss": 0.003,
2348
  "step": 3260
2349
  },
2350
  {
2351
  "epoch": 5.22,
2352
+ "learning_rate": 2.593184238551651e-05,
2353
+ "loss": 0.0115,
2354
  "step": 3270
2355
  },
2356
  {
2357
  "epoch": 5.24,
2358
+ "learning_rate": 2.539936102236422e-05,
2359
+ "loss": 0.0219,
2360
  "step": 3280
2361
  },
2362
  {
2363
  "epoch": 5.26,
2364
+ "learning_rate": 2.486687965921193e-05,
2365
+ "loss": 0.003,
2366
  "step": 3290
2367
  },
2368
  {
2369
  "epoch": 5.27,
2370
+ "learning_rate": 2.4334398296059638e-05,
2371
+ "loss": 0.0031,
2372
  "step": 3300
2373
  },
2374
  {
2375
  "epoch": 5.27,
2376
+ "eval_accuracy": 0.8601036269430051,
2377
+ "eval_f1": 0.8581969638224265,
2378
+ "eval_loss": 0.6385093927383423,
2379
+ "eval_precision": 0.8653198213208406,
2380
+ "eval_recall": 0.8601036269430051,
2381
+ "eval_runtime": 1.5005,
2382
+ "eval_samples_per_second": 128.623,
2383
+ "eval_steps_per_second": 16.661,
2384
  "step": 3300
2385
  },
2386
  {
2387
  "epoch": 5.29,
2388
+ "learning_rate": 2.380191693290735e-05,
2389
+ "loss": 0.0031,
2390
  "step": 3310
2391
  },
2392
  {
2393
  "epoch": 5.3,
2394
+ "learning_rate": 2.326943556975506e-05,
2395
+ "loss": 0.0034,
2396
  "step": 3320
2397
  },
2398
  {
2399
  "epoch": 5.32,
2400
+ "learning_rate": 2.273695420660277e-05,
2401
+ "loss": 0.0031,
2402
  "step": 3330
2403
  },
2404
  {
2405
  "epoch": 5.34,
2406
+ "learning_rate": 2.220447284345048e-05,
2407
+ "loss": 0.0065,
2408
  "step": 3340
2409
  },
2410
  {
2411
  "epoch": 5.35,
2412
+ "learning_rate": 2.167199148029819e-05,
2413
+ "loss": 0.0031,
2414
  "step": 3350
2415
  },
2416
  {
2417
  "epoch": 5.37,
2418
+ "learning_rate": 2.11395101171459e-05,
2419
+ "loss": 0.003,
2420
  "step": 3360
2421
  },
2422
  {
2423
  "epoch": 5.38,
2424
+ "learning_rate": 2.0607028753993613e-05,
2425
+ "loss": 0.0028,
2426
  "step": 3370
2427
  },
2428
  {
2429
  "epoch": 5.4,
2430
+ "learning_rate": 2.007454739084132e-05,
2431
+ "loss": 0.0029,
2432
  "step": 3380
2433
  },
2434
  {
2435
  "epoch": 5.42,
2436
+ "learning_rate": 1.9542066027689034e-05,
2437
+ "loss": 0.0031,
2438
  "step": 3390
2439
  },
2440
  {
2441
  "epoch": 5.43,
2442
+ "learning_rate": 1.9009584664536742e-05,
2443
+ "loss": 0.0029,
2444
  "step": 3400
2445
  },
2446
  {
2447
  "epoch": 5.43,
2448
+ "eval_accuracy": 0.8704663212435233,
2449
+ "eval_f1": 0.867615361571679,
2450
+ "eval_loss": 0.6132028698921204,
2451
+ "eval_precision": 0.883001891602928,
2452
+ "eval_recall": 0.8704663212435233,
2453
+ "eval_runtime": 1.5211,
2454
+ "eval_samples_per_second": 126.882,
2455
+ "eval_steps_per_second": 16.436,
2456
  "step": 3400
2457
  },
2458
  {
2459
  "epoch": 5.45,
2460
+ "learning_rate": 1.847710330138445e-05,
2461
+ "loss": 0.0388,
2462
  "step": 3410
2463
  },
2464
  {
2465
  "epoch": 5.46,
2466
+ "learning_rate": 1.7944621938232163e-05,
2467
+ "loss": 0.003,
2468
  "step": 3420
2469
  },
2470
  {
2471
  "epoch": 5.48,
2472
+ "learning_rate": 1.7412140575079875e-05,
2473
+ "loss": 0.0231,
2474
  "step": 3430
2475
  },
2476
  {
2477
  "epoch": 5.5,
2478
+ "learning_rate": 1.6879659211927584e-05,
2479
+ "loss": 0.0032,
2480
  "step": 3440
2481
  },
2482
  {
2483
  "epoch": 5.51,
2484
+ "learning_rate": 1.6347177848775293e-05,
2485
+ "loss": 0.0044,
2486
  "step": 3450
2487
  },
2488
  {
2489
  "epoch": 5.53,
2490
+ "learning_rate": 1.5814696485623005e-05,
2491
+ "loss": 0.0031,
2492
  "step": 3460
2493
  },
2494
  {
2495
  "epoch": 5.54,
2496
+ "learning_rate": 1.5282215122470714e-05,
2497
+ "loss": 0.0028,
2498
  "step": 3470
2499
  },
2500
  {
2501
  "epoch": 5.56,
2502
+ "learning_rate": 1.4749733759318424e-05,
2503
+ "loss": 0.0033,
2504
  "step": 3480
2505
  },
2506
  {
2507
  "epoch": 5.58,
2508
+ "learning_rate": 1.4217252396166134e-05,
2509
+ "loss": 0.003,
2510
  "step": 3490
2511
  },
2512
  {
2513
  "epoch": 5.59,
2514
+ "learning_rate": 1.3684771033013847e-05,
2515
+ "loss": 0.0039,
2516
  "step": 3500
2517
  },
2518
  {
2519
  "epoch": 5.59,
2520
+ "eval_accuracy": 0.8652849740932642,
2521
+ "eval_f1": 0.8638885525134503,
2522
+ "eval_loss": 0.6398009657859802,
2523
+ "eval_precision": 0.8814954336431856,
2524
+ "eval_recall": 0.8652849740932642,
2525
+ "eval_runtime": 1.4856,
2526
+ "eval_samples_per_second": 129.91,
2527
+ "eval_steps_per_second": 16.828,
2528
  "step": 3500
2529
  },
2530
  {
2531
  "epoch": 5.61,
2532
+ "learning_rate": 1.3152289669861555e-05,
2533
+ "loss": 0.0029,
2534
  "step": 3510
2535
  },
2536
  {
2537
  "epoch": 5.62,
2538
+ "learning_rate": 1.2619808306709266e-05,
2539
  "loss": 0.0031,
2540
  "step": 3520
2541
  },
2542
  {
2543
  "epoch": 5.64,
2544
+ "learning_rate": 1.2087326943556976e-05,
2545
+ "loss": 0.0024,
2546
  "step": 3530
2547
  },
2548
  {
2549
  "epoch": 5.65,
2550
+ "learning_rate": 1.1554845580404687e-05,
2551
+ "loss": 0.0025,
2552
  "step": 3540
2553
  },
2554
  {
2555
  "epoch": 5.67,
2556
+ "learning_rate": 1.1022364217252397e-05,
2557
+ "loss": 0.003,
2558
  "step": 3550
2559
  },
2560
  {
2561
  "epoch": 5.69,
2562
+ "learning_rate": 1.0489882854100107e-05,
2563
+ "loss": 0.0026,
2564
  "step": 3560
2565
  },
2566
  {
2567
  "epoch": 5.7,
2568
+ "learning_rate": 9.957401490947816e-06,
2569
+ "loss": 0.0024,
2570
  "step": 3570
2571
  },
2572
  {
2573
  "epoch": 5.72,
2574
+ "learning_rate": 9.424920127795528e-06,
2575
+ "loss": 0.0034,
2576
  "step": 3580
2577
  },
2578
  {
2579
  "epoch": 5.73,
2580
+ "learning_rate": 8.892438764643237e-06,
2581
+ "loss": 0.0055,
2582
  "step": 3590
2583
  },
2584
  {
2585
  "epoch": 5.75,
2586
+ "learning_rate": 8.359957401490947e-06,
2587
+ "loss": 0.0034,
2588
  "step": 3600
2589
  },
2590
  {
2591
  "epoch": 5.75,
2592
+ "eval_accuracy": 0.8652849740932642,
2593
+ "eval_f1": 0.8648885794188792,
2594
+ "eval_loss": 0.6220521926879883,
2595
+ "eval_precision": 0.8726252158894647,
2596
+ "eval_recall": 0.8652849740932642,
2597
+ "eval_runtime": 1.4634,
2598
+ "eval_samples_per_second": 131.885,
2599
+ "eval_steps_per_second": 17.083,
2600
  "step": 3600
2601
  },
2602
  {
2603
  "epoch": 5.77,
2604
+ "learning_rate": 7.82747603833866e-06,
2605
+ "loss": 0.0061,
2606
  "step": 3610
2607
  },
2608
  {
2609
  "epoch": 5.78,
2610
+ "learning_rate": 7.294994675186369e-06,
2611
+ "loss": 0.0023,
2612
  "step": 3620
2613
  },
2614
  {
2615
  "epoch": 5.8,
2616
+ "learning_rate": 6.762513312034079e-06,
2617
+ "loss": 0.0025,
2618
  "step": 3630
2619
  },
2620
  {
2621
  "epoch": 5.81,
2622
+ "learning_rate": 6.230031948881789e-06,
2623
+ "loss": 0.0025,
2624
  "step": 3640
2625
  },
2626
  {
2627
  "epoch": 5.83,
2628
+ "learning_rate": 5.6975505857295e-06,
2629
+ "loss": 0.0023,
2630
  "step": 3650
2631
  },
2632
  {
2633
  "epoch": 5.85,
2634
+ "learning_rate": 5.16506922257721e-06,
2635
+ "loss": 0.003,
2636
  "step": 3660
2637
  },
2638
  {
2639
  "epoch": 5.86,
2640
+ "learning_rate": 4.6325878594249205e-06,
2641
+ "loss": 0.0023,
2642
  "step": 3670
2643
  },
2644
  {
2645
  "epoch": 5.88,
2646
+ "learning_rate": 4.100106496272631e-06,
2647
  "loss": 0.003,
2648
  "step": 3680
2649
  },
2650
  {
2651
  "epoch": 5.89,
2652
+ "learning_rate": 3.5676251331203413e-06,
2653
+ "loss": 0.0027,
2654
  "step": 3690
2655
  },
2656
  {
2657
  "epoch": 5.91,
2658
+ "learning_rate": 3.0351437699680513e-06,
2659
  "loss": 0.003,
2660
  "step": 3700
2661
  },
2662
  {
2663
  "epoch": 5.91,
2664
+ "eval_accuracy": 0.8704663212435233,
2665
+ "eval_f1": 0.8684333767114856,
2666
+ "eval_loss": 0.6205737590789795,
2667
+ "eval_precision": 0.8849810017271157,
2668
+ "eval_recall": 0.8704663212435233,
2669
+ "eval_runtime": 1.4708,
2670
+ "eval_samples_per_second": 131.218,
2671
+ "eval_steps_per_second": 16.997,
2672
  "step": 3700
2673
  },
2674
  {
2675
  "epoch": 5.93,
2676
+ "learning_rate": 2.5026624068157617e-06,
2677
+ "loss": 0.0044,
2678
  "step": 3710
2679
  },
2680
  {
2681
  "epoch": 5.94,
2682
+ "learning_rate": 1.9701810436634718e-06,
2683
+ "loss": 0.0025,
2684
  "step": 3720
2685
  },
2686
  {
2687
  "epoch": 5.96,
2688
+ "learning_rate": 1.4376996805111822e-06,
2689
+ "loss": 0.053,
2690
  "step": 3730
2691
  },
2692
  {
2693
  "epoch": 5.97,
2694
+ "learning_rate": 9.052183173588925e-07,
2695
+ "loss": 0.0027,
2696
  "step": 3740
2697
  },
2698
  {
2699
  "epoch": 5.99,
2700
+ "learning_rate": 3.727369542066028e-07,
2701
+ "loss": 0.0023,
2702
  "step": 3750
2703
  },
2704
  {
2705
  "epoch": 6.0,
2706
  "step": 3756,
2707
  "total_flos": 4.65670232933972e+18,
2708
+ "train_loss": 0.2616841745980905,
2709
+ "train_runtime": 1322.2784,
2710
+ "train_samples_per_second": 45.444,
2711
+ "train_steps_per_second": 2.841
2712
  }
2713
  ],
2714
  "max_steps": 3756,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab7694044bd298d6a43063521acd063b23d3468ca7e462f66690aadf49c13a36
3
  size 3899
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:385c95c554c1771f8722e331c6b4b64d09d7a8f8c482d7703301bf91db388fad
3
  size 3899