File size: 31,302 Bytes
e69bb69
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
{
  "best_metric": 0.11633333333333333,
  "best_model_checkpoint": "checkpoints/instruct_BLIP2_deepSpeed_t5xl_unfreeze_Qformer_Projection_Encoder_DecoderLLM_QV_weight_no_instructqformer/checkpoint-1200",
  "epoch": 1.271994912020352,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "eval_accuracy": 0.10066666666666667,
      "eval_avg_bleuScore": 0.028052001625299455,
      "eval_loss": 1.821718692779541,
      "eval_rouge1_fmeasure": 0.39566364884376526,
      "eval_rouge1_precision": 0.40851742029190063,
      "eval_rouge1_recall": 0.40402013063430786,
      "eval_rouge2_fmeasure": 0.11902458965778351,
      "eval_rouge2_precision": 0.12462873011827469,
      "eval_rouge2_recall": 0.12082352489233017,
      "eval_rougeL_fmeasure": 0.3664987087249756,
      "eval_rougeL_precision": 0.37793973088264465,
      "eval_rougeL_recall": 0.374777227640152,
      "eval_rougeLsum_fmeasure": 0.36648938059806824,
      "eval_rougeLsum_precision": 0.3779275715351105,
      "eval_rougeLsum_recall": 0.3747769892215729,
      "eval_runtime": 497.9069,
      "eval_samples_per_second": 6.025,
      "eval_steps_per_second": 0.084,
      "step": 50
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.10066666666666667,
      "epoch": 0.04,
      "step": 50
    },
    {
      "epoch": 0.08,
      "eval_accuracy": 0.10766666666666666,
      "eval_avg_bleuScore": 0.027600931445757548,
      "eval_loss": 1.7757344245910645,
      "eval_rouge1_fmeasure": 0.4066351652145386,
      "eval_rouge1_precision": 0.42435961961746216,
      "eval_rouge1_recall": 0.4121783375740051,
      "eval_rouge2_fmeasure": 0.1213102638721466,
      "eval_rouge2_precision": 0.12911927700042725,
      "eval_rouge2_recall": 0.12066558748483658,
      "eval_rougeL_fmeasure": 0.375918984413147,
      "eval_rougeL_precision": 0.3917166292667389,
      "eval_rougeL_recall": 0.3817567229270935,
      "eval_rougeLsum_fmeasure": 0.37593305110931396,
      "eval_rougeLsum_precision": 0.3917284309864044,
      "eval_rougeLsum_recall": 0.38177403807640076,
      "eval_runtime": 665.5797,
      "eval_samples_per_second": 4.507,
      "eval_steps_per_second": 0.063,
      "step": 100
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.10766666666666666,
      "epoch": 0.08,
      "step": 100
    },
    {
      "epoch": 0.13,
      "eval_accuracy": 0.10366666666666667,
      "eval_avg_bleuScore": 0.027236416570842265,
      "eval_loss": 1.761132836341858,
      "eval_rouge1_fmeasure": 0.4095948040485382,
      "eval_rouge1_precision": 0.4314381182193756,
      "eval_rouge1_recall": 0.4098112881183624,
      "eval_rouge2_fmeasure": 0.12273810803890228,
      "eval_rouge2_precision": 0.13252894580364227,
      "eval_rouge2_recall": 0.12072920054197311,
      "eval_rougeL_fmeasure": 0.3781542181968689,
      "eval_rougeL_precision": 0.3977195620536804,
      "eval_rougeL_recall": 0.37909412384033203,
      "eval_rougeLsum_fmeasure": 0.3781542181968689,
      "eval_rougeLsum_precision": 0.3977195620536804,
      "eval_rougeLsum_recall": 0.37909412384033203,
      "eval_runtime": 682.2715,
      "eval_samples_per_second": 4.397,
      "eval_steps_per_second": 0.062,
      "step": 150
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.10766666666666666,
      "epoch": 0.13,
      "step": 150
    },
    {
      "epoch": 0.17,
      "eval_accuracy": 0.111,
      "eval_avg_bleuScore": 0.02802771261582772,
      "eval_loss": 1.752191424369812,
      "eval_rouge1_fmeasure": 0.4127008020877838,
      "eval_rouge1_precision": 0.43622446060180664,
      "eval_rouge1_recall": 0.4123985171318054,
      "eval_rouge2_fmeasure": 0.12286161631345749,
      "eval_rouge2_precision": 0.13331134617328644,
      "eval_rouge2_recall": 0.11954713612794876,
      "eval_rougeL_fmeasure": 0.38183602690696716,
      "eval_rougeL_precision": 0.4026814103126526,
      "eval_rougeL_recall": 0.38258570432662964,
      "eval_rougeLsum_fmeasure": 0.38183602690696716,
      "eval_rougeLsum_precision": 0.4026814103126526,
      "eval_rougeLsum_recall": 0.38258570432662964,
      "eval_runtime": 651.8851,
      "eval_samples_per_second": 4.602,
      "eval_steps_per_second": 0.064,
      "step": 200
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.111,
      "epoch": 0.17,
      "step": 200
    },
    {
      "epoch": 0.21,
      "eval_accuracy": 0.105,
      "eval_avg_bleuScore": 0.027756770220274726,
      "eval_loss": 1.7442187070846558,
      "eval_rouge1_fmeasure": 0.4091792702674866,
      "eval_rouge1_precision": 0.4254671335220337,
      "eval_rouge1_recall": 0.4135805368423462,
      "eval_rouge2_fmeasure": 0.12273108959197998,
      "eval_rouge2_precision": 0.13018882274627686,
      "eval_rouge2_recall": 0.1215042695403099,
      "eval_rougeL_fmeasure": 0.3773505389690399,
      "eval_rougeL_precision": 0.3915799856185913,
      "eval_rougeL_recall": 0.38237836956977844,
      "eval_rougeLsum_fmeasure": 0.3773505389690399,
      "eval_rougeLsum_precision": 0.3915799856185913,
      "eval_rougeLsum_recall": 0.38237836956977844,
      "eval_runtime": 537.4239,
      "eval_samples_per_second": 5.582,
      "eval_steps_per_second": 0.078,
      "step": 250
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.111,
      "epoch": 0.21,
      "step": 250
    },
    {
      "epoch": 0.25,
      "eval_accuracy": 0.10933333333333334,
      "eval_avg_bleuScore": 0.029238753189643224,
      "eval_loss": 1.7391133308410645,
      "eval_rouge1_fmeasure": 0.4145018756389618,
      "eval_rouge1_precision": 0.4305371046066284,
      "eval_rouge1_recall": 0.418173223733902,
      "eval_rouge2_fmeasure": 0.12484551221132278,
      "eval_rouge2_precision": 0.13209865987300873,
      "eval_rouge2_recall": 0.123726025223732,
      "eval_rougeL_fmeasure": 0.3840600848197937,
      "eval_rougeL_precision": 0.39804303646087646,
      "eval_rougeL_recall": 0.388366162776947,
      "eval_rougeLsum_fmeasure": 0.38407862186431885,
      "eval_rougeLsum_precision": 0.3980652689933777,
      "eval_rougeLsum_recall": 0.38838204741477966,
      "eval_runtime": 636.8392,
      "eval_samples_per_second": 4.711,
      "eval_steps_per_second": 0.066,
      "step": 300
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.111,
      "epoch": 0.25,
      "step": 300
    },
    {
      "epoch": 0.3,
      "eval_accuracy": 0.10833333333333334,
      "eval_avg_bleuScore": 0.02794275293002526,
      "eval_loss": 1.7383359670639038,
      "eval_rouge1_fmeasure": 0.4148719012737274,
      "eval_rouge1_precision": 0.4366380274295807,
      "eval_rouge1_recall": 0.41247957944869995,
      "eval_rouge2_fmeasure": 0.12334803491830826,
      "eval_rouge2_precision": 0.13329564034938812,
      "eval_rouge2_recall": 0.11994606256484985,
      "eval_rougeL_fmeasure": 0.3842999339103699,
      "eval_rougeL_precision": 0.403416246175766,
      "eval_rougeL_recall": 0.3831061124801636,
      "eval_rougeLsum_fmeasure": 0.38431844115257263,
      "eval_rougeLsum_precision": 0.4034384787082672,
      "eval_rougeLsum_recall": 0.3831219971179962,
      "eval_runtime": 613.4876,
      "eval_samples_per_second": 4.89,
      "eval_steps_per_second": 0.068,
      "step": 350
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.111,
      "epoch": 0.3,
      "step": 350
    },
    {
      "epoch": 0.34,
      "eval_accuracy": 0.11166666666666666,
      "eval_avg_bleuScore": 0.027422180160880088,
      "eval_loss": 1.7323437929153442,
      "eval_rouge1_fmeasure": 0.41112449765205383,
      "eval_rouge1_precision": 0.42366519570350647,
      "eval_rouge1_recall": 0.42089518904685974,
      "eval_rouge2_fmeasure": 0.12152101844549179,
      "eval_rouge2_precision": 0.1277269721031189,
      "eval_rouge2_recall": 0.1217166930437088,
      "eval_rougeL_fmeasure": 0.38071784377098083,
      "eval_rougeL_precision": 0.39161595702171326,
      "eval_rougeL_recall": 0.3908142149448395,
      "eval_rougeLsum_fmeasure": 0.380736380815506,
      "eval_rougeLsum_precision": 0.3916381895542145,
      "eval_rougeLsum_recall": 0.39083006978034973,
      "eval_runtime": 832.3704,
      "eval_samples_per_second": 3.604,
      "eval_steps_per_second": 0.05,
      "step": 400
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.11166666666666666,
      "epoch": 0.34,
      "step": 400
    },
    {
      "epoch": 0.38,
      "eval_accuracy": 0.113,
      "eval_avg_bleuScore": 0.02941073496143023,
      "eval_loss": 1.7295702695846558,
      "eval_rouge1_fmeasure": 0.4182838201522827,
      "eval_rouge1_precision": 0.4307253062725067,
      "eval_rouge1_recall": 0.42410746216773987,
      "eval_rouge2_fmeasure": 0.12393321841955185,
      "eval_rouge2_precision": 0.1300639659166336,
      "eval_rouge2_recall": 0.1235329881310463,
      "eval_rougeL_fmeasure": 0.38701331615448,
      "eval_rougeL_precision": 0.3976545035839081,
      "eval_rougeL_recall": 0.3932779133319855,
      "eval_rougeLsum_fmeasure": 0.38703182339668274,
      "eval_rougeLsum_precision": 0.3976767063140869,
      "eval_rougeLsum_recall": 0.3932937681674957,
      "eval_runtime": 644.9911,
      "eval_samples_per_second": 4.651,
      "eval_steps_per_second": 0.065,
      "step": 450
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.113,
      "epoch": 0.38,
      "step": 450
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.07225348510492e-05,
      "loss": 1.4583,
      "step": 500
    },
    {
      "epoch": 0.42,
      "eval_accuracy": 0.112,
      "eval_avg_bleuScore": 0.028446144399543603,
      "eval_loss": 1.7309530973434448,
      "eval_rouge1_fmeasure": 0.41481727361679077,
      "eval_rouge1_precision": 0.4275760352611542,
      "eval_rouge1_recall": 0.4214574098587036,
      "eval_rouge2_fmeasure": 0.12195532023906708,
      "eval_rouge2_precision": 0.1282820999622345,
      "eval_rouge2_recall": 0.12207218259572983,
      "eval_rougeL_fmeasure": 0.38423991203308105,
      "eval_rougeL_precision": 0.39524608850479126,
      "eval_rougeL_recall": 0.39129284024238586,
      "eval_rougeLsum_fmeasure": 0.38425952196121216,
      "eval_rougeLsum_precision": 0.3952717185020447,
      "eval_rougeLsum_recall": 0.3913087248802185,
      "eval_runtime": 753.8166,
      "eval_samples_per_second": 3.98,
      "eval_steps_per_second": 0.056,
      "step": 500
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.113,
      "epoch": 0.42,
      "step": 500
    },
    {
      "epoch": 0.47,
      "eval_accuracy": 0.109,
      "eval_avg_bleuScore": 0.02862334846953551,
      "eval_loss": 1.7262461185455322,
      "eval_rouge1_fmeasure": 0.41011935472488403,
      "eval_rouge1_precision": 0.4244203269481659,
      "eval_rouge1_recall": 0.4158960282802582,
      "eval_rouge2_fmeasure": 0.12124613672494888,
      "eval_rouge2_precision": 0.12845604121685028,
      "eval_rouge2_recall": 0.1203385517001152,
      "eval_rougeL_fmeasure": 0.37967798113822937,
      "eval_rougeL_precision": 0.3920755982398987,
      "eval_rougeL_recall": 0.3858604431152344,
      "eval_rougeLsum_fmeasure": 0.3796946704387665,
      "eval_rougeLsum_precision": 0.39209315180778503,
      "eval_rougeLsum_recall": 0.38587629795074463,
      "eval_runtime": 521.071,
      "eval_samples_per_second": 5.757,
      "eval_steps_per_second": 0.081,
      "step": 550
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.113,
      "epoch": 0.47,
      "step": 550
    },
    {
      "epoch": 0.51,
      "eval_accuracy": 0.11133333333333334,
      "eval_avg_bleuScore": 0.028583366366724174,
      "eval_loss": 1.7252265214920044,
      "eval_rouge1_fmeasure": 0.4135696589946747,
      "eval_rouge1_precision": 0.42282983660697937,
      "eval_rouge1_recall": 0.42099812626838684,
      "eval_rouge2_fmeasure": 0.12228861451148987,
      "eval_rouge2_precision": 0.1273748129606247,
      "eval_rouge2_recall": 0.12293525040149689,
      "eval_rougeL_fmeasure": 0.3833465278148651,
      "eval_rougeL_precision": 0.391093373298645,
      "eval_rougeL_recall": 0.39074525237083435,
      "eval_rougeLsum_fmeasure": 0.38336315751075745,
      "eval_rougeLsum_precision": 0.39111092686653137,
      "eval_rougeLsum_recall": 0.3907611072063446,
      "eval_runtime": 444.5441,
      "eval_samples_per_second": 6.748,
      "eval_steps_per_second": 0.094,
      "step": 600
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.113,
      "epoch": 0.51,
      "step": 600
    },
    {
      "epoch": 0.55,
      "eval_accuracy": 0.11166666666666666,
      "eval_avg_bleuScore": 0.0276417871316274,
      "eval_loss": 1.7287226915359497,
      "eval_rouge1_fmeasure": 0.41999372839927673,
      "eval_rouge1_precision": 0.4347474277019501,
      "eval_rouge1_recall": 0.41890957951545715,
      "eval_rouge2_fmeasure": 0.1226092204451561,
      "eval_rouge2_precision": 0.12977544963359833,
      "eval_rouge2_recall": 0.12063863128423691,
      "eval_rougeL_fmeasure": 0.38852831721305847,
      "eval_rougeL_precision": 0.401227742433548,
      "eval_rougeL_recall": 0.3881692588329315,
      "eval_rougeLsum_fmeasure": 0.3885473608970642,
      "eval_rougeLsum_precision": 0.40125155448913574,
      "eval_rougeLsum_recall": 0.38818514347076416,
      "eval_runtime": 416.9212,
      "eval_samples_per_second": 7.196,
      "eval_steps_per_second": 0.101,
      "step": 650
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.113,
      "epoch": 0.55,
      "step": 650
    },
    {
      "epoch": 0.59,
      "eval_accuracy": 0.11166666666666666,
      "eval_avg_bleuScore": 0.028842177291711173,
      "eval_loss": 1.7268632650375366,
      "eval_rouge1_fmeasure": 0.4184536039829254,
      "eval_rouge1_precision": 0.4310172498226166,
      "eval_rouge1_recall": 0.4187770485877991,
      "eval_rouge2_fmeasure": 0.12251175940036774,
      "eval_rouge2_precision": 0.12893937528133392,
      "eval_rouge2_recall": 0.12104275822639465,
      "eval_rougeL_fmeasure": 0.38783329725265503,
      "eval_rougeL_precision": 0.398539274930954,
      "eval_rougeL_recall": 0.3887461721897125,
      "eval_rougeLsum_fmeasure": 0.38785290718078613,
      "eval_rougeLsum_precision": 0.3985649049282074,
      "eval_rougeLsum_recall": 0.38876205682754517,
      "eval_runtime": 417.6826,
      "eval_samples_per_second": 7.182,
      "eval_steps_per_second": 0.101,
      "step": 700
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.113,
      "epoch": 0.59,
      "step": 700
    },
    {
      "epoch": 0.64,
      "eval_accuracy": 0.115,
      "eval_avg_bleuScore": 0.0290608666613698,
      "eval_loss": 1.721261739730835,
      "eval_rouge1_fmeasure": 0.4215930998325348,
      "eval_rouge1_precision": 0.43335336446762085,
      "eval_rouge1_recall": 0.4254607856273651,
      "eval_rouge2_fmeasure": 0.12333113700151443,
      "eval_rouge2_precision": 0.1291794627904892,
      "eval_rouge2_recall": 0.123162180185318,
      "eval_rougeL_fmeasure": 0.39064252376556396,
      "eval_rougeL_precision": 0.40073809027671814,
      "eval_rougeL_recall": 0.39462339878082275,
      "eval_rougeLsum_fmeasure": 0.39064013957977295,
      "eval_rougeLsum_precision": 0.4007423222064972,
      "eval_rougeLsum_recall": 0.39460596442222595,
      "eval_runtime": 448.6827,
      "eval_samples_per_second": 6.686,
      "eval_steps_per_second": 0.094,
      "step": 750
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.64,
      "step": 750
    },
    {
      "epoch": 0.68,
      "eval_accuracy": 0.11366666666666667,
      "eval_avg_bleuScore": 0.02823698183397452,
      "eval_loss": 1.719179630279541,
      "eval_rouge1_fmeasure": 0.4255302846431732,
      "eval_rouge1_precision": 0.44179973006248474,
      "eval_rouge1_recall": 0.4235004186630249,
      "eval_rouge2_fmeasure": 0.12516146898269653,
      "eval_rouge2_precision": 0.13273605704307556,
      "eval_rouge2_recall": 0.12307706475257874,
      "eval_rougeL_fmeasure": 0.3939012885093689,
      "eval_rougeL_precision": 0.4078863561153412,
      "eval_rougeL_recall": 0.39276742935180664,
      "eval_rougeLsum_fmeasure": 0.3939012885093689,
      "eval_rougeLsum_precision": 0.4078863561153412,
      "eval_rougeLsum_recall": 0.39276742935180664,
      "eval_runtime": 428.3483,
      "eval_samples_per_second": 7.004,
      "eval_steps_per_second": 0.098,
      "step": 800
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.68,
      "step": 800
    },
    {
      "epoch": 0.72,
      "eval_accuracy": 0.11433333333333333,
      "eval_avg_bleuScore": 0.030075389464696248,
      "eval_loss": 1.716699242591858,
      "eval_rouge1_fmeasure": 0.42475032806396484,
      "eval_rouge1_precision": 0.4392147660255432,
      "eval_rouge1_recall": 0.4252479374408722,
      "eval_rouge2_fmeasure": 0.12556101381778717,
      "eval_rouge2_precision": 0.13259626924991608,
      "eval_rouge2_recall": 0.12433860450983047,
      "eval_rougeL_fmeasure": 0.39261123538017273,
      "eval_rougeL_precision": 0.40510380268096924,
      "eval_rougeL_recall": 0.3936094641685486,
      "eval_rougeLsum_fmeasure": 0.3926297128200531,
      "eval_rougeLsum_precision": 0.40512600541114807,
      "eval_rougeLsum_recall": 0.39362531900405884,
      "eval_runtime": 416.1761,
      "eval_samples_per_second": 7.208,
      "eval_steps_per_second": 0.101,
      "step": 850
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.72,
      "step": 850
    },
    {
      "epoch": 0.76,
      "eval_accuracy": 0.11333333333333333,
      "eval_avg_bleuScore": 0.02911172941327095,
      "eval_loss": 1.7144726514816284,
      "eval_rouge1_fmeasure": 0.4232616424560547,
      "eval_rouge1_precision": 0.43622541427612305,
      "eval_rouge1_recall": 0.4255277216434479,
      "eval_rouge2_fmeasure": 0.12597259879112244,
      "eval_rouge2_precision": 0.1326662003993988,
      "eval_rouge2_recall": 0.12559087574481964,
      "eval_rougeL_fmeasure": 0.3917687237262726,
      "eval_rougeL_precision": 0.4028547704219818,
      "eval_rougeL_recall": 0.39450860023498535,
      "eval_rougeLsum_fmeasure": 0.39178499579429626,
      "eval_rougeLsum_precision": 0.40287142992019653,
      "eval_rougeLsum_recall": 0.3945244550704956,
      "eval_runtime": 418.7629,
      "eval_samples_per_second": 7.164,
      "eval_steps_per_second": 0.1,
      "step": 900
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.76,
      "step": 900
    },
    {
      "epoch": 0.81,
      "eval_accuracy": 0.11366666666666667,
      "eval_avg_bleuScore": 0.02877427616963784,
      "eval_loss": 1.7141094207763672,
      "eval_rouge1_fmeasure": 0.42343342304229736,
      "eval_rouge1_precision": 0.4381575882434845,
      "eval_rouge1_recall": 0.4245162308216095,
      "eval_rouge2_fmeasure": 0.12420167028903961,
      "eval_rouge2_precision": 0.13117600977420807,
      "eval_rouge2_recall": 0.12346965819597244,
      "eval_rougeL_fmeasure": 0.3917766809463501,
      "eval_rougeL_precision": 0.4044066071510315,
      "eval_rougeL_recall": 0.39342838525772095,
      "eval_rougeLsum_fmeasure": 0.39179524779319763,
      "eval_rougeLsum_precision": 0.4044288396835327,
      "eval_rougeLsum_recall": 0.3934442400932312,
      "eval_runtime": 412.8924,
      "eval_samples_per_second": 7.266,
      "eval_steps_per_second": 0.102,
      "step": 950
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.81,
      "step": 950
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0001,
      "loss": 1.3251,
      "step": 1000
    },
    {
      "epoch": 0.85,
      "eval_accuracy": 0.114,
      "eval_avg_bleuScore": 0.028698996223509313,
      "eval_loss": 1.7141406536102295,
      "eval_rouge1_fmeasure": 0.4231337010860443,
      "eval_rouge1_precision": 0.43527066707611084,
      "eval_rouge1_recall": 0.42574357986450195,
      "eval_rouge2_fmeasure": 0.12320207059383392,
      "eval_rouge2_precision": 0.12941864132881165,
      "eval_rouge2_recall": 0.12254573404788971,
      "eval_rougeL_fmeasure": 0.3913033902645111,
      "eval_rougeL_precision": 0.40169021487236023,
      "eval_rougeL_recall": 0.39426353573799133,
      "eval_rougeLsum_fmeasure": 0.3913209140300751,
      "eval_rougeLsum_precision": 0.40170982480049133,
      "eval_rougeLsum_recall": 0.39427945017814636,
      "eval_runtime": 411.3837,
      "eval_samples_per_second": 7.292,
      "eval_steps_per_second": 0.102,
      "step": 1000
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.85,
      "step": 1000
    },
    {
      "epoch": 0.89,
      "eval_accuracy": 0.115,
      "eval_avg_bleuScore": 0.028069007659951847,
      "eval_loss": 1.7145625352859497,
      "eval_rouge1_fmeasure": 0.4248062074184418,
      "eval_rouge1_precision": 0.4398679733276367,
      "eval_rouge1_recall": 0.423473060131073,
      "eval_rouge2_fmeasure": 0.12515196204185486,
      "eval_rouge2_precision": 0.13223549723625183,
      "eval_rouge2_recall": 0.12349213659763336,
      "eval_rougeL_fmeasure": 0.39318299293518066,
      "eval_rougeL_precision": 0.405906617641449,
      "eval_rougeL_recall": 0.39283618330955505,
      "eval_rougeLsum_fmeasure": 0.39318299293518066,
      "eval_rougeLsum_precision": 0.405906617641449,
      "eval_rougeLsum_recall": 0.39283618330955505,
      "eval_runtime": 423.8761,
      "eval_samples_per_second": 7.078,
      "eval_steps_per_second": 0.099,
      "step": 1050
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.89,
      "step": 1050
    },
    {
      "epoch": 0.93,
      "eval_accuracy": 0.112,
      "eval_avg_bleuScore": 0.027762405360738436,
      "eval_loss": 1.7136757373809814,
      "eval_rouge1_fmeasure": 0.42095834016799927,
      "eval_rouge1_precision": 0.43534284830093384,
      "eval_rouge1_recall": 0.42047563195228577,
      "eval_rouge2_fmeasure": 0.12339958548545837,
      "eval_rouge2_precision": 0.13038772344589233,
      "eval_rouge2_recall": 0.12185768783092499,
      "eval_rougeL_fmeasure": 0.3895176649093628,
      "eval_rougeL_precision": 0.4018775522708893,
      "eval_rougeL_recall": 0.3896372616291046,
      "eval_rougeLsum_fmeasure": 0.3895343542098999,
      "eval_rougeLsum_precision": 0.40189510583877563,
      "eval_rougeLsum_recall": 0.38965311646461487,
      "eval_runtime": 412.9847,
      "eval_samples_per_second": 7.264,
      "eval_steps_per_second": 0.102,
      "step": 1100
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.93,
      "step": 1100
    },
    {
      "epoch": 0.98,
      "eval_accuracy": 0.11233333333333333,
      "eval_avg_bleuScore": 0.029023348152637483,
      "eval_loss": 1.7126835584640503,
      "eval_rouge1_fmeasure": 0.42007914185523987,
      "eval_rouge1_precision": 0.4302547574043274,
      "eval_rouge1_recall": 0.42434659600257874,
      "eval_rouge2_fmeasure": 0.12373975664377213,
      "eval_rouge2_precision": 0.12897014617919922,
      "eval_rouge2_recall": 0.1240621954202652,
      "eval_rougeL_fmeasure": 0.38924336433410645,
      "eval_rougeL_precision": 0.39777547121047974,
      "eval_rougeL_recall": 0.39375001192092896,
      "eval_rougeLsum_fmeasure": 0.389260470867157,
      "eval_rougeLsum_precision": 0.3977939784526825,
      "eval_rougeLsum_recall": 0.39376595616340637,
      "eval_runtime": 416.6217,
      "eval_samples_per_second": 7.201,
      "eval_steps_per_second": 0.101,
      "step": 1150
    },
    {
      "best_epoch": 0,
      "best_eval_accuracy": 0.115,
      "epoch": 0.98,
      "step": 1150
    },
    {
      "epoch": 1.02,
      "eval_accuracy": 0.11633333333333333,
      "eval_avg_bleuScore": 0.0286271261125803,
      "eval_loss": 1.7119219303131104,
      "eval_rouge1_fmeasure": 0.4223006069660187,
      "eval_rouge1_precision": 0.43355467915534973,
      "eval_rouge1_recall": 0.42424923181533813,
      "eval_rouge2_fmeasure": 0.12183848023414612,
      "eval_rouge2_precision": 0.12746664881706238,
      "eval_rouge2_recall": 0.12144064158201218,
      "eval_rougeL_fmeasure": 0.39173752069473267,
      "eval_rougeL_precision": 0.4012112319469452,
      "eval_rougeL_recall": 0.3941992223262787,
      "eval_rougeLsum_fmeasure": 0.39173752069473267,
      "eval_rougeLsum_precision": 0.4012112319469452,
      "eval_rougeLsum_recall": 0.3941992223262787,
      "eval_runtime": 414.7589,
      "eval_samples_per_second": 7.233,
      "eval_steps_per_second": 0.101,
      "step": 1200
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.02,
      "step": 1200
    },
    {
      "epoch": 1.06,
      "eval_accuracy": 0.11333333333333333,
      "eval_avg_bleuScore": 0.027211002017060917,
      "eval_loss": 1.714453101158142,
      "eval_rouge1_fmeasure": 0.41994115710258484,
      "eval_rouge1_precision": 0.43688705563545227,
      "eval_rouge1_recall": 0.41850513219833374,
      "eval_rouge2_fmeasure": 0.12223239243030548,
      "eval_rouge2_precision": 0.13026195764541626,
      "eval_rouge2_recall": 0.12033700197935104,
      "eval_rougeL_fmeasure": 0.3890978693962097,
      "eval_rougeL_precision": 0.4037608504295349,
      "eval_rougeL_recall": 0.3884038031101227,
      "eval_rougeLsum_fmeasure": 0.38911449909210205,
      "eval_rougeLsum_precision": 0.40377840399742126,
      "eval_rougeLsum_recall": 0.3884196877479553,
      "eval_runtime": 435.9324,
      "eval_samples_per_second": 6.882,
      "eval_steps_per_second": 0.096,
      "step": 1250
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.06,
      "step": 1250
    },
    {
      "epoch": 1.1,
      "eval_accuracy": 0.11233333333333333,
      "eval_avg_bleuScore": 0.02936673008153836,
      "eval_loss": 1.7116132974624634,
      "eval_rouge1_fmeasure": 0.4216597378253937,
      "eval_rouge1_precision": 0.4335962235927582,
      "eval_rouge1_recall": 0.42250940203666687,
      "eval_rouge2_fmeasure": 0.12213711440563202,
      "eval_rouge2_precision": 0.12782621383666992,
      "eval_rouge2_recall": 0.12156455218791962,
      "eval_rougeL_fmeasure": 0.3895263671875,
      "eval_rougeL_precision": 0.39964497089385986,
      "eval_rougeL_recall": 0.39094799757003784,
      "eval_rougeLsum_fmeasure": 0.38954439759254456,
      "eval_rougeLsum_precision": 0.39966580271720886,
      "eval_rougeLsum_recall": 0.3909638524055481,
      "eval_runtime": 442.558,
      "eval_samples_per_second": 6.779,
      "eval_steps_per_second": 0.095,
      "step": 1300
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.1,
      "step": 1300
    },
    {
      "epoch": 1.14,
      "eval_accuracy": 0.11633333333333333,
      "eval_avg_bleuScore": 0.027918557037909825,
      "eval_loss": 1.7098476886749268,
      "eval_rouge1_fmeasure": 0.4242185950279236,
      "eval_rouge1_precision": 0.4375033378601074,
      "eval_rouge1_recall": 0.42478516697883606,
      "eval_rouge2_fmeasure": 0.12248878926038742,
      "eval_rouge2_precision": 0.12885503470897675,
      "eval_rouge2_recall": 0.12164236605167389,
      "eval_rougeL_fmeasure": 0.39410412311553955,
      "eval_rougeL_precision": 0.40549689531326294,
      "eval_rougeL_recall": 0.39526131749153137,
      "eval_rougeLsum_fmeasure": 0.3941212296485901,
      "eval_rougeLsum_precision": 0.4055154621601105,
      "eval_rougeLsum_recall": 0.3952771723270416,
      "eval_runtime": 422.7031,
      "eval_samples_per_second": 7.097,
      "eval_steps_per_second": 0.099,
      "step": 1350
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.14,
      "step": 1350
    },
    {
      "epoch": 1.19,
      "eval_accuracy": 0.11266666666666666,
      "eval_avg_bleuScore": 0.027800548608104388,
      "eval_loss": 1.7062265872955322,
      "eval_rouge1_fmeasure": 0.42027780413627625,
      "eval_rouge1_precision": 0.435363233089447,
      "eval_rouge1_recall": 0.4199471175670624,
      "eval_rouge2_fmeasure": 0.12210887670516968,
      "eval_rouge2_precision": 0.12934038043022156,
      "eval_rouge2_recall": 0.12082366645336151,
      "eval_rougeL_fmeasure": 0.38862261176109314,
      "eval_rougeL_precision": 0.40165209770202637,
      "eval_rougeL_recall": 0.388929158449173,
      "eval_rougeLsum_fmeasure": 0.3886396884918213,
      "eval_rougeLsum_precision": 0.4016706645488739,
      "eval_rougeLsum_recall": 0.3889450132846832,
      "eval_runtime": 421.8991,
      "eval_samples_per_second": 7.111,
      "eval_steps_per_second": 0.1,
      "step": 1400
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.19,
      "step": 1400
    },
    {
      "epoch": 1.23,
      "eval_accuracy": 0.113,
      "eval_avg_bleuScore": 0.026157520641883213,
      "eval_loss": 1.7059766054153442,
      "eval_rouge1_fmeasure": 0.4198099374771118,
      "eval_rouge1_precision": 0.43453213572502136,
      "eval_rouge1_recall": 0.4178878962993622,
      "eval_rouge2_fmeasure": 0.1191374883055687,
      "eval_rouge2_precision": 0.12592871487140656,
      "eval_rouge2_recall": 0.11757373064756393,
      "eval_rougeL_fmeasure": 0.3882248103618622,
      "eval_rougeL_precision": 0.40069010853767395,
      "eval_rougeL_recall": 0.3872298300266266,
      "eval_rougeLsum_fmeasure": 0.3882444202899933,
      "eval_rougeLsum_precision": 0.40071573853492737,
      "eval_rougeLsum_recall": 0.38724568486213684,
      "eval_runtime": 425.7259,
      "eval_samples_per_second": 7.047,
      "eval_steps_per_second": 0.099,
      "step": 1450
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.23,
      "step": 1450
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001,
      "loss": 1.2797,
      "step": 1500
    },
    {
      "epoch": 1.27,
      "eval_accuracy": 0.114,
      "eval_avg_bleuScore": 0.026971253817280133,
      "eval_loss": 1.7088124752044678,
      "eval_rouge1_fmeasure": 0.42218562960624695,
      "eval_rouge1_precision": 0.43385228514671326,
      "eval_rouge1_recall": 0.42346033453941345,
      "eval_rouge2_fmeasure": 0.12264084815979004,
      "eval_rouge2_precision": 0.1281544268131256,
      "eval_rouge2_recall": 0.12249463051557541,
      "eval_rougeL_fmeasure": 0.3912815749645233,
      "eval_rougeL_precision": 0.4010494649410248,
      "eval_rougeL_recall": 0.39323461055755615,
      "eval_rougeLsum_fmeasure": 0.39129638671875,
      "eval_rougeLsum_precision": 0.40106332302093506,
      "eval_rougeLsum_recall": 0.3932504951953888,
      "eval_runtime": 429.3226,
      "eval_samples_per_second": 6.988,
      "eval_steps_per_second": 0.098,
      "step": 1500
    },
    {
      "best_epoch": 1,
      "best_eval_accuracy": 0.11633333333333333,
      "epoch": 1.27,
      "step": 1500
    }
  ],
  "max_steps": 4716,
  "num_train_epochs": 4,
  "total_flos": 2.130248764531802e+22,
  "trial_name": null,
  "trial_params": null
}