mtzig commited on
Commit
f9c18ec
·
verified ·
1 Parent(s): cff83ff

Training in progress, step 788, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1d6658706a2b1b22d02af67ed32e150daada045c6218fcbac8d61cdee6f387a
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b1ac8f77262327f2155611e8d5111c41ee52a7f01be46ecae2dd31f0b8f49e
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a53a5f077427c1fb6c1be3beda662bcb3c55295e52e5aac6cdd521540645e78
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d62ca3f9188a97f25cf575e661ee2de17789532c15c5526f6e9926fa35457bc
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b4033bcd984ed883ee9f4753f5acd2a5f9698c3b391651526fe5836282d38a7
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebaf35def2b53d8d851d2baddd6487b7bc118dc35eb096447ad4c6725147a010
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3abd615b881caa9b6b112faf16e7d3d92e8f14de7b312bdedd386f878060361e
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c93fab8485f73ec1505d15bba19c02007a5c47c730f655dcde91bd3835d8469a
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd4ac688667fed33dbac29dd54010210058743290dae20597420324bc4b12d61
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ea01144229c20d5f4f164e1115e7e7f20c8bf8907e53d2e493239c444b05ee
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:386c4e28b7b6c76dc1bee240fa0bb1bfba0d8ccb93833317aef937e1c66e8e56
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925df7029bfec4f89243de6438ee08f2524a59718d43759af21b805141a14322
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bc8d6adc4a8ca28639d5097e8d755b737723c2a73e02a639554d412e2af015c
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bad6b78dd073d1f0d86e8dcf23fc2afa0a97ea37b3dad4ef04e4913365bedf7
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce7adf139cb5be3fa94f558d2253b67614e8f5e40c792e0a5458dcecd0d865b5
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33e154012f872d5ec4602117d98da569b8d5e2a2e8454cbf7367b1dced09bc47
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b8846b74d96cda2078cccff557518227c163d02a7e2b4a593daa2acbfe4642d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d521bb7ac0b13415ca6efedd41d80cbc772aab6ad3c3c0470b3572d96c41464b
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:075424ce87fff9c2e036af3f101cf627348425b5ff8402b4a0c190100ea3ad91
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5edee2ab01fed2ff8d23e5f1f088f012e9092a9561906a58069fb86ff88b7442
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2ac8d82137e7b493f65b02fe60e742d00785831acde45a3e931ec88619a5dca
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9f3ce2974485d5c2274eb5be2f8d8fbdb354727a36be1232561afe54a5cc9c
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cd75e3ece083256eebd1a793ba9c4d81a6d9e08a128d64453489d62e892f1f6
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5e79f599e7b8d906ab68d7fa413face856a5a40141a232718ef5c2cf1432d6
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c7b277ba7269f25114908097aae9c5e108d3ce5eac98d48cc795839db8493c9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:932734b25fc4b0095c06417a23d21a34a66399d86559972ec9e2af484a90fa85
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.8879492600422833,
5
  "eval_steps": 20,
6
- "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -5339,6 +5339,670 @@
5339
  "eval_samples_per_second": 5.361,
5340
  "eval_steps_per_second": 0.174,
5341
  "step": 700
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5342
  }
5343
  ],
5344
  "logging_steps": 1,
@@ -5353,12 +6017,12 @@
5353
  "should_evaluate": false,
5354
  "should_log": false,
5355
  "should_save": true,
5356
- "should_training_stop": false
5357
  },
5358
  "attributes": {}
5359
  }
5360
  },
5361
- "total_flos": 2.6256102807044096e+17,
5362
  "train_batch_size": 6,
5363
  "trial_name": null,
5364
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9995771670190274,
5
  "eval_steps": 20,
6
+ "global_step": 788,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
5339
  "eval_samples_per_second": 5.361,
5340
  "eval_steps_per_second": 0.174,
5341
  "step": 700
5342
+ },
5343
+ {
5344
+ "epoch": 0.8892177589852008,
5345
+ "grad_norm": 3.024763584136963,
5346
+ "learning_rate": 7.338896466055934e-07,
5347
+ "loss": 0.1503,
5348
+ "step": 701
5349
+ },
5350
+ {
5351
+ "epoch": 0.8904862579281184,
5352
+ "grad_norm": 5.726973533630371,
5353
+ "learning_rate": 7.173190915528494e-07,
5354
+ "loss": 0.2625,
5355
+ "step": 702
5356
+ },
5357
+ {
5358
+ "epoch": 0.8917547568710359,
5359
+ "grad_norm": 3.9381308555603027,
5360
+ "learning_rate": 7.009307917244912e-07,
5361
+ "loss": 0.1853,
5362
+ "step": 703
5363
+ },
5364
+ {
5365
+ "epoch": 0.8930232558139535,
5366
+ "grad_norm": 6.115716457366943,
5367
+ "learning_rate": 6.847250688867512e-07,
5368
+ "loss": 0.204,
5369
+ "step": 704
5370
+ },
5371
+ {
5372
+ "epoch": 0.8942917547568711,
5373
+ "grad_norm": 6.009361743927002,
5374
+ "learning_rate": 6.687022412211608e-07,
5375
+ "loss": 0.2365,
5376
+ "step": 705
5377
+ },
5378
+ {
5379
+ "epoch": 0.8955602536997885,
5380
+ "grad_norm": 4.4307332038879395,
5381
+ "learning_rate": 6.52862623318311e-07,
5382
+ "loss": 0.1889,
5383
+ "step": 706
5384
+ },
5385
+ {
5386
+ "epoch": 0.8968287526427061,
5387
+ "grad_norm": 4.24178409576416,
5388
+ "learning_rate": 6.372065261716664e-07,
5389
+ "loss": 0.1632,
5390
+ "step": 707
5391
+ },
5392
+ {
5393
+ "epoch": 0.8980972515856237,
5394
+ "grad_norm": 3.5372025966644287,
5395
+ "learning_rate": 6.217342571714679e-07,
5396
+ "loss": 0.1961,
5397
+ "step": 708
5398
+ },
5399
+ {
5400
+ "epoch": 0.8993657505285412,
5401
+ "grad_norm": 4.413094997406006,
5402
+ "learning_rate": 6.064461200986893e-07,
5403
+ "loss": 0.2418,
5404
+ "step": 709
5405
+ },
5406
+ {
5407
+ "epoch": 0.9006342494714588,
5408
+ "grad_norm": 5.046213150024414,
5409
+ "learning_rate": 5.913424151190772e-07,
5410
+ "loss": 0.2449,
5411
+ "step": 710
5412
+ },
5413
+ {
5414
+ "epoch": 0.9019027484143763,
5415
+ "grad_norm": 4.061814785003662,
5416
+ "learning_rate": 5.764234387772593e-07,
5417
+ "loss": 0.2165,
5418
+ "step": 711
5419
+ },
5420
+ {
5421
+ "epoch": 0.9031712473572938,
5422
+ "grad_norm": 4.079103469848633,
5423
+ "learning_rate": 5.616894839909181e-07,
5424
+ "loss": 0.2452,
5425
+ "step": 712
5426
+ },
5427
+ {
5428
+ "epoch": 0.9044397463002114,
5429
+ "grad_norm": 3.2785000801086426,
5430
+ "learning_rate": 5.471408400450395e-07,
5431
+ "loss": 0.1731,
5432
+ "step": 713
5433
+ },
5434
+ {
5435
+ "epoch": 0.905708245243129,
5436
+ "grad_norm": 5.047578811645508,
5437
+ "learning_rate": 5.327777925862399e-07,
5438
+ "loss": 0.2437,
5439
+ "step": 714
5440
+ },
5441
+ {
5442
+ "epoch": 0.9069767441860465,
5443
+ "grad_norm": 4.548726558685303,
5444
+ "learning_rate": 5.186006236171492e-07,
5445
+ "loss": 0.2111,
5446
+ "step": 715
5447
+ },
5448
+ {
5449
+ "epoch": 0.908245243128964,
5450
+ "grad_norm": 3.2352497577667236,
5451
+ "learning_rate": 5.046096114908783e-07,
5452
+ "loss": 0.1582,
5453
+ "step": 716
5454
+ },
5455
+ {
5456
+ "epoch": 0.9095137420718816,
5457
+ "grad_norm": 4.062112331390381,
5458
+ "learning_rate": 4.908050309055545e-07,
5459
+ "loss": 0.1853,
5460
+ "step": 717
5461
+ },
5462
+ {
5463
+ "epoch": 0.9107822410147992,
5464
+ "grad_norm": 3.6328508853912354,
5465
+ "learning_rate": 4.771871528989247e-07,
5466
+ "loss": 0.2202,
5467
+ "step": 718
5468
+ },
5469
+ {
5470
+ "epoch": 0.9120507399577167,
5471
+ "grad_norm": 5.491158962249756,
5472
+ "learning_rate": 4.6375624484303993e-07,
5473
+ "loss": 0.245,
5474
+ "step": 719
5475
+ },
5476
+ {
5477
+ "epoch": 0.9133192389006343,
5478
+ "grad_norm": 4.557428359985352,
5479
+ "learning_rate": 4.505125704389968e-07,
5480
+ "loss": 0.2277,
5481
+ "step": 720
5482
+ },
5483
+ {
5484
+ "epoch": 0.9133192389006343,
5485
+ "eval_accuracy": 0.8675496688741722,
5486
+ "eval_f1": 0.7345132743362832,
5487
+ "eval_loss": 0.2847309410572052,
5488
+ "eval_precision": 0.8383838383838383,
5489
+ "eval_recall": 0.6535433070866141,
5490
+ "eval_runtime": 50.2843,
5491
+ "eval_samples_per_second": 5.509,
5492
+ "eval_steps_per_second": 0.179,
5493
+ "step": 720
5494
+ },
5495
+ {
5496
+ "epoch": 0.9145877378435519,
5497
+ "grad_norm": 6.393286228179932,
5498
+ "learning_rate": 4.374563897117701e-07,
5499
+ "loss": 0.2023,
5500
+ "step": 721
5501
+ },
5502
+ {
5503
+ "epoch": 0.9158562367864693,
5504
+ "grad_norm": 3.4379963874816895,
5505
+ "learning_rate": 4.2458795900509943e-07,
5506
+ "loss": 0.2034,
5507
+ "step": 722
5508
+ },
5509
+ {
5510
+ "epoch": 0.9171247357293869,
5511
+ "grad_norm": 3.457280397415161,
5512
+ "learning_rate": 4.11907530976462e-07,
5513
+ "loss": 0.1882,
5514
+ "step": 723
5515
+ },
5516
+ {
5517
+ "epoch": 0.9183932346723045,
5518
+ "grad_norm": 5.479604244232178,
5519
+ "learning_rate": 3.9941535459210535e-07,
5520
+ "loss": 0.1896,
5521
+ "step": 724
5522
+ },
5523
+ {
5524
+ "epoch": 0.919661733615222,
5525
+ "grad_norm": 4.309389591217041,
5526
+ "learning_rate": 3.8711167512216816e-07,
5527
+ "loss": 0.2101,
5528
+ "step": 725
5529
+ },
5530
+ {
5531
+ "epoch": 0.9209302325581395,
5532
+ "grad_norm": 3.776045799255371,
5533
+ "learning_rate": 3.7499673413585516e-07,
5534
+ "loss": 0.2342,
5535
+ "step": 726
5536
+ },
5537
+ {
5538
+ "epoch": 0.9221987315010571,
5539
+ "grad_norm": 4.307753086090088,
5540
+ "learning_rate": 3.6307076949670173e-07,
5541
+ "loss": 0.2191,
5542
+ "step": 727
5543
+ },
5544
+ {
5545
+ "epoch": 0.9234672304439746,
5546
+ "grad_norm": 4.025116920471191,
5547
+ "learning_rate": 3.513340153578981e-07,
5548
+ "loss": 0.2486,
5549
+ "step": 728
5550
+ },
5551
+ {
5552
+ "epoch": 0.9247357293868922,
5553
+ "grad_norm": 5.146588325500488,
5554
+ "learning_rate": 3.3978670215769726e-07,
5555
+ "loss": 0.2288,
5556
+ "step": 729
5557
+ },
5558
+ {
5559
+ "epoch": 0.9260042283298098,
5560
+ "grad_norm": 4.41669225692749,
5561
+ "learning_rate": 3.284290566148873e-07,
5562
+ "loss": 0.3089,
5563
+ "step": 730
5564
+ },
5565
+ {
5566
+ "epoch": 0.9272727272727272,
5567
+ "grad_norm": 4.287278175354004,
5568
+ "learning_rate": 3.1726130172433756e-07,
5569
+ "loss": 0.2162,
5570
+ "step": 731
5571
+ },
5572
+ {
5573
+ "epoch": 0.9285412262156448,
5574
+ "grad_norm": 6.512703895568848,
5575
+ "learning_rate": 3.062836567526262e-07,
5576
+ "loss": 0.3019,
5577
+ "step": 732
5578
+ },
5579
+ {
5580
+ "epoch": 0.9298097251585624,
5581
+ "grad_norm": 4.87605094909668,
5582
+ "learning_rate": 2.954963372337327e-07,
5583
+ "loss": 0.2448,
5584
+ "step": 733
5585
+ },
5586
+ {
5587
+ "epoch": 0.9310782241014799,
5588
+ "grad_norm": 5.300022125244141,
5589
+ "learning_rate": 2.848995549648048e-07,
5590
+ "loss": 0.1657,
5591
+ "step": 734
5592
+ },
5593
+ {
5594
+ "epoch": 0.9323467230443975,
5595
+ "grad_norm": 3.4938764572143555,
5596
+ "learning_rate": 2.744935180019992e-07,
5597
+ "loss": 0.1821,
5598
+ "step": 735
5599
+ },
5600
+ {
5601
+ "epoch": 0.9336152219873151,
5602
+ "grad_norm": 4.725379467010498,
5603
+ "learning_rate": 2.642784306564017e-07,
5604
+ "loss": 0.2246,
5605
+ "step": 736
5606
+ },
5607
+ {
5608
+ "epoch": 0.9348837209302325,
5609
+ "grad_norm": 4.498754024505615,
5610
+ "learning_rate": 2.542544934900115e-07,
5611
+ "loss": 0.1903,
5612
+ "step": 737
5613
+ },
5614
+ {
5615
+ "epoch": 0.9361522198731501,
5616
+ "grad_norm": 3.992305040359497,
5617
+ "learning_rate": 2.444219033118012e-07,
5618
+ "loss": 0.1987,
5619
+ "step": 738
5620
+ },
5621
+ {
5622
+ "epoch": 0.9374207188160677,
5623
+ "grad_norm": 4.835594654083252,
5624
+ "learning_rate": 2.3478085317386157e-07,
5625
+ "loss": 0.1839,
5626
+ "step": 739
5627
+ },
5628
+ {
5629
+ "epoch": 0.9386892177589852,
5630
+ "grad_norm": 4.230025768280029,
5631
+ "learning_rate": 2.2533153236760197e-07,
5632
+ "loss": 0.2099,
5633
+ "step": 740
5634
+ },
5635
+ {
5636
+ "epoch": 0.9386892177589852,
5637
+ "eval_accuracy": 0.8719646799116998,
5638
+ "eval_f1": 0.7433628318584071,
5639
+ "eval_loss": 0.2828395962715149,
5640
+ "eval_precision": 0.8484848484848485,
5641
+ "eval_recall": 0.6614173228346457,
5642
+ "eval_runtime": 52.0079,
5643
+ "eval_samples_per_second": 5.326,
5644
+ "eval_steps_per_second": 0.173,
5645
+ "step": 740
5646
+ },
5647
+ {
5648
+ "epoch": 0.9399577167019028,
5649
+ "grad_norm": 3.8719146251678467,
5650
+ "learning_rate": 2.160741264200361e-07,
5651
+ "loss": 0.1284,
5652
+ "step": 741
5653
+ },
5654
+ {
5655
+ "epoch": 0.9412262156448203,
5656
+ "grad_norm": 3.105536699295044,
5657
+ "learning_rate": 2.070088170901441e-07,
5658
+ "loss": 0.198,
5659
+ "step": 742
5660
+ },
5661
+ {
5662
+ "epoch": 0.9424947145877378,
5663
+ "grad_norm": 5.078315258026123,
5664
+ "learning_rate": 1.981357823652974e-07,
5665
+ "loss": 0.2043,
5666
+ "step": 743
5667
+ },
5668
+ {
5669
+ "epoch": 0.9437632135306554,
5670
+ "grad_norm": 2.7954623699188232,
5671
+ "learning_rate": 1.8945519645776955e-07,
5672
+ "loss": 0.1437,
5673
+ "step": 744
5674
+ },
5675
+ {
5676
+ "epoch": 0.945031712473573,
5677
+ "grad_norm": 4.234827995300293,
5678
+ "learning_rate": 1.8096722980131097e-07,
5679
+ "loss": 0.2144,
5680
+ "step": 745
5681
+ },
5682
+ {
5683
+ "epoch": 0.9463002114164905,
5684
+ "grad_norm": 4.860174655914307,
5685
+ "learning_rate": 1.7267204904780621e-07,
5686
+ "loss": 0.203,
5687
+ "step": 746
5688
+ },
5689
+ {
5690
+ "epoch": 0.947568710359408,
5691
+ "grad_norm": 4.2235188484191895,
5692
+ "learning_rate": 1.64569817064002e-07,
5693
+ "loss": 0.2186,
5694
+ "step": 747
5695
+ },
5696
+ {
5697
+ "epoch": 0.9488372093023256,
5698
+ "grad_norm": 4.688875675201416,
5699
+ "learning_rate": 1.5666069292830544e-07,
5700
+ "loss": 0.299,
5701
+ "step": 748
5702
+ },
5703
+ {
5704
+ "epoch": 0.9501057082452431,
5705
+ "grad_norm": 3.522006034851074,
5706
+ "learning_rate": 1.489448319276676e-07,
5707
+ "loss": 0.1852,
5708
+ "step": 749
5709
+ },
5710
+ {
5711
+ "epoch": 0.9513742071881607,
5712
+ "grad_norm": 3.4337916374206543,
5713
+ "learning_rate": 1.4142238555452603e-07,
5714
+ "loss": 0.2085,
5715
+ "step": 750
5716
+ },
5717
+ {
5718
+ "epoch": 0.9526427061310783,
5719
+ "grad_norm": 4.442638874053955,
5720
+ "learning_rate": 1.3409350150383804e-07,
5721
+ "loss": 0.3052,
5722
+ "step": 751
5723
+ },
5724
+ {
5725
+ "epoch": 0.9539112050739957,
5726
+ "grad_norm": 4.747457981109619,
5727
+ "learning_rate": 1.2695832367017657e-07,
5728
+ "loss": 0.157,
5729
+ "step": 752
5730
+ },
5731
+ {
5732
+ "epoch": 0.9551797040169133,
5733
+ "grad_norm": 4.382355213165283,
5734
+ "learning_rate": 1.200169921449068e-07,
5735
+ "loss": 0.139,
5736
+ "step": 753
5737
+ },
5738
+ {
5739
+ "epoch": 0.9564482029598309,
5740
+ "grad_norm": 4.102878570556641,
5741
+ "learning_rate": 1.1326964321343503e-07,
5742
+ "loss": 0.2203,
5743
+ "step": 754
5744
+ },
5745
+ {
5746
+ "epoch": 0.9577167019027484,
5747
+ "grad_norm": 5.611064434051514,
5748
+ "learning_rate": 1.0671640935252969e-07,
5749
+ "loss": 0.279,
5750
+ "step": 755
5751
+ },
5752
+ {
5753
+ "epoch": 0.958985200845666,
5754
+ "grad_norm": 3.508052110671997,
5755
+ "learning_rate": 1.0035741922772902e-07,
5756
+ "loss": 0.1757,
5757
+ "step": 756
5758
+ },
5759
+ {
5760
+ "epoch": 0.9602536997885835,
5761
+ "grad_norm": 8.137269973754883,
5762
+ "learning_rate": 9.419279769080524e-08,
5763
+ "loss": 0.3384,
5764
+ "step": 757
5765
+ },
5766
+ {
5767
+ "epoch": 0.961522198731501,
5768
+ "grad_norm": 5.806704521179199,
5769
+ "learning_rate": 8.822266577731775e-08,
5770
+ "loss": 0.1737,
5771
+ "step": 758
5772
+ },
5773
+ {
5774
+ "epoch": 0.9627906976744186,
5775
+ "grad_norm": 3.4643378257751465,
5776
+ "learning_rate": 8.244714070423709e-08,
5777
+ "loss": 0.2046,
5778
+ "step": 759
5779
+ },
5780
+ {
5781
+ "epoch": 0.9640591966173362,
5782
+ "grad_norm": 4.203879356384277,
5783
+ "learning_rate": 7.686633586764247e-08,
5784
+ "loss": 0.2167,
5785
+ "step": 760
5786
+ },
5787
+ {
5788
+ "epoch": 0.9640591966173362,
5789
+ "eval_accuracy": 0.8708609271523179,
5790
+ "eval_f1": 0.7405764966740577,
5791
+ "eval_loss": 0.2835051715373993,
5792
+ "eval_precision": 0.8477157360406091,
5793
+ "eval_recall": 0.65748031496063,
5794
+ "eval_runtime": 51.121,
5795
+ "eval_samples_per_second": 5.419,
5796
+ "eval_steps_per_second": 0.176,
5797
+ "step": 760
5798
+ },
5799
+ {
5800
+ "epoch": 0.9653276955602537,
5801
+ "grad_norm": 3.5984137058258057,
5802
+ "learning_rate": 7.14803608404957e-08,
5803
+ "loss": 0.2524,
5804
+ "step": 761
5805
+ },
5806
+ {
5807
+ "epoch": 0.9665961945031712,
5808
+ "grad_norm": 3.3036506175994873,
5809
+ "learning_rate": 6.62893213704885e-08,
5810
+ "loss": 0.2024,
5811
+ "step": 762
5812
+ },
5813
+ {
5814
+ "epoch": 0.9678646934460888,
5815
+ "grad_norm": 4.572678089141846,
5816
+ "learning_rate": 6.129331937796856e-08,
5817
+ "loss": 0.1583,
5818
+ "step": 763
5819
+ },
5820
+ {
5821
+ "epoch": 0.9691331923890063,
5822
+ "grad_norm": 5.103546619415283,
5823
+ "learning_rate": 5.64924529539379e-08,
5824
+ "loss": 0.2218,
5825
+ "step": 764
5826
+ },
5827
+ {
5828
+ "epoch": 0.9704016913319239,
5829
+ "grad_norm": 5.696028232574463,
5830
+ "learning_rate": 5.1886816358125425e-08,
5831
+ "loss": 0.1784,
5832
+ "step": 765
5833
+ },
5834
+ {
5835
+ "epoch": 0.9716701902748415,
5836
+ "grad_norm": 4.081172466278076,
5837
+ "learning_rate": 4.747650001713622e-08,
5838
+ "loss": 0.2345,
5839
+ "step": 766
5840
+ },
5841
+ {
5842
+ "epoch": 0.972938689217759,
5843
+ "grad_norm": 3.9841372966766357,
5844
+ "learning_rate": 4.326159052267964e-08,
5845
+ "loss": 0.1854,
5846
+ "step": 767
5847
+ },
5848
+ {
5849
+ "epoch": 0.9742071881606765,
5850
+ "grad_norm": 4.337159156799316,
5851
+ "learning_rate": 3.924217062986402e-08,
5852
+ "loss": 0.2464,
5853
+ "step": 768
5854
+ },
5855
+ {
5856
+ "epoch": 0.9754756871035941,
5857
+ "grad_norm": 3.1016838550567627,
5858
+ "learning_rate": 3.541831925557571e-08,
5859
+ "loss": 0.1883,
5860
+ "step": 769
5861
+ },
5862
+ {
5863
+ "epoch": 0.9767441860465116,
5864
+ "grad_norm": 4.459488391876221,
5865
+ "learning_rate": 3.179011147693034e-08,
5866
+ "loss": 0.2386,
5867
+ "step": 770
5868
+ },
5869
+ {
5870
+ "epoch": 0.9780126849894292,
5871
+ "grad_norm": 6.270811080932617,
5872
+ "learning_rate": 2.835761852979291e-08,
5873
+ "loss": 0.2679,
5874
+ "step": 771
5875
+ },
5876
+ {
5877
+ "epoch": 0.9792811839323468,
5878
+ "grad_norm": 5.3437604904174805,
5879
+ "learning_rate": 2.512090780738552e-08,
5880
+ "loss": 0.2517,
5881
+ "step": 772
5882
+ },
5883
+ {
5884
+ "epoch": 0.9805496828752642,
5885
+ "grad_norm": 2.9482016563415527,
5886
+ "learning_rate": 2.2080042858961815e-08,
5887
+ "loss": 0.1528,
5888
+ "step": 773
5889
+ },
5890
+ {
5891
+ "epoch": 0.9818181818181818,
5892
+ "grad_norm": 6.166524887084961,
5893
+ "learning_rate": 1.9235083388559063e-08,
5894
+ "loss": 0.2392,
5895
+ "step": 774
5896
+ },
5897
+ {
5898
+ "epoch": 0.9830866807610994,
5899
+ "grad_norm": 3.6311111450195312,
5900
+ "learning_rate": 1.6586085253824657e-08,
5901
+ "loss": 0.2192,
5902
+ "step": 775
5903
+ },
5904
+ {
5905
+ "epoch": 0.9843551797040169,
5906
+ "grad_norm": 3.79732084274292,
5907
+ "learning_rate": 1.4133100464922556e-08,
5908
+ "loss": 0.1825,
5909
+ "step": 776
5910
+ },
5911
+ {
5912
+ "epoch": 0.9856236786469345,
5913
+ "grad_norm": 2.6432785987854004,
5914
+ "learning_rate": 1.187617718350853e-08,
5915
+ "loss": 0.1475,
5916
+ "step": 777
5917
+ },
5918
+ {
5919
+ "epoch": 0.986892177589852,
5920
+ "grad_norm": 2.565079927444458,
5921
+ "learning_rate": 9.81535972178871e-09,
5922
+ "loss": 0.157,
5923
+ "step": 778
5924
+ },
5925
+ {
5926
+ "epoch": 0.9881606765327695,
5927
+ "grad_norm": 4.657979965209961,
5928
+ "learning_rate": 7.950688541646934e-09,
5929
+ "loss": 0.2102,
5930
+ "step": 779
5931
+ },
5932
+ {
5933
+ "epoch": 0.9894291754756871,
5934
+ "grad_norm": 5.906298637390137,
5935
+ "learning_rate": 6.282200253847625e-09,
5936
+ "loss": 0.1901,
5937
+ "step": 780
5938
+ },
5939
+ {
5940
+ "epoch": 0.9894291754756871,
5941
+ "eval_accuracy": 0.8686534216335541,
5942
+ "eval_f1": 0.7373068432671082,
5943
+ "eval_loss": 0.28413623571395874,
5944
+ "eval_precision": 0.8391959798994975,
5945
+ "eval_recall": 0.65748031496063,
5946
+ "eval_runtime": 51.8309,
5947
+ "eval_samples_per_second": 5.344,
5948
+ "eval_steps_per_second": 0.174,
5949
+ "step": 780
5950
+ },
5951
+ {
5952
+ "epoch": 0.9906976744186047,
5953
+ "grad_norm": 4.27111291885376,
5954
+ "learning_rate": 4.809927617324128e-09,
5955
+ "loss": 0.2112,
5956
+ "step": 781
5957
+ },
5958
+ {
5959
+ "epoch": 0.9919661733615222,
5960
+ "grad_norm": 6.234564781188965,
5961
+ "learning_rate": 3.533899538528118e-09,
5962
+ "loss": 0.2754,
5963
+ "step": 782
5964
+ },
5965
+ {
5966
+ "epoch": 0.9932346723044397,
5967
+ "grad_norm": 5.112316131591797,
5968
+ "learning_rate": 2.4541410708667223e-09,
5969
+ "loss": 0.2337,
5970
+ "step": 783
5971
+ },
5972
+ {
5973
+ "epoch": 0.9945031712473573,
5974
+ "grad_norm": 4.032815933227539,
5975
+ "learning_rate": 1.5706734142106883e-09,
5976
+ "loss": 0.2389,
5977
+ "step": 784
5978
+ },
5979
+ {
5980
+ "epoch": 0.9957716701902748,
5981
+ "grad_norm": 3.928197145462036,
5982
+ "learning_rate": 8.835139144736104e-10,
5983
+ "loss": 0.2295,
5984
+ "step": 785
5985
+ },
5986
+ {
5987
+ "epoch": 0.9970401691331924,
5988
+ "grad_norm": 5.0506815910339355,
5989
+ "learning_rate": 3.9267606327775266e-10,
5990
+ "loss": 0.1851,
5991
+ "step": 786
5992
+ },
5993
+ {
5994
+ "epoch": 0.99830866807611,
5995
+ "grad_norm": 4.563787937164307,
5996
+ "learning_rate": 9.816949768204354e-11,
5997
+ "loss": 0.2297,
5998
+ "step": 787
5999
+ },
6000
+ {
6001
+ "epoch": 0.9995771670190274,
6002
+ "grad_norm": 5.677037715911865,
6003
+ "learning_rate": 0.0,
6004
+ "loss": 0.19,
6005
+ "step": 788
6006
  }
6007
  ],
6008
  "logging_steps": 1,
 
6017
  "should_evaluate": false,
6018
  "should_log": false,
6019
  "should_save": true,
6020
+ "should_training_stop": true
6021
  },
6022
  "attributes": {}
6023
  }
6024
  },
6025
+ "total_flos": 2.9528591072598426e+17,
6026
  "train_batch_size": 6,
6027
  "trial_name": null,
6028
  "trial_params": null