mtzig commited on
Commit
042789c
·
verified ·
1 Parent(s): ee1f767

Training in progress, step 800, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47369349058d9f265a07a2c0ef08b67452bffc5187fd4c745c4bac94546a6fe1
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4366e69d60737b3779bf9a490440dab3b7129f75dd2feb73dc07db72babfbdf
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d50510b0f730cb5c824594a257dc78d9cd0f0f324db4149d578f71b4f5f6b523
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6dd1a92d0a5135b333dcb0ee27f4083935df79d3cdbd2e1782a276fcaa9d154
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5c62ca5412596eb2cd44f1d5b0431527944d399ca97f86771a01c08e2bcdef8
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4835991b793120481b099eb89774026995ab06f7469520e242d29572c729356e
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0436864f261cedc81f4c1934c7762f1c640c553dea76637d2c3365a5862998bb
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc58fcb266dccc572788bea6fad1f9f18f3c730bcccdaac874c4e3525aa012f7
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d9ef70e9be95016e13a78937658f66404e8ede47727af102e7f241f7cf7ad77
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10960d9381443ad0dcee2d617e86555e9074adf42f10ea5b5031e4d17e4541fc
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed14a8743524674aa130aa11171caec211afebea652849304a313fa02bc1e7b4
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b617e3c4555dd60638eed9d7607d51addbf2e88c7e24d50cc4af0a97e2c1ee
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fea02b7b1ee15158d6e0a23d9860f1c01ae8d91c79e2f7e42f8a04e7ef88ad41
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aca6570204ebce4c6f1f377b28739749ab7e2db8774a4ae79b88318ecc645d3
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9623875cc6f8148d10a3ff5e872de2c2987ad9473b4a6a560df1d8ef4e01a0f6
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af486d9702ac04f9288a8d7f8d269fc56995d192739a371cdc0ab84562d444ee
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb98a3c24bcf7750fa7750f116a6d10d5ccebb8daba33a53a7f270b36b2ce893
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6651bb14848ddc09834acedbc497fa211b2b3bf1fd839c0a3e2edc297b450478
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9898bf1f7135405f4bbf1fe87622d1d22a7516940bda0af13d0cb131fe2777fc
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae03e0e09af0ed507e28016716e1ab7cf741033f725d1d5e7ab0b16606ee820f
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:407914c8984b50d2b06804e7b77fcfba533e794950feb19c63755a81cb2e26bb
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38f2cc82eeba75672cf489909ffeec57c804049b636096ef6ef25670940386a2
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3ea4cc6c9042fb168359b86795e303250effc227e0d4527d836efe07f4521a6
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e86dc8922a03fbd7dae55bdea9fe0c57d7c92e7e4db833cf223eab9d601f3f59
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7b231cefd198a0bea4e7101f5c354fb7215e43b749b513c26e32fa2c6c06e95
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0693986dcdbacb610348452117526a26c1a6fb2feb944c0d12e677a07f1eaf73
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4736129905277402,
5
  "eval_steps": 20,
6
- "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -5339,6 +5339,766 @@
5339
  "eval_samples_per_second": 5.626,
5340
  "eval_steps_per_second": 0.189,
5341
  "step": 700
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5342
  }
5343
  ],
5344
  "logging_steps": 1,
@@ -5358,7 +6118,7 @@
5358
  "attributes": {}
5359
  }
5360
  },
5361
- "total_flos": 2.1229008750379008e+17,
5362
  "train_batch_size": 8,
5363
  "trial_name": null,
5364
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5412719891745602,
5
  "eval_steps": 20,
6
+ "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
5339
  "eval_samples_per_second": 5.626,
5340
  "eval_steps_per_second": 0.189,
5341
  "step": 700
5342
+ },
5343
+ {
5344
+ "epoch": 0.4742895805142084,
5345
+ "grad_norm": 3.1701228618621826,
5346
+ "learning_rate": 1.26147994095382e-05,
5347
+ "loss": 0.1402,
5348
+ "step": 701
5349
+ },
5350
+ {
5351
+ "epoch": 0.4749661705006766,
5352
+ "grad_norm": 3.6727280616760254,
5353
+ "learning_rate": 1.2591992938930808e-05,
5354
+ "loss": 0.1482,
5355
+ "step": 702
5356
+ },
5357
+ {
5358
+ "epoch": 0.47564276048714477,
5359
+ "grad_norm": 2.606227159500122,
5360
+ "learning_rate": 1.2569172006266192e-05,
5361
+ "loss": 0.141,
5362
+ "step": 703
5363
+ },
5364
+ {
5365
+ "epoch": 0.476319350473613,
5366
+ "grad_norm": 3.620513677597046,
5367
+ "learning_rate": 1.2546336738874037e-05,
5368
+ "loss": 0.1777,
5369
+ "step": 704
5370
+ },
5371
+ {
5372
+ "epoch": 0.4769959404600812,
5373
+ "grad_norm": 4.079351902008057,
5374
+ "learning_rate": 1.2523487264163997e-05,
5375
+ "loss": 0.1614,
5376
+ "step": 705
5377
+ },
5378
+ {
5379
+ "epoch": 0.4776725304465494,
5380
+ "grad_norm": 3.8010270595550537,
5381
+ "learning_rate": 1.2500623709625008e-05,
5382
+ "loss": 0.1359,
5383
+ "step": 706
5384
+ },
5385
+ {
5386
+ "epoch": 0.4783491204330176,
5387
+ "grad_norm": 3.370544672012329,
5388
+ "learning_rate": 1.2477746202824563e-05,
5389
+ "loss": 0.1554,
5390
+ "step": 707
5391
+ },
5392
+ {
5393
+ "epoch": 0.4790257104194858,
5394
+ "grad_norm": 5.698882579803467,
5395
+ "learning_rate": 1.2454854871407993e-05,
5396
+ "loss": 0.1387,
5397
+ "step": 708
5398
+ },
5399
+ {
5400
+ "epoch": 0.479702300405954,
5401
+ "grad_norm": 3.655916213989258,
5402
+ "learning_rate": 1.2431949843097776e-05,
5403
+ "loss": 0.0942,
5404
+ "step": 709
5405
+ },
5406
+ {
5407
+ "epoch": 0.4803788903924222,
5408
+ "grad_norm": 4.965806484222412,
5409
+ "learning_rate": 1.2409031245692798e-05,
5410
+ "loss": 0.1671,
5411
+ "step": 710
5412
+ },
5413
+ {
5414
+ "epoch": 0.4810554803788904,
5415
+ "grad_norm": 4.127477645874023,
5416
+ "learning_rate": 1.238609920706767e-05,
5417
+ "loss": 0.1012,
5418
+ "step": 711
5419
+ },
5420
+ {
5421
+ "epoch": 0.4817320703653586,
5422
+ "grad_norm": 4.219476222991943,
5423
+ "learning_rate": 1.2363153855171985e-05,
5424
+ "loss": 0.1406,
5425
+ "step": 712
5426
+ },
5427
+ {
5428
+ "epoch": 0.4824086603518268,
5429
+ "grad_norm": 4.781118392944336,
5430
+ "learning_rate": 1.2340195318029623e-05,
5431
+ "loss": 0.1519,
5432
+ "step": 713
5433
+ },
5434
+ {
5435
+ "epoch": 0.48308525033829497,
5436
+ "grad_norm": 2.8674471378326416,
5437
+ "learning_rate": 1.2317223723738036e-05,
5438
+ "loss": 0.0691,
5439
+ "step": 714
5440
+ },
5441
+ {
5442
+ "epoch": 0.4837618403247632,
5443
+ "grad_norm": 3.4862661361694336,
5444
+ "learning_rate": 1.2294239200467516e-05,
5445
+ "loss": 0.1282,
5446
+ "step": 715
5447
+ },
5448
+ {
5449
+ "epoch": 0.4844384303112314,
5450
+ "grad_norm": 2.642241954803467,
5451
+ "learning_rate": 1.2271241876460507e-05,
5452
+ "loss": 0.1144,
5453
+ "step": 716
5454
+ },
5455
+ {
5456
+ "epoch": 0.4851150202976996,
5457
+ "grad_norm": 5.012102127075195,
5458
+ "learning_rate": 1.2248231880030861e-05,
5459
+ "loss": 0.1781,
5460
+ "step": 717
5461
+ },
5462
+ {
5463
+ "epoch": 0.4857916102841678,
5464
+ "grad_norm": 3.223320484161377,
5465
+ "learning_rate": 1.2225209339563144e-05,
5466
+ "loss": 0.103,
5467
+ "step": 718
5468
+ },
5469
+ {
5470
+ "epoch": 0.486468200270636,
5471
+ "grad_norm": 3.7974560260772705,
5472
+ "learning_rate": 1.2202174383511916e-05,
5473
+ "loss": 0.1277,
5474
+ "step": 719
5475
+ },
5476
+ {
5477
+ "epoch": 0.4871447902571042,
5478
+ "grad_norm": 8.01950454711914,
5479
+ "learning_rate": 1.2179127140400997e-05,
5480
+ "loss": 0.2256,
5481
+ "step": 720
5482
+ },
5483
+ {
5484
+ "epoch": 0.4871447902571042,
5485
+ "eval_accuracy": 0.7798165137614679,
5486
+ "eval_f1": 0.375,
5487
+ "eval_loss": 0.49802127480506897,
5488
+ "eval_precision": 0.8372093023255814,
5489
+ "eval_recall": 0.24161073825503357,
5490
+ "eval_runtime": 52.7234,
5491
+ "eval_samples_per_second": 5.652,
5492
+ "eval_steps_per_second": 0.19,
5493
+ "step": 720
5494
+ },
5495
+ {
5496
+ "epoch": 0.4878213802435724,
5497
+ "grad_norm": 5.34826135635376,
5498
+ "learning_rate": 1.2156067738822777e-05,
5499
+ "loss": 0.173,
5500
+ "step": 721
5501
+ },
5502
+ {
5503
+ "epoch": 0.4884979702300406,
5504
+ "grad_norm": 2.6310982704162598,
5505
+ "learning_rate": 1.213299630743747e-05,
5506
+ "loss": 0.0958,
5507
+ "step": 722
5508
+ },
5509
+ {
5510
+ "epoch": 0.4891745602165088,
5511
+ "grad_norm": 4.56181526184082,
5512
+ "learning_rate": 1.2109912974972424e-05,
5513
+ "loss": 0.1279,
5514
+ "step": 723
5515
+ },
5516
+ {
5517
+ "epoch": 0.489851150202977,
5518
+ "grad_norm": 5.082941055297852,
5519
+ "learning_rate": 1.2086817870221376e-05,
5520
+ "loss": 0.158,
5521
+ "step": 724
5522
+ },
5523
+ {
5524
+ "epoch": 0.49052774018944517,
5525
+ "grad_norm": 6.134848117828369,
5526
+ "learning_rate": 1.2063711122043759e-05,
5527
+ "loss": 0.1063,
5528
+ "step": 725
5529
+ },
5530
+ {
5531
+ "epoch": 0.4912043301759134,
5532
+ "grad_norm": 3.6247506141662598,
5533
+ "learning_rate": 1.204059285936397e-05,
5534
+ "loss": 0.1078,
5535
+ "step": 726
5536
+ },
5537
+ {
5538
+ "epoch": 0.4918809201623816,
5539
+ "grad_norm": 4.745319366455078,
5540
+ "learning_rate": 1.2017463211170635e-05,
5541
+ "loss": 0.1094,
5542
+ "step": 727
5543
+ },
5544
+ {
5545
+ "epoch": 0.4925575101488498,
5546
+ "grad_norm": 5.845713138580322,
5547
+ "learning_rate": 1.1994322306515926e-05,
5548
+ "loss": 0.1373,
5549
+ "step": 728
5550
+ },
5551
+ {
5552
+ "epoch": 0.493234100135318,
5553
+ "grad_norm": 3.4521119594573975,
5554
+ "learning_rate": 1.1971170274514802e-05,
5555
+ "loss": 0.0997,
5556
+ "step": 729
5557
+ },
5558
+ {
5559
+ "epoch": 0.4939106901217862,
5560
+ "grad_norm": 4.090993404388428,
5561
+ "learning_rate": 1.1948007244344334e-05,
5562
+ "loss": 0.1578,
5563
+ "step": 730
5564
+ },
5565
+ {
5566
+ "epoch": 0.4945872801082544,
5567
+ "grad_norm": 5.571890830993652,
5568
+ "learning_rate": 1.1924833345242921e-05,
5569
+ "loss": 0.1614,
5570
+ "step": 731
5571
+ },
5572
+ {
5573
+ "epoch": 0.4952638700947226,
5574
+ "grad_norm": 4.286579132080078,
5575
+ "learning_rate": 1.1901648706509637e-05,
5576
+ "loss": 0.1557,
5577
+ "step": 732
5578
+ },
5579
+ {
5580
+ "epoch": 0.4959404600811908,
5581
+ "grad_norm": 6.809506893157959,
5582
+ "learning_rate": 1.1878453457503465e-05,
5583
+ "loss": 0.1479,
5584
+ "step": 733
5585
+ },
5586
+ {
5587
+ "epoch": 0.496617050067659,
5588
+ "grad_norm": 3.8739116191864014,
5589
+ "learning_rate": 1.185524772764258e-05,
5590
+ "loss": 0.1504,
5591
+ "step": 734
5592
+ },
5593
+ {
5594
+ "epoch": 0.4972936400541272,
5595
+ "grad_norm": 3.7848074436187744,
5596
+ "learning_rate": 1.1832031646403654e-05,
5597
+ "loss": 0.1236,
5598
+ "step": 735
5599
+ },
5600
+ {
5601
+ "epoch": 0.4979702300405954,
5602
+ "grad_norm": 4.305004596710205,
5603
+ "learning_rate": 1.1808805343321102e-05,
5604
+ "loss": 0.1505,
5605
+ "step": 736
5606
+ },
5607
+ {
5608
+ "epoch": 0.4986468200270636,
5609
+ "grad_norm": 3.052428722381592,
5610
+ "learning_rate": 1.1785568947986368e-05,
5611
+ "loss": 0.1454,
5612
+ "step": 737
5613
+ },
5614
+ {
5615
+ "epoch": 0.4993234100135318,
5616
+ "grad_norm": 7.71512508392334,
5617
+ "learning_rate": 1.176232259004722e-05,
5618
+ "loss": 0.2538,
5619
+ "step": 738
5620
+ },
5621
+ {
5622
+ "epoch": 0.5,
5623
+ "grad_norm": 5.634016990661621,
5624
+ "learning_rate": 1.1739066399206997e-05,
5625
+ "loss": 0.1768,
5626
+ "step": 739
5627
+ },
5628
+ {
5629
+ "epoch": 0.5006765899864682,
5630
+ "grad_norm": 4.39807653427124,
5631
+ "learning_rate": 1.1715800505223918e-05,
5632
+ "loss": 0.2035,
5633
+ "step": 740
5634
+ },
5635
+ {
5636
+ "epoch": 0.5006765899864682,
5637
+ "eval_accuracy": 0.7871559633027523,
5638
+ "eval_f1": 0.40816326530612246,
5639
+ "eval_loss": 0.4451703131198883,
5640
+ "eval_precision": 0.851063829787234,
5641
+ "eval_recall": 0.2684563758389262,
5642
+ "eval_runtime": 53.0418,
5643
+ "eval_samples_per_second": 5.618,
5644
+ "eval_steps_per_second": 0.189,
5645
+ "step": 740
5646
+ },
5647
+ {
5648
+ "epoch": 0.5013531799729364,
5649
+ "grad_norm": 4.298307418823242,
5650
+ "learning_rate": 1.1692525037910325e-05,
5651
+ "loss": 0.155,
5652
+ "step": 741
5653
+ },
5654
+ {
5655
+ "epoch": 0.5020297699594046,
5656
+ "grad_norm": 3.8376667499542236,
5657
+ "learning_rate": 1.166924012713198e-05,
5658
+ "loss": 0.1715,
5659
+ "step": 742
5660
+ },
5661
+ {
5662
+ "epoch": 0.5027063599458728,
5663
+ "grad_norm": 4.111176013946533,
5664
+ "learning_rate": 1.164594590280734e-05,
5665
+ "loss": 0.139,
5666
+ "step": 743
5667
+ },
5668
+ {
5669
+ "epoch": 0.503382949932341,
5670
+ "grad_norm": 3.5634899139404297,
5671
+ "learning_rate": 1.1622642494906819e-05,
5672
+ "loss": 0.1315,
5673
+ "step": 744
5674
+ },
5675
+ {
5676
+ "epoch": 0.5040595399188093,
5677
+ "grad_norm": 3.7423675060272217,
5678
+ "learning_rate": 1.1599330033452078e-05,
5679
+ "loss": 0.1789,
5680
+ "step": 745
5681
+ },
5682
+ {
5683
+ "epoch": 0.5047361299052774,
5684
+ "grad_norm": 7.1124958992004395,
5685
+ "learning_rate": 1.1576008648515286e-05,
5686
+ "loss": 0.1674,
5687
+ "step": 746
5688
+ },
5689
+ {
5690
+ "epoch": 0.5054127198917456,
5691
+ "grad_norm": 3.564636468887329,
5692
+ "learning_rate": 1.1552678470218406e-05,
5693
+ "loss": 0.1415,
5694
+ "step": 747
5695
+ },
5696
+ {
5697
+ "epoch": 0.5060893098782138,
5698
+ "grad_norm": 7.098050117492676,
5699
+ "learning_rate": 1.1529339628732462e-05,
5700
+ "loss": 0.1789,
5701
+ "step": 748
5702
+ },
5703
+ {
5704
+ "epoch": 0.506765899864682,
5705
+ "grad_norm": 7.915879726409912,
5706
+ "learning_rate": 1.1505992254276808e-05,
5707
+ "loss": 0.184,
5708
+ "step": 749
5709
+ },
5710
+ {
5711
+ "epoch": 0.5074424898511503,
5712
+ "grad_norm": 3.962040424346924,
5713
+ "learning_rate": 1.148263647711842e-05,
5714
+ "loss": 0.1447,
5715
+ "step": 750
5716
+ },
5717
+ {
5718
+ "epoch": 0.5081190798376184,
5719
+ "grad_norm": 2.833312749862671,
5720
+ "learning_rate": 1.1459272427571148e-05,
5721
+ "loss": 0.1153,
5722
+ "step": 751
5723
+ },
5724
+ {
5725
+ "epoch": 0.5087956698240866,
5726
+ "grad_norm": 3.094414234161377,
5727
+ "learning_rate": 1.1435900235995004e-05,
5728
+ "loss": 0.1555,
5729
+ "step": 752
5730
+ },
5731
+ {
5732
+ "epoch": 0.5094722598105548,
5733
+ "grad_norm": 3.7343735694885254,
5734
+ "learning_rate": 1.141252003279542e-05,
5735
+ "loss": 0.1781,
5736
+ "step": 753
5737
+ },
5738
+ {
5739
+ "epoch": 0.510148849797023,
5740
+ "grad_norm": 2.3985371589660645,
5741
+ "learning_rate": 1.1389131948422534e-05,
5742
+ "loss": 0.1266,
5743
+ "step": 754
5744
+ },
5745
+ {
5746
+ "epoch": 0.5108254397834912,
5747
+ "grad_norm": 2.8854312896728516,
5748
+ "learning_rate": 1.1365736113370463e-05,
5749
+ "loss": 0.1198,
5750
+ "step": 755
5751
+ },
5752
+ {
5753
+ "epoch": 0.5115020297699594,
5754
+ "grad_norm": 3.6787984371185303,
5755
+ "learning_rate": 1.1342332658176556e-05,
5756
+ "loss": 0.1701,
5757
+ "step": 756
5758
+ },
5759
+ {
5760
+ "epoch": 0.5121786197564276,
5761
+ "grad_norm": 3.9833555221557617,
5762
+ "learning_rate": 1.1318921713420691e-05,
5763
+ "loss": 0.1883,
5764
+ "step": 757
5765
+ },
5766
+ {
5767
+ "epoch": 0.5128552097428958,
5768
+ "grad_norm": 5.8127031326293945,
5769
+ "learning_rate": 1.1295503409724526e-05,
5770
+ "loss": 0.19,
5771
+ "step": 758
5772
+ },
5773
+ {
5774
+ "epoch": 0.513531799729364,
5775
+ "grad_norm": 3.7036736011505127,
5776
+ "learning_rate": 1.1272077877750782e-05,
5777
+ "loss": 0.1532,
5778
+ "step": 759
5779
+ },
5780
+ {
5781
+ "epoch": 0.5142083897158322,
5782
+ "grad_norm": 3.996150255203247,
5783
+ "learning_rate": 1.124864524820251e-05,
5784
+ "loss": 0.1412,
5785
+ "step": 760
5786
+ },
5787
+ {
5788
+ "epoch": 0.5142083897158322,
5789
+ "eval_accuracy": 0.7761467889908257,
5790
+ "eval_f1": 0.34408602150537637,
5791
+ "eval_loss": 0.4691689610481262,
5792
+ "eval_precision": 0.8648648648648649,
5793
+ "eval_recall": 0.21476510067114093,
5794
+ "eval_runtime": 52.6721,
5795
+ "eval_samples_per_second": 5.658,
5796
+ "eval_steps_per_second": 0.19,
5797
+ "step": 760
5798
+ },
5799
+ {
5800
+ "epoch": 0.5148849797023004,
5801
+ "grad_norm": 6.409296989440918,
5802
+ "learning_rate": 1.1225205651822359e-05,
5803
+ "loss": 0.264,
5804
+ "step": 761
5805
+ },
5806
+ {
5807
+ "epoch": 0.5155615696887687,
5808
+ "grad_norm": 3.7257473468780518,
5809
+ "learning_rate": 1.1201759219391858e-05,
5810
+ "loss": 0.1302,
5811
+ "step": 762
5812
+ },
5813
+ {
5814
+ "epoch": 0.5162381596752368,
5815
+ "grad_norm": 2.880531072616577,
5816
+ "learning_rate": 1.1178306081730666e-05,
5817
+ "loss": 0.1321,
5818
+ "step": 763
5819
+ },
5820
+ {
5821
+ "epoch": 0.516914749661705,
5822
+ "grad_norm": 3.284871816635132,
5823
+ "learning_rate": 1.1154846369695864e-05,
5824
+ "loss": 0.1171,
5825
+ "step": 764
5826
+ },
5827
+ {
5828
+ "epoch": 0.5175913396481732,
5829
+ "grad_norm": 3.0467426776885986,
5830
+ "learning_rate": 1.1131380214181205e-05,
5831
+ "loss": 0.1664,
5832
+ "step": 765
5833
+ },
5834
+ {
5835
+ "epoch": 0.5182679296346414,
5836
+ "grad_norm": 4.38018274307251,
5837
+ "learning_rate": 1.1107907746116402e-05,
5838
+ "loss": 0.167,
5839
+ "step": 766
5840
+ },
5841
+ {
5842
+ "epoch": 0.5189445196211097,
5843
+ "grad_norm": 2.9475748538970947,
5844
+ "learning_rate": 1.108442909646639e-05,
5845
+ "loss": 0.1161,
5846
+ "step": 767
5847
+ },
5848
+ {
5849
+ "epoch": 0.5196211096075778,
5850
+ "grad_norm": 5.2659687995910645,
5851
+ "learning_rate": 1.1060944396230583e-05,
5852
+ "loss": 0.1163,
5853
+ "step": 768
5854
+ },
5855
+ {
5856
+ "epoch": 0.520297699594046,
5857
+ "grad_norm": 3.119966983795166,
5858
+ "learning_rate": 1.1037453776442164e-05,
5859
+ "loss": 0.1693,
5860
+ "step": 769
5861
+ },
5862
+ {
5863
+ "epoch": 0.5209742895805142,
5864
+ "grad_norm": 3.546898603439331,
5865
+ "learning_rate": 1.1013957368167343e-05,
5866
+ "loss": 0.1362,
5867
+ "step": 770
5868
+ },
5869
+ {
5870
+ "epoch": 0.5216508795669824,
5871
+ "grad_norm": 3.2547402381896973,
5872
+ "learning_rate": 1.099045530250463e-05,
5873
+ "loss": 0.1175,
5874
+ "step": 771
5875
+ },
5876
+ {
5877
+ "epoch": 0.5223274695534507,
5878
+ "grad_norm": 2.995699882507324,
5879
+ "learning_rate": 1.0966947710584086e-05,
5880
+ "loss": 0.1131,
5881
+ "step": 772
5882
+ },
5883
+ {
5884
+ "epoch": 0.5230040595399188,
5885
+ "grad_norm": 2.557124614715576,
5886
+ "learning_rate": 1.0943434723566624e-05,
5887
+ "loss": 0.139,
5888
+ "step": 773
5889
+ },
5890
+ {
5891
+ "epoch": 0.523680649526387,
5892
+ "grad_norm": 3.192425489425659,
5893
+ "learning_rate": 1.091991647264325e-05,
5894
+ "loss": 0.1644,
5895
+ "step": 774
5896
+ },
5897
+ {
5898
+ "epoch": 0.5243572395128552,
5899
+ "grad_norm": 5.2245025634765625,
5900
+ "learning_rate": 1.0896393089034336e-05,
5901
+ "loss": 0.1449,
5902
+ "step": 775
5903
+ },
5904
+ {
5905
+ "epoch": 0.5250338294993234,
5906
+ "grad_norm": 3.094622850418091,
5907
+ "learning_rate": 1.0872864703988903e-05,
5908
+ "loss": 0.1066,
5909
+ "step": 776
5910
+ },
5911
+ {
5912
+ "epoch": 0.5257104194857916,
5913
+ "grad_norm": 2.3677878379821777,
5914
+ "learning_rate": 1.0849331448783869e-05,
5915
+ "loss": 0.1244,
5916
+ "step": 777
5917
+ },
5918
+ {
5919
+ "epoch": 0.5263870094722598,
5920
+ "grad_norm": 5.578123569488525,
5921
+ "learning_rate": 1.0825793454723325e-05,
5922
+ "loss": 0.1779,
5923
+ "step": 778
5924
+ },
5925
+ {
5926
+ "epoch": 0.527063599458728,
5927
+ "grad_norm": 5.073922157287598,
5928
+ "learning_rate": 1.0802250853137808e-05,
5929
+ "loss": 0.2355,
5930
+ "step": 779
5931
+ },
5932
+ {
5933
+ "epoch": 0.5277401894451962,
5934
+ "grad_norm": 2.925035238265991,
5935
+ "learning_rate": 1.0778703775383559e-05,
5936
+ "loss": 0.1346,
5937
+ "step": 780
5938
+ },
5939
+ {
5940
+ "epoch": 0.5277401894451962,
5941
+ "eval_accuracy": 0.8119266055045872,
5942
+ "eval_f1": 0.5287356321839081,
5943
+ "eval_loss": 0.40138694643974304,
5944
+ "eval_precision": 0.8394160583941606,
5945
+ "eval_recall": 0.3859060402684564,
5946
+ "eval_runtime": 52.7212,
5947
+ "eval_samples_per_second": 5.652,
5948
+ "eval_steps_per_second": 0.19,
5949
+ "step": 780
5950
+ },
5951
+ {
5952
+ "epoch": 0.5284167794316644,
5953
+ "grad_norm": 4.117710113525391,
5954
+ "learning_rate": 1.0755152352841798e-05,
5955
+ "loss": 0.1435,
5956
+ "step": 781
5957
+ },
5958
+ {
5959
+ "epoch": 0.5290933694181326,
5960
+ "grad_norm": 4.172342777252197,
5961
+ "learning_rate": 1.0731596716917978e-05,
5962
+ "loss": 0.1428,
5963
+ "step": 782
5964
+ },
5965
+ {
5966
+ "epoch": 0.5297699594046008,
5967
+ "grad_norm": 2.936666250228882,
5968
+ "learning_rate": 1.0708036999041072e-05,
5969
+ "loss": 0.1051,
5970
+ "step": 783
5971
+ },
5972
+ {
5973
+ "epoch": 0.530446549391069,
5974
+ "grad_norm": 2.487924098968506,
5975
+ "learning_rate": 1.0684473330662815e-05,
5976
+ "loss": 0.0967,
5977
+ "step": 784
5978
+ },
5979
+ {
5980
+ "epoch": 0.5311231393775372,
5981
+ "grad_norm": 3.894505739212036,
5982
+ "learning_rate": 1.0660905843256995e-05,
5983
+ "loss": 0.1088,
5984
+ "step": 785
5985
+ },
5986
+ {
5987
+ "epoch": 0.5317997293640054,
5988
+ "grad_norm": 5.016809463500977,
5989
+ "learning_rate": 1.0637334668318708e-05,
5990
+ "loss": 0.1301,
5991
+ "step": 786
5992
+ },
5993
+ {
5994
+ "epoch": 0.5324763193504736,
5995
+ "grad_norm": 3.1163365840911865,
5996
+ "learning_rate": 1.0613759937363617e-05,
5997
+ "loss": 0.125,
5998
+ "step": 787
5999
+ },
6000
+ {
6001
+ "epoch": 0.5331529093369418,
6002
+ "grad_norm": 3.6140894889831543,
6003
+ "learning_rate": 1.0590181781927229e-05,
6004
+ "loss": 0.1339,
6005
+ "step": 788
6006
+ },
6007
+ {
6008
+ "epoch": 0.5338294993234101,
6009
+ "grad_norm": 4.263391971588135,
6010
+ "learning_rate": 1.0566600333564163e-05,
6011
+ "loss": 0.2378,
6012
+ "step": 789
6013
+ },
6014
+ {
6015
+ "epoch": 0.5345060893098782,
6016
+ "grad_norm": 5.283838748931885,
6017
+ "learning_rate": 1.0543015723847402e-05,
6018
+ "loss": 0.1762,
6019
+ "step": 790
6020
+ },
6021
+ {
6022
+ "epoch": 0.5351826792963464,
6023
+ "grad_norm": 4.460554599761963,
6024
+ "learning_rate": 1.0519428084367583e-05,
6025
+ "loss": 0.1446,
6026
+ "step": 791
6027
+ },
6028
+ {
6029
+ "epoch": 0.5358592692828146,
6030
+ "grad_norm": 3.4405527114868164,
6031
+ "learning_rate": 1.0495837546732224e-05,
6032
+ "loss": 0.0647,
6033
+ "step": 792
6034
+ },
6035
+ {
6036
+ "epoch": 0.5365358592692828,
6037
+ "grad_norm": 2.5219104290008545,
6038
+ "learning_rate": 1.0472244242565035e-05,
6039
+ "loss": 0.0866,
6040
+ "step": 793
6041
+ },
6042
+ {
6043
+ "epoch": 0.5372124492557511,
6044
+ "grad_norm": 4.9833221435546875,
6045
+ "learning_rate": 1.044864830350515e-05,
6046
+ "loss": 0.1009,
6047
+ "step": 794
6048
+ },
6049
+ {
6050
+ "epoch": 0.5378890392422192,
6051
+ "grad_norm": 3.444195032119751,
6052
+ "learning_rate": 1.042504986120641e-05,
6053
+ "loss": 0.0941,
6054
+ "step": 795
6055
+ },
6056
+ {
6057
+ "epoch": 0.5385656292286874,
6058
+ "grad_norm": 5.0867509841918945,
6059
+ "learning_rate": 1.0401449047336622e-05,
6060
+ "loss": 0.1377,
6061
+ "step": 796
6062
+ },
6063
+ {
6064
+ "epoch": 0.5392422192151556,
6065
+ "grad_norm": 4.2269606590271,
6066
+ "learning_rate": 1.0377845993576819e-05,
6067
+ "loss": 0.1651,
6068
+ "step": 797
6069
+ },
6070
+ {
6071
+ "epoch": 0.5399188092016238,
6072
+ "grad_norm": 5.579936504364014,
6073
+ "learning_rate": 1.0354240831620542e-05,
6074
+ "loss": 0.2036,
6075
+ "step": 798
6076
+ },
6077
+ {
6078
+ "epoch": 0.540595399188092,
6079
+ "grad_norm": 3.619593858718872,
6080
+ "learning_rate": 1.0330633693173083e-05,
6081
+ "loss": 0.0519,
6082
+ "step": 799
6083
+ },
6084
+ {
6085
+ "epoch": 0.5412719891745602,
6086
+ "grad_norm": 5.691805362701416,
6087
+ "learning_rate": 1.0307024709950775e-05,
6088
+ "loss": 0.1691,
6089
+ "step": 800
6090
+ },
6091
+ {
6092
+ "epoch": 0.5412719891745602,
6093
+ "eval_accuracy": 0.7926605504587156,
6094
+ "eval_f1": 0.4321608040201005,
6095
+ "eval_loss": 0.48544931411743164,
6096
+ "eval_precision": 0.86,
6097
+ "eval_recall": 0.28859060402684567,
6098
+ "eval_runtime": 53.0047,
6099
+ "eval_samples_per_second": 5.622,
6100
+ "eval_steps_per_second": 0.189,
6101
+ "step": 800
6102
  }
6103
  ],
6104
  "logging_steps": 1,
 
6118
  "attributes": {}
6119
  }
6120
  },
6121
+ "total_flos": 2.4277215937665434e+17,
6122
  "train_batch_size": 8,
6123
  "trial_name": null,
6124
  "trial_params": null