mtzig commited on
Commit
ee1f767
·
verified ·
1 Parent(s): eae153f

Training in progress, step 700, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d887d13337c308c5ca733d6323a9864415d8d7fdb689e7054b8b65fc58af94a6
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47369349058d9f265a07a2c0ef08b67452bffc5187fd4c745c4bac94546a6fe1
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b06daf412411fb1721690a1827cb6e1038a59c2d2dc7e7999d0561604a9799f2
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50510b0f730cb5c824594a257dc78d9cd0f0f324db4149d578f71b4f5f6b523
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7aff80990d5d3dea0a8ba059b313ef8993ab8cddb3b3079270f3d150397961f
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c62ca5412596eb2cd44f1d5b0431527944d399ca97f86771a01c08e2bcdef8
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b2cfeefe6c41b4091cb2d5b0fdfa5ff9456b7db0f81ce256bdc2e5c5cfd9de5
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0436864f261cedc81f4c1934c7762f1c640c553dea76637d2c3365a5862998bb
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6e7f5bf95c7024205a8119ce9bcf03a4fdd51aae9f436a0a35acb375bb3884b
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9ef70e9be95016e13a78937658f66404e8ede47727af102e7f241f7cf7ad77
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b48bfb689ef000812053e33e2dc970f52c5dd0b8bea9cda6777c2c298951a80
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed14a8743524674aa130aa11171caec211afebea652849304a313fa02bc1e7b4
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:516752f1fbf9ee4f98d0697eb89075aa40a9ed64fdd213cf582c9b1a40cf8d2d
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea02b7b1ee15158d6e0a23d9860f1c01ae8d91c79e2f7e42f8a04e7ef88ad41
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5b0bde13b911b7337906544cf9c5bd2107b176fc7783ebbbad8f40ece936477
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9623875cc6f8148d10a3ff5e872de2c2987ad9473b4a6a560df1d8ef4e01a0f6
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4cedc08212b07c1673536f40c11159242b59a9f0aadf57db9bad6f13ac81a6af
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb98a3c24bcf7750fa7750f116a6d10d5ccebb8daba33a53a7f270b36b2ce893
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7218e38300ea7b9c89377dc67299aac317cf89fbd5fed41930f1224bfa1fab89
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9898bf1f7135405f4bbf1fe87622d1d22a7516940bda0af13d0cb131fe2777fc
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dd6521f2fc3283d23bd25a27f2810cab0424e95a40073d1ed6cfb13ed15dc2f
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:407914c8984b50d2b06804e7b77fcfba533e794950feb19c63755a81cb2e26bb
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b47a7144b9ff045949aa91aea787001a456200397c8e845704484a0656bbbacc
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ea4cc6c9042fb168359b86795e303250effc227e0d4527d836efe07f4521a6
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cbab2b6a44c6ac01a6a8e4c5859b2a55eaebd5654b8efdeeaf69b4dbf690320
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b231cefd198a0bea4e7101f5c354fb7215e43b749b513c26e32fa2c6c06e95
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4059539918809202,
5
  "eval_steps": 20,
6
- "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -4579,6 +4579,766 @@
4579
  "eval_samples_per_second": 5.569,
4580
  "eval_steps_per_second": 0.187,
4581
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4582
  }
4583
  ],
4584
  "logging_steps": 1,
@@ -4598,7 +5358,7 @@
4598
  "attributes": {}
4599
  }
4600
  },
4601
- "total_flos": 1.81775286403072e+17,
4602
  "train_batch_size": 8,
4603
  "trial_name": null,
4604
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.4736129905277402,
5
  "eval_steps": 20,
6
+ "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
4579
  "eval_samples_per_second": 5.569,
4580
  "eval_steps_per_second": 0.187,
4581
  "step": 600
4582
+ },
4583
+ {
4584
+ "epoch": 0.4066305818673884,
4585
+ "grad_norm": 5.193844795227051,
4586
+ "learning_rate": 1.4800968759183288e-05,
4587
+ "loss": 0.1437,
4588
+ "step": 601
4589
+ },
4590
+ {
4591
+ "epoch": 0.40730717185385656,
4592
+ "grad_norm": 4.853598117828369,
4593
+ "learning_rate": 1.4780234680466792e-05,
4594
+ "loss": 0.2045,
4595
+ "step": 602
4596
+ },
4597
+ {
4598
+ "epoch": 0.40798376184032475,
4599
+ "grad_norm": 2.771559476852417,
4600
+ "learning_rate": 1.4759473930370738e-05,
4601
+ "loss": 0.0885,
4602
+ "step": 603
4603
+ },
4604
+ {
4605
+ "epoch": 0.40866035182679294,
4606
+ "grad_norm": 2.854980945587158,
4607
+ "learning_rate": 1.4738686624729987e-05,
4608
+ "loss": 0.0996,
4609
+ "step": 604
4610
+ },
4611
+ {
4612
+ "epoch": 0.4093369418132612,
4613
+ "grad_norm": 3.643080949783325,
4614
+ "learning_rate": 1.4717872879527578e-05,
4615
+ "loss": 0.1512,
4616
+ "step": 605
4617
+ },
4618
+ {
4619
+ "epoch": 0.4100135317997294,
4620
+ "grad_norm": 3.83292555809021,
4621
+ "learning_rate": 1.4697032810894062e-05,
4622
+ "loss": 0.1761,
4623
+ "step": 606
4624
+ },
4625
+ {
4626
+ "epoch": 0.41069012178619757,
4627
+ "grad_norm": 2.26672101020813,
4628
+ "learning_rate": 1.4676166535106866e-05,
4629
+ "loss": 0.116,
4630
+ "step": 607
4631
+ },
4632
+ {
4633
+ "epoch": 0.41136671177266576,
4634
+ "grad_norm": 3.7530345916748047,
4635
+ "learning_rate": 1.4655274168589635e-05,
4636
+ "loss": 0.1392,
4637
+ "step": 608
4638
+ },
4639
+ {
4640
+ "epoch": 0.41204330175913395,
4641
+ "grad_norm": 3.018079996109009,
4642
+ "learning_rate": 1.463435582791159e-05,
4643
+ "loss": 0.1159,
4644
+ "step": 609
4645
+ },
4646
+ {
4647
+ "epoch": 0.41271989174560214,
4648
+ "grad_norm": 3.2969181537628174,
4649
+ "learning_rate": 1.461341162978688e-05,
4650
+ "loss": 0.2222,
4651
+ "step": 610
4652
+ },
4653
+ {
4654
+ "epoch": 0.4133964817320704,
4655
+ "grad_norm": 4.386163711547852,
4656
+ "learning_rate": 1.459244169107392e-05,
4657
+ "loss": 0.1679,
4658
+ "step": 611
4659
+ },
4660
+ {
4661
+ "epoch": 0.4140730717185386,
4662
+ "grad_norm": 3.1107709407806396,
4663
+ "learning_rate": 1.4571446128774746e-05,
4664
+ "loss": 0.0994,
4665
+ "step": 612
4666
+ },
4667
+ {
4668
+ "epoch": 0.41474966170500677,
4669
+ "grad_norm": 4.727970600128174,
4670
+ "learning_rate": 1.4550425060034367e-05,
4671
+ "loss": 0.2336,
4672
+ "step": 613
4673
+ },
4674
+ {
4675
+ "epoch": 0.41542625169147496,
4676
+ "grad_norm": 2.739393949508667,
4677
+ "learning_rate": 1.4529378602140096e-05,
4678
+ "loss": 0.1315,
4679
+ "step": 614
4680
+ },
4681
+ {
4682
+ "epoch": 0.41610284167794315,
4683
+ "grad_norm": 3.5588788986206055,
4684
+ "learning_rate": 1.4508306872520912e-05,
4685
+ "loss": 0.128,
4686
+ "step": 615
4687
+ },
4688
+ {
4689
+ "epoch": 0.4167794316644114,
4690
+ "grad_norm": 3.703800916671753,
4691
+ "learning_rate": 1.4487209988746791e-05,
4692
+ "loss": 0.1546,
4693
+ "step": 616
4694
+ },
4695
+ {
4696
+ "epoch": 0.4174560216508796,
4697
+ "grad_norm": 4.310748100280762,
4698
+ "learning_rate": 1.4466088068528068e-05,
4699
+ "loss": 0.1225,
4700
+ "step": 617
4701
+ },
4702
+ {
4703
+ "epoch": 0.4181326116373478,
4704
+ "grad_norm": 4.539455413818359,
4705
+ "learning_rate": 1.444494122971476e-05,
4706
+ "loss": 0.0978,
4707
+ "step": 618
4708
+ },
4709
+ {
4710
+ "epoch": 0.41880920162381596,
4711
+ "grad_norm": 4.7135210037231445,
4712
+ "learning_rate": 1.4423769590295917e-05,
4713
+ "loss": 0.1628,
4714
+ "step": 619
4715
+ },
4716
+ {
4717
+ "epoch": 0.41948579161028415,
4718
+ "grad_norm": 2.408241033554077,
4719
+ "learning_rate": 1.4402573268398969e-05,
4720
+ "loss": 0.1135,
4721
+ "step": 620
4722
+ },
4723
+ {
4724
+ "epoch": 0.41948579161028415,
4725
+ "eval_accuracy": 0.8146788990825689,
4726
+ "eval_f1": 0.5388127853881278,
4727
+ "eval_loss": 0.4136140048503876,
4728
+ "eval_precision": 0.8428571428571429,
4729
+ "eval_recall": 0.3959731543624161,
4730
+ "eval_runtime": 52.6653,
4731
+ "eval_samples_per_second": 5.658,
4732
+ "eval_steps_per_second": 0.19,
4733
+ "step": 620
4734
+ },
4735
+ {
4736
+ "epoch": 0.42016238159675234,
4737
+ "grad_norm": 7.886865139007568,
4738
+ "learning_rate": 1.4381352382289064e-05,
4739
+ "loss": 0.2124,
4740
+ "step": 621
4741
+ },
4742
+ {
4743
+ "epoch": 0.4208389715832206,
4744
+ "grad_norm": 4.534457206726074,
4745
+ "learning_rate": 1.4360107050368403e-05,
4746
+ "loss": 0.2076,
4747
+ "step": 622
4748
+ },
4749
+ {
4750
+ "epoch": 0.4215155615696888,
4751
+ "grad_norm": 4.329330921173096,
4752
+ "learning_rate": 1.4338837391175582e-05,
4753
+ "loss": 0.1768,
4754
+ "step": 623
4755
+ },
4756
+ {
4757
+ "epoch": 0.42219215155615697,
4758
+ "grad_norm": 4.343597412109375,
4759
+ "learning_rate": 1.4317543523384928e-05,
4760
+ "loss": 0.1652,
4761
+ "step": 624
4762
+ },
4763
+ {
4764
+ "epoch": 0.42286874154262516,
4765
+ "grad_norm": 3.2291901111602783,
4766
+ "learning_rate": 1.4296225565805854e-05,
4767
+ "loss": 0.1808,
4768
+ "step": 625
4769
+ },
4770
+ {
4771
+ "epoch": 0.42354533152909335,
4772
+ "grad_norm": 3.0291831493377686,
4773
+ "learning_rate": 1.4274883637382162e-05,
4774
+ "loss": 0.1375,
4775
+ "step": 626
4776
+ },
4777
+ {
4778
+ "epoch": 0.4242219215155616,
4779
+ "grad_norm": 4.428736686706543,
4780
+ "learning_rate": 1.4253517857191415e-05,
4781
+ "loss": 0.125,
4782
+ "step": 627
4783
+ },
4784
+ {
4785
+ "epoch": 0.4248985115020298,
4786
+ "grad_norm": 4.2908616065979,
4787
+ "learning_rate": 1.4232128344444251e-05,
4788
+ "loss": 0.2029,
4789
+ "step": 628
4790
+ },
4791
+ {
4792
+ "epoch": 0.425575101488498,
4793
+ "grad_norm": 3.273651123046875,
4794
+ "learning_rate": 1.4210715218483726e-05,
4795
+ "loss": 0.156,
4796
+ "step": 629
4797
+ },
4798
+ {
4799
+ "epoch": 0.42625169147496617,
4800
+ "grad_norm": 4.760056495666504,
4801
+ "learning_rate": 1.4189278598784648e-05,
4802
+ "loss": 0.1802,
4803
+ "step": 630
4804
+ },
4805
+ {
4806
+ "epoch": 0.42692828146143436,
4807
+ "grad_norm": 4.106754302978516,
4808
+ "learning_rate": 1.4167818604952906e-05,
4809
+ "loss": 0.1104,
4810
+ "step": 631
4811
+ },
4812
+ {
4813
+ "epoch": 0.42760487144790255,
4814
+ "grad_norm": 3.9572083950042725,
4815
+ "learning_rate": 1.4146335356724803e-05,
4816
+ "loss": 0.1584,
4817
+ "step": 632
4818
+ },
4819
+ {
4820
+ "epoch": 0.4282814614343708,
4821
+ "grad_norm": 4.0582194328308105,
4822
+ "learning_rate": 1.4124828973966393e-05,
4823
+ "loss": 0.1678,
4824
+ "step": 633
4825
+ },
4826
+ {
4827
+ "epoch": 0.428958051420839,
4828
+ "grad_norm": 3.1031177043914795,
4829
+ "learning_rate": 1.410329957667281e-05,
4830
+ "loss": 0.119,
4831
+ "step": 634
4832
+ },
4833
+ {
4834
+ "epoch": 0.42963464140730717,
4835
+ "grad_norm": 6.854620456695557,
4836
+ "learning_rate": 1.4081747284967602e-05,
4837
+ "loss": 0.2084,
4838
+ "step": 635
4839
+ },
4840
+ {
4841
+ "epoch": 0.43031123139377536,
4842
+ "grad_norm": 3.733327627182007,
4843
+ "learning_rate": 1.4060172219102046e-05,
4844
+ "loss": 0.0581,
4845
+ "step": 636
4846
+ },
4847
+ {
4848
+ "epoch": 0.43098782138024355,
4849
+ "grad_norm": 6.749164581298828,
4850
+ "learning_rate": 1.4038574499454496e-05,
4851
+ "loss": 0.1663,
4852
+ "step": 637
4853
+ },
4854
+ {
4855
+ "epoch": 0.4316644113667118,
4856
+ "grad_norm": 4.190524101257324,
4857
+ "learning_rate": 1.4016954246529697e-05,
4858
+ "loss": 0.1851,
4859
+ "step": 638
4860
+ },
4861
+ {
4862
+ "epoch": 0.43234100135318,
4863
+ "grad_norm": 5.539178371429443,
4864
+ "learning_rate": 1.3995311580958124e-05,
4865
+ "loss": 0.1292,
4866
+ "step": 639
4867
+ },
4868
+ {
4869
+ "epoch": 0.4330175913396482,
4870
+ "grad_norm": 3.6414852142333984,
4871
+ "learning_rate": 1.3973646623495305e-05,
4872
+ "loss": 0.1331,
4873
+ "step": 640
4874
+ },
4875
+ {
4876
+ "epoch": 0.4330175913396482,
4877
+ "eval_accuracy": 0.791743119266055,
4878
+ "eval_f1": 0.44226044226044225,
4879
+ "eval_loss": 0.46029743552207947,
4880
+ "eval_precision": 0.8256880733944955,
4881
+ "eval_recall": 0.30201342281879195,
4882
+ "eval_runtime": 52.6165,
4883
+ "eval_samples_per_second": 5.664,
4884
+ "eval_steps_per_second": 0.19,
4885
+ "step": 640
4886
+ },
4887
+ {
4888
+ "epoch": 0.43369418132611637,
4889
+ "grad_norm": 2.1139845848083496,
4890
+ "learning_rate": 1.395195949502114e-05,
4891
+ "loss": 0.1142,
4892
+ "step": 641
4893
+ },
4894
+ {
4895
+ "epoch": 0.43437077131258456,
4896
+ "grad_norm": 4.319032669067383,
4897
+ "learning_rate": 1.3930250316539237e-05,
4898
+ "loss": 0.1261,
4899
+ "step": 642
4900
+ },
4901
+ {
4902
+ "epoch": 0.43504736129905275,
4903
+ "grad_norm": 6.74521017074585,
4904
+ "learning_rate": 1.3908519209176227e-05,
4905
+ "loss": 0.1988,
4906
+ "step": 643
4907
+ },
4908
+ {
4909
+ "epoch": 0.435723951285521,
4910
+ "grad_norm": 4.900043487548828,
4911
+ "learning_rate": 1.3886766294181105e-05,
4912
+ "loss": 0.1694,
4913
+ "step": 644
4914
+ },
4915
+ {
4916
+ "epoch": 0.4364005412719892,
4917
+ "grad_norm": 3.822930097579956,
4918
+ "learning_rate": 1.3864991692924524e-05,
4919
+ "loss": 0.1607,
4920
+ "step": 645
4921
+ },
4922
+ {
4923
+ "epoch": 0.4370771312584574,
4924
+ "grad_norm": 6.831581115722656,
4925
+ "learning_rate": 1.384319552689815e-05,
4926
+ "loss": 0.1969,
4927
+ "step": 646
4928
+ },
4929
+ {
4930
+ "epoch": 0.43775372124492556,
4931
+ "grad_norm": 4.031900405883789,
4932
+ "learning_rate": 1.3821377917713969e-05,
4933
+ "loss": 0.1413,
4934
+ "step": 647
4935
+ },
4936
+ {
4937
+ "epoch": 0.43843031123139375,
4938
+ "grad_norm": 4.6610565185546875,
4939
+ "learning_rate": 1.37995389871036e-05,
4940
+ "loss": 0.1502,
4941
+ "step": 648
4942
+ },
4943
+ {
4944
+ "epoch": 0.439106901217862,
4945
+ "grad_norm": 5.273025035858154,
4946
+ "learning_rate": 1.3777678856917637e-05,
4947
+ "loss": 0.1584,
4948
+ "step": 649
4949
+ },
4950
+ {
4951
+ "epoch": 0.4397834912043302,
4952
+ "grad_norm": 4.015101909637451,
4953
+ "learning_rate": 1.3755797649124944e-05,
4954
+ "loss": 0.1968,
4955
+ "step": 650
4956
+ },
4957
+ {
4958
+ "epoch": 0.4404600811907984,
4959
+ "grad_norm": 3.669017791748047,
4960
+ "learning_rate": 1.3733895485812005e-05,
4961
+ "loss": 0.1168,
4962
+ "step": 651
4963
+ },
4964
+ {
4965
+ "epoch": 0.44113667117726657,
4966
+ "grad_norm": 4.213320732116699,
4967
+ "learning_rate": 1.3711972489182208e-05,
4968
+ "loss": 0.1717,
4969
+ "step": 652
4970
+ },
4971
+ {
4972
+ "epoch": 0.44181326116373476,
4973
+ "grad_norm": 4.028888702392578,
4974
+ "learning_rate": 1.369002878155519e-05,
4975
+ "loss": 0.1231,
4976
+ "step": 653
4977
+ },
4978
+ {
4979
+ "epoch": 0.44248985115020295,
4980
+ "grad_norm": 4.561563968658447,
4981
+ "learning_rate": 1.366806448536615e-05,
4982
+ "loss": 0.1529,
4983
+ "step": 654
4984
+ },
4985
+ {
4986
+ "epoch": 0.4431664411366712,
4987
+ "grad_norm": 5.331336975097656,
4988
+ "learning_rate": 1.3646079723165148e-05,
4989
+ "loss": 0.1654,
4990
+ "step": 655
4991
+ },
4992
+ {
4993
+ "epoch": 0.4438430311231394,
4994
+ "grad_norm": 3.651341199874878,
4995
+ "learning_rate": 1.3624074617616443e-05,
4996
+ "loss": 0.1898,
4997
+ "step": 656
4998
+ },
4999
+ {
5000
+ "epoch": 0.4445196211096076,
5001
+ "grad_norm": 3.460707187652588,
5002
+ "learning_rate": 1.3602049291497798e-05,
5003
+ "loss": 0.132,
5004
+ "step": 657
5005
+ },
5006
+ {
5007
+ "epoch": 0.44519621109607577,
5008
+ "grad_norm": 4.810662269592285,
5009
+ "learning_rate": 1.3580003867699801e-05,
5010
+ "loss": 0.2468,
5011
+ "step": 658
5012
+ },
5013
+ {
5014
+ "epoch": 0.44587280108254396,
5015
+ "grad_norm": 3.721719264984131,
5016
+ "learning_rate": 1.3557938469225167e-05,
5017
+ "loss": 0.1419,
5018
+ "step": 659
5019
+ },
5020
+ {
5021
+ "epoch": 0.4465493910690122,
5022
+ "grad_norm": 2.96408748626709,
5023
+ "learning_rate": 1.3535853219188064e-05,
5024
+ "loss": 0.1433,
5025
+ "step": 660
5026
+ },
5027
+ {
5028
+ "epoch": 0.4465493910690122,
5029
+ "eval_accuracy": 0.7779816513761468,
5030
+ "eval_f1": 0.35978835978835977,
5031
+ "eval_loss": 0.45713141560554504,
5032
+ "eval_precision": 0.85,
5033
+ "eval_recall": 0.22818791946308725,
5034
+ "eval_runtime": 52.7449,
5035
+ "eval_samples_per_second": 5.65,
5036
+ "eval_steps_per_second": 0.19,
5037
+ "step": 660
5038
+ },
5039
+ {
5040
+ "epoch": 0.4472259810554804,
5041
+ "grad_norm": 4.556414604187012,
5042
+ "learning_rate": 1.3513748240813429e-05,
5043
+ "loss": 0.2081,
5044
+ "step": 661
5045
+ },
5046
+ {
5047
+ "epoch": 0.4479025710419486,
5048
+ "grad_norm": 3.337388515472412,
5049
+ "learning_rate": 1.349162365743626e-05,
5050
+ "loss": 0.1469,
5051
+ "step": 662
5052
+ },
5053
+ {
5054
+ "epoch": 0.4485791610284168,
5055
+ "grad_norm": 2.080909252166748,
5056
+ "learning_rate": 1.3469479592500954e-05,
5057
+ "loss": 0.084,
5058
+ "step": 663
5059
+ },
5060
+ {
5061
+ "epoch": 0.44925575101488496,
5062
+ "grad_norm": 2.1243245601654053,
5063
+ "learning_rate": 1.3447316169560593e-05,
5064
+ "loss": 0.1212,
5065
+ "step": 664
5066
+ },
5067
+ {
5068
+ "epoch": 0.44993234100135315,
5069
+ "grad_norm": 6.11072301864624,
5070
+ "learning_rate": 1.3425133512276284e-05,
5071
+ "loss": 0.18,
5072
+ "step": 665
5073
+ },
5074
+ {
5075
+ "epoch": 0.4506089309878214,
5076
+ "grad_norm": 3.8702616691589355,
5077
+ "learning_rate": 1.3402931744416432e-05,
5078
+ "loss": 0.1654,
5079
+ "step": 666
5080
+ },
5081
+ {
5082
+ "epoch": 0.4512855209742896,
5083
+ "grad_norm": 2.126553535461426,
5084
+ "learning_rate": 1.3380710989856086e-05,
5085
+ "loss": 0.0749,
5086
+ "step": 667
5087
+ },
5088
+ {
5089
+ "epoch": 0.4519621109607578,
5090
+ "grad_norm": 3.0334889888763428,
5091
+ "learning_rate": 1.3358471372576229e-05,
5092
+ "loss": 0.1168,
5093
+ "step": 668
5094
+ },
5095
+ {
5096
+ "epoch": 0.45263870094722597,
5097
+ "grad_norm": 4.436944484710693,
5098
+ "learning_rate": 1.3336213016663078e-05,
5099
+ "loss": 0.1849,
5100
+ "step": 669
5101
+ },
5102
+ {
5103
+ "epoch": 0.45331529093369416,
5104
+ "grad_norm": 2.813225030899048,
5105
+ "learning_rate": 1.3313936046307411e-05,
5106
+ "loss": 0.0991,
5107
+ "step": 670
5108
+ },
5109
+ {
5110
+ "epoch": 0.4539918809201624,
5111
+ "grad_norm": 4.604645729064941,
5112
+ "learning_rate": 1.3291640585803869e-05,
5113
+ "loss": 0.181,
5114
+ "step": 671
5115
+ },
5116
+ {
5117
+ "epoch": 0.4546684709066306,
5118
+ "grad_norm": 4.593608379364014,
5119
+ "learning_rate": 1.3269326759550252e-05,
5120
+ "loss": 0.1916,
5121
+ "step": 672
5122
+ },
5123
+ {
5124
+ "epoch": 0.4553450608930988,
5125
+ "grad_norm": 4.45982551574707,
5126
+ "learning_rate": 1.3246994692046837e-05,
5127
+ "loss": 0.1576,
5128
+ "step": 673
5129
+ },
5130
+ {
5131
+ "epoch": 0.456021650879567,
5132
+ "grad_norm": 3.094189167022705,
5133
+ "learning_rate": 1.3224644507895672e-05,
5134
+ "loss": 0.137,
5135
+ "step": 674
5136
+ },
5137
+ {
5138
+ "epoch": 0.45669824086603517,
5139
+ "grad_norm": 4.386197090148926,
5140
+ "learning_rate": 1.320227633179989e-05,
5141
+ "loss": 0.1798,
5142
+ "step": 675
5143
+ },
5144
+ {
5145
+ "epoch": 0.45737483085250336,
5146
+ "grad_norm": 6.814380168914795,
5147
+ "learning_rate": 1.3179890288563015e-05,
5148
+ "loss": 0.1869,
5149
+ "step": 676
5150
+ },
5151
+ {
5152
+ "epoch": 0.4580514208389716,
5153
+ "grad_norm": 3.6425650119781494,
5154
+ "learning_rate": 1.3157486503088255e-05,
5155
+ "loss": 0.0971,
5156
+ "step": 677
5157
+ },
5158
+ {
5159
+ "epoch": 0.4587280108254398,
5160
+ "grad_norm": 4.681551933288574,
5161
+ "learning_rate": 1.3135065100377816e-05,
5162
+ "loss": 0.1818,
5163
+ "step": 678
5164
+ },
5165
+ {
5166
+ "epoch": 0.459404600811908,
5167
+ "grad_norm": 2.930051803588867,
5168
+ "learning_rate": 1.3112626205532189e-05,
5169
+ "loss": 0.1051,
5170
+ "step": 679
5171
+ },
5172
+ {
5173
+ "epoch": 0.46008119079837617,
5174
+ "grad_norm": 4.322526454925537,
5175
+ "learning_rate": 1.3090169943749475e-05,
5176
+ "loss": 0.1372,
5177
+ "step": 680
5178
+ },
5179
+ {
5180
+ "epoch": 0.46008119079837617,
5181
+ "eval_accuracy": 0.8018348623853211,
5182
+ "eval_f1": 0.4881516587677725,
5183
+ "eval_loss": 0.4219379127025604,
5184
+ "eval_precision": 0.8306451612903226,
5185
+ "eval_recall": 0.34563758389261745,
5186
+ "eval_runtime": 53.1579,
5187
+ "eval_samples_per_second": 5.606,
5188
+ "eval_steps_per_second": 0.188,
5189
+ "step": 680
5190
+ },
5191
+ {
5192
+ "epoch": 0.46075778078484436,
5193
+ "grad_norm": 6.767197132110596,
5194
+ "learning_rate": 1.3067696440324671e-05,
5195
+ "loss": 0.2199,
5196
+ "step": 681
5197
+ },
5198
+ {
5199
+ "epoch": 0.4614343707713126,
5200
+ "grad_norm": 6.519789218902588,
5201
+ "learning_rate": 1.3045205820648969e-05,
5202
+ "loss": 0.1482,
5203
+ "step": 682
5204
+ },
5205
+ {
5206
+ "epoch": 0.4621109607577808,
5207
+ "grad_norm": 5.150829792022705,
5208
+ "learning_rate": 1.3022698210209069e-05,
5209
+ "loss": 0.1252,
5210
+ "step": 683
5211
+ },
5212
+ {
5213
+ "epoch": 0.462787550744249,
5214
+ "grad_norm": 3.6090028285980225,
5215
+ "learning_rate": 1.3000173734586461e-05,
5216
+ "loss": 0.1423,
5217
+ "step": 684
5218
+ },
5219
+ {
5220
+ "epoch": 0.4634641407307172,
5221
+ "grad_norm": 3.7701938152313232,
5222
+ "learning_rate": 1.2977632519456745e-05,
5223
+ "loss": 0.1346,
5224
+ "step": 685
5225
+ },
5226
+ {
5227
+ "epoch": 0.46414073071718537,
5228
+ "grad_norm": 2.650648355484009,
5229
+ "learning_rate": 1.295507469058891e-05,
5230
+ "loss": 0.1563,
5231
+ "step": 686
5232
+ },
5233
+ {
5234
+ "epoch": 0.4648173207036536,
5235
+ "grad_norm": 3.0055038928985596,
5236
+ "learning_rate": 1.293250037384465e-05,
5237
+ "loss": 0.12,
5238
+ "step": 687
5239
+ },
5240
+ {
5241
+ "epoch": 0.4654939106901218,
5242
+ "grad_norm": 3.10675311088562,
5243
+ "learning_rate": 1.2909909695177647e-05,
5244
+ "loss": 0.1294,
5245
+ "step": 688
5246
+ },
5247
+ {
5248
+ "epoch": 0.46617050067659,
5249
+ "grad_norm": 3.340036630630493,
5250
+ "learning_rate": 1.2887302780632876e-05,
5251
+ "loss": 0.1208,
5252
+ "step": 689
5253
+ },
5254
+ {
5255
+ "epoch": 0.4668470906630582,
5256
+ "grad_norm": 3.540969133377075,
5257
+ "learning_rate": 1.2864679756345905e-05,
5258
+ "loss": 0.1568,
5259
+ "step": 690
5260
+ },
5261
+ {
5262
+ "epoch": 0.4675236806495264,
5263
+ "grad_norm": 2.290696620941162,
5264
+ "learning_rate": 1.284204074854218e-05,
5265
+ "loss": 0.0659,
5266
+ "step": 691
5267
+ },
5268
+ {
5269
+ "epoch": 0.46820027063599456,
5270
+ "grad_norm": 2.736776351928711,
5271
+ "learning_rate": 1.2819385883536332e-05,
5272
+ "loss": 0.1017,
5273
+ "step": 692
5274
+ },
5275
+ {
5276
+ "epoch": 0.4688768606224628,
5277
+ "grad_norm": 4.793468952178955,
5278
+ "learning_rate": 1.2796715287731463e-05,
5279
+ "loss": 0.1693,
5280
+ "step": 693
5281
+ },
5282
+ {
5283
+ "epoch": 0.469553450608931,
5284
+ "grad_norm": 5.424515724182129,
5285
+ "learning_rate": 1.2774029087618448e-05,
5286
+ "loss": 0.2241,
5287
+ "step": 694
5288
+ },
5289
+ {
5290
+ "epoch": 0.4702300405953992,
5291
+ "grad_norm": 3.8648910522460938,
5292
+ "learning_rate": 1.2751327409775227e-05,
5293
+ "loss": 0.1706,
5294
+ "step": 695
5295
+ },
5296
+ {
5297
+ "epoch": 0.4709066305818674,
5298
+ "grad_norm": 5.154799461364746,
5299
+ "learning_rate": 1.2728610380866097e-05,
5300
+ "loss": 0.1878,
5301
+ "step": 696
5302
+ },
5303
+ {
5304
+ "epoch": 0.47158322056833557,
5305
+ "grad_norm": 4.5547261238098145,
5306
+ "learning_rate": 1.2705878127641007e-05,
5307
+ "loss": 0.1794,
5308
+ "step": 697
5309
+ },
5310
+ {
5311
+ "epoch": 0.4722598105548038,
5312
+ "grad_norm": 4.59852409362793,
5313
+ "learning_rate": 1.268313077693485e-05,
5314
+ "loss": 0.1402,
5315
+ "step": 698
5316
+ },
5317
+ {
5318
+ "epoch": 0.472936400541272,
5319
+ "grad_norm": 3.0397305488586426,
5320
+ "learning_rate": 1.2660368455666752e-05,
5321
+ "loss": 0.1126,
5322
+ "step": 699
5323
+ },
5324
+ {
5325
+ "epoch": 0.4736129905277402,
5326
+ "grad_norm": 2.698749303817749,
5327
+ "learning_rate": 1.2637591290839377e-05,
5328
+ "loss": 0.0677,
5329
+ "step": 700
5330
+ },
5331
+ {
5332
+ "epoch": 0.4736129905277402,
5333
+ "eval_accuracy": 0.7990825688073394,
5334
+ "eval_f1": 0.46973365617433416,
5335
+ "eval_loss": 0.442281574010849,
5336
+ "eval_precision": 0.8434782608695652,
5337
+ "eval_recall": 0.32550335570469796,
5338
+ "eval_runtime": 52.9641,
5339
+ "eval_samples_per_second": 5.626,
5340
+ "eval_steps_per_second": 0.189,
5341
+ "step": 700
5342
  }
5343
  ],
5344
  "logging_steps": 1,
 
5358
  "attributes": {}
5359
  }
5360
  },
5361
+ "total_flos": 2.1229008750379008e+17,
5362
  "train_batch_size": 8,
5363
  "trial_name": null,
5364
  "trial_params": null