mika5883 commited on
Commit
59a60d7
1 Parent(s): 6c0d74b

Training in progress, step 46500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36cf0603c7daac3e8ed590090bcf677f50dccc7cd1d396cc2534c536d8ef5ab1
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34add1e167467d9f589f5c4ec23a18d7e92be6230f07341b5544923f93feab04
3
  size 891644712
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c019e8b6aa64d4ba31d0d7d4b1bb427ab8e78e240572d25da85d969eb311e683
3
  size 1783444357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1d56ed2fb7b607e26743805c29ee357f094e57ed6ee26216438c18cf1869028
3
  size 1783444357
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c7f4e1eca9309d1d98afa1140a219e6354390e4eff786b2f5b9b5e736195e76
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c8f79644f2475985f4dd054bfb47e766f1a32cf2d648a1047db22199979bcd
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee89a7efb22e08ab90c8b6a16d6b67293611a17a0121ecbac30fb8a1fc489b33
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cbb74bfdb77ddeb784b29549bc2d93ad8bb0b96ccaad9f3fb435b18007153dd
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.2784,
5
  "eval_steps": 500,
6
- "global_step": 43500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -616,6 +616,48 @@
616
  "learning_rate": 4.3042560000000004e-05,
617
  "loss": 0.3505,
618
  "step": 43500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
619
  }
620
  ],
621
  "logging_steps": 500,
@@ -635,7 +677,7 @@
635
  "attributes": {}
636
  }
637
  },
638
- "total_flos": 2.1191734591488e+17,
639
  "train_batch_size": 64,
640
  "trial_name": null,
641
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2976,
5
  "eval_steps": 500,
6
+ "global_step": 46500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
616
  "learning_rate": 4.3042560000000004e-05,
617
  "loss": 0.3505,
618
  "step": 43500
619
+ },
620
+ {
621
+ "epoch": 0.2816,
622
+ "grad_norm": 0.7914199829101562,
623
+ "learning_rate": 4.2962560000000005e-05,
624
+ "loss": 0.3439,
625
+ "step": 44000
626
+ },
627
+ {
628
+ "epoch": 0.2848,
629
+ "grad_norm": 0.7488194704055786,
630
+ "learning_rate": 4.288256e-05,
631
+ "loss": 0.349,
632
+ "step": 44500
633
+ },
634
+ {
635
+ "epoch": 0.288,
636
+ "grad_norm": 0.8654124736785889,
637
+ "learning_rate": 4.280256e-05,
638
+ "loss": 0.3491,
639
+ "step": 45000
640
+ },
641
+ {
642
+ "epoch": 0.2912,
643
+ "grad_norm": 0.6817401647567749,
644
+ "learning_rate": 4.272272e-05,
645
+ "loss": 0.3447,
646
+ "step": 45500
647
+ },
648
+ {
649
+ "epoch": 0.2944,
650
+ "grad_norm": 0.6439715623855591,
651
+ "learning_rate": 4.2642720000000006e-05,
652
+ "loss": 0.3453,
653
+ "step": 46000
654
+ },
655
+ {
656
+ "epoch": 0.2976,
657
+ "grad_norm": 1.3840138912200928,
658
+ "learning_rate": 4.256272e-05,
659
+ "loss": 0.3445,
660
+ "step": 46500
661
  }
662
  ],
663
  "logging_steps": 500,
 
677
  "attributes": {}
678
  }
679
  },
680
+ "total_flos": 2.2653233528832e+17,
681
  "train_batch_size": 64,
682
  "trial_name": null,
683
  "trial_params": null