Nadav commited on
Commit
030aced
·
1 Parent(s): 0d831bf

Training in progress, step 200000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c34ac780b372cb50ed12ba9fbab64719e7e6f0c18cee015d6bdb3bcb76dea71d
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c076bfb7efb96d5024b8a4ddaf3dce5d10dacaac14c357e2e1f987048cc997c2
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99dced181e974fd3eec8a6b81e04bd93e9d3478bda598e89eba595e55d1a22ef
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339fd6d90694d0866ca99f79daa02d5d9cac878b08d046df675a5dc91c855959
3
  size 449471589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e1c87bdea00ca3e6e9b20f6190563c56b2601359c213756f776a09add69b81e
3
  size 15523
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bdead3f6f5710faae22c375f543db349a175165befd270c4b65176d5d8e8d8
3
  size 15523
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9307e85dd6ba8a5ceae8769503e23251f8d4d2261d33516d9a1d3db2d17488d
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:512587e6e0a7f210ac71b21a96f20cc79ec6ca8b511a1b62e00ee74e107dedd8
3
  size 559
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de8c8841ca37efa9880cc96031ae2dad9eefb662fd05d23d903fbf6205093680
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8dacaf51330a60fa39e5519f592a0627bc39ca3df9fe19b7cf9decf6b5521a0
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.925,
5
- "global_step": 195000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -2658,11 +2658,79 @@
2658
  "eval_samples_per_second": 78.69,
2659
  "eval_steps_per_second": 1.23,
2660
  "step": 195000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2661
  }
2662
  ],
2663
  "max_steps": 200000,
2664
  "num_train_epochs": 9223372036854775807,
2665
- "total_flos": 4.592114813612851e+21,
2666
  "trial_name": null,
2667
  "trial_params": null
2668
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.95,
5
+ "global_step": 200000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
2658
  "eval_samples_per_second": 78.69,
2659
  "eval_steps_per_second": 1.23,
2660
  "step": 195000
2661
+ },
2662
+ {
2663
+ "epoch": 0.93,
2664
+ "learning_rate": 1.011695311017034e-05,
2665
+ "loss": 0.4091,
2666
+ "step": 195500
2667
+ },
2668
+ {
2669
+ "epoch": 0.93,
2670
+ "learning_rate": 1.0092820389759403e-05,
2671
+ "loss": 0.4099,
2672
+ "step": 196000
2673
+ },
2674
+ {
2675
+ "epoch": 0.93,
2676
+ "learning_rate": 1.0071430695926197e-05,
2677
+ "loss": 0.4091,
2678
+ "step": 196500
2679
+ },
2680
+ {
2681
+ "epoch": 0.94,
2682
+ "learning_rate": 1.0052836503470134e-05,
2683
+ "loss": 0.4093,
2684
+ "step": 197000
2685
+ },
2686
+ {
2687
+ "epoch": 0.94,
2688
+ "learning_rate": 1.003703895936859e-05,
2689
+ "loss": 0.4093,
2690
+ "step": 197500
2691
+ },
2692
+ {
2693
+ "epoch": 0.94,
2694
+ "learning_rate": 1.002406224534175e-05,
2695
+ "loss": 0.4082,
2696
+ "step": 198000
2697
+ },
2698
+ {
2699
+ "epoch": 0.94,
2700
+ "learning_rate": 1.0013872772159007e-05,
2701
+ "loss": 0.4105,
2702
+ "step": 198500
2703
+ },
2704
+ {
2705
+ "epoch": 0.94,
2706
+ "learning_rate": 1.0006459132350263e-05,
2707
+ "loss": 0.409,
2708
+ "step": 199000
2709
+ },
2710
+ {
2711
+ "epoch": 0.95,
2712
+ "learning_rate": 1.0001845001670741e-05,
2713
+ "loss": 0.4096,
2714
+ "step": 199500
2715
+ },
2716
+ {
2717
+ "epoch": 0.95,
2718
+ "learning_rate": 1.000003066474176e-05,
2719
+ "loss": 0.4099,
2720
+ "step": 200000
2721
+ },
2722
+ {
2723
+ "epoch": 0.95,
2724
+ "eval_loss": 0.3822266459465027,
2725
+ "eval_runtime": 77.6338,
2726
+ "eval_samples_per_second": 82.438,
2727
+ "eval_steps_per_second": 1.288,
2728
+ "step": 200000
2729
  }
2730
  ],
2731
  "max_steps": 200000,
2732
  "num_train_epochs": 9223372036854775807,
2733
+ "total_flos": 4.709861347295232e+21,
2734
  "trial_name": null,
2735
  "trial_params": null
2736
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99dced181e974fd3eec8a6b81e04bd93e9d3478bda598e89eba595e55d1a22ef
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339fd6d90694d0866ca99f79daa02d5d9cac878b08d046df675a5dc91c855959
3
  size 449471589