mika5883 commited on
Commit
535a78b
1 Parent(s): 0b0fe80

Training in progress, step 14000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4b08baaf4d90c9c182b82bfbe70f98f0588f0612ae46f70faa78d50db4120f1
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8af44d25e4403e0410db75087bbe76ea4f8927319fb246b38e44369d3d8502
3
  size 891644712
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1dcf282781331e78b59b837475418d86057b3283adae7517bfbe819e0a39fc45
3
  size 1783444357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6c7add6d380bbc3dc068128784fbf52d0a610e52c9d69c4e04d246f1309eee
3
  size 1783444357
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6eccc65cdfe52ae2c3cb149ff919417ca3e0864be3a19f409129562df5f10fda
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75400b2389a630f033d8e61a0b4f394aee67e01ef78d82c0ada4855822939a04
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd33b1054a96501be923bebee4d8cba60c917735915ddc1e0790b4ce34f0ce91
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f286fedd044d4cc087ef5238577cf6b6ba1c5ebf29e1b250b79c60640a10a92
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.08,
5
  "eval_steps": 500,
6
- "global_step": 12500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -182,6 +182,27 @@
182
  "learning_rate": 4.80008e-05,
183
  "loss": 0.438,
184
  "step": 12500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
185
  }
186
  ],
187
  "logging_steps": 500,
@@ -201,7 +222,7 @@
201
  "attributes": {}
202
  }
203
  },
204
- "total_flos": 6.0895789056e+16,
205
  "train_batch_size": 64,
206
  "trial_name": null,
207
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0896,
5
  "eval_steps": 500,
6
+ "global_step": 14000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
182
  "learning_rate": 4.80008e-05,
183
  "loss": 0.438,
184
  "step": 12500
185
+ },
186
+ {
187
+ "epoch": 0.0832,
188
+ "grad_norm": 0.9157513976097107,
189
+ "learning_rate": 4.7920800000000004e-05,
190
+ "loss": 0.4323,
191
+ "step": 13000
192
+ },
193
+ {
194
+ "epoch": 0.0864,
195
+ "grad_norm": 0.9085854887962341,
196
+ "learning_rate": 4.7840800000000005e-05,
197
+ "loss": 0.4303,
198
+ "step": 13500
199
+ },
200
+ {
201
+ "epoch": 0.0896,
202
+ "grad_norm": 0.9123984575271606,
203
+ "learning_rate": 4.77608e-05,
204
+ "loss": 0.4247,
205
+ "step": 14000
206
  }
207
  ],
208
  "logging_steps": 500,
 
222
  "attributes": {}
223
  }
224
  },
225
+ "total_flos": 6.820328374272e+16,
226
  "train_batch_size": 64,
227
  "trial_name": null,
228
  "trial_params": null