mika5883 commited on
Commit
16174a8
1 Parent(s): 535a78b

Training in progress, step 18000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e8af44d25e4403e0410db75087bbe76ea4f8927319fb246b38e44369d3d8502
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e92f9d6fa8f3943fa6d1539e3fc9c8082440671fbbfe767f34bd7b0b0b7bbcb
3
  size 891644712
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff6c7add6d380bbc3dc068128784fbf52d0a610e52c9d69c4e04d246f1309eee
3
  size 1783444357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b52a6542aae59b9e8dbc260d927ca0f2fdc030aeecaf2628fab24bffbce8b859
3
  size 1783444357
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75400b2389a630f033d8e61a0b4f394aee67e01ef78d82c0ada4855822939a04
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a1c8d1b4a5f5df3241839fbe5d279cd2d58633aba6dc35472c1b5348efdb84
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f286fedd044d4cc087ef5238577cf6b6ba1c5ebf29e1b250b79c60640a10a92
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473385105464e09d9e2cd49bbce42350523e82d12bca7455cb9d145ff112729d
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0896,
5
  "eval_steps": 500,
6
- "global_step": 14000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -203,6 +203,62 @@
203
  "learning_rate": 4.77608e-05,
204
  "loss": 0.4247,
205
  "step": 14000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
206
  }
207
  ],
208
  "logging_steps": 500,
@@ -222,7 +278,7 @@
222
  "attributes": {}
223
  }
224
  },
225
- "total_flos": 6.820328374272e+16,
226
  "train_batch_size": 64,
227
  "trial_name": null,
228
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.1152,
5
  "eval_steps": 500,
6
+ "global_step": 18000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
203
  "learning_rate": 4.77608e-05,
204
  "loss": 0.4247,
205
  "step": 14000
206
+ },
207
+ {
208
+ "epoch": 0.0928,
209
+ "grad_norm": 0.839026689529419,
210
+ "learning_rate": 4.7680960000000004e-05,
211
+ "loss": 0.4233,
212
+ "step": 14500
213
+ },
214
+ {
215
+ "epoch": 0.096,
216
+ "grad_norm": 0.8110847473144531,
217
+ "learning_rate": 4.760096e-05,
218
+ "loss": 0.4207,
219
+ "step": 15000
220
+ },
221
+ {
222
+ "epoch": 0.0992,
223
+ "grad_norm": 0.8462579250335693,
224
+ "learning_rate": 4.7520960000000005e-05,
225
+ "loss": 0.421,
226
+ "step": 15500
227
+ },
228
+ {
229
+ "epoch": 0.1024,
230
+ "grad_norm": 0.8980106711387634,
231
+ "learning_rate": 4.744096e-05,
232
+ "loss": 0.417,
233
+ "step": 16000
234
+ },
235
+ {
236
+ "epoch": 0.1056,
237
+ "grad_norm": 0.8297702074050903,
238
+ "learning_rate": 4.736096000000001e-05,
239
+ "loss": 0.4139,
240
+ "step": 16500
241
+ },
242
+ {
243
+ "epoch": 0.1088,
244
+ "grad_norm": 0.9856173992156982,
245
+ "learning_rate": 4.728096e-05,
246
+ "loss": 0.419,
247
+ "step": 17000
248
+ },
249
+ {
250
+ "epoch": 0.112,
251
+ "grad_norm": 0.934256911277771,
252
+ "learning_rate": 4.720096e-05,
253
+ "loss": 0.4098,
254
+ "step": 17500
255
+ },
256
+ {
257
+ "epoch": 0.1152,
258
+ "grad_norm": 0.9190649390220642,
259
+ "learning_rate": 4.712096e-05,
260
+ "loss": 0.412,
261
+ "step": 18000
262
  }
263
  ],
264
  "logging_steps": 500,
 
278
  "attributes": {}
279
  }
280
  },
281
+ "total_flos": 8.768993624064e+16,
282
  "train_batch_size": 64,
283
  "trial_name": null,
284
  "trial_params": null