mika5883 commited on
Commit
5dbf029
1 Parent(s): 7b917e8

Training in progress, step 306000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f9059c7ff5ec357e1082fff881998d4d8a30eede22bba05493a66ace8dba8d5
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67cb24b5c7f8f8f4375b0db04500bcc197056ffee0d9ae806c274773498fc47
3
  size 891644712
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2effa5352c89b206e44ccadb69f034b726f36fc284163a218fd75ef56180b8aa
3
  size 1783444357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a35c508ec9ef02da634fb99ba732a8522e613b658a75aaa26a9b7b7f2493e0ac
3
  size 1783444357
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b5b6640ad93342f752a41c1124d9c323f04de5c98620a27f9e7cb09a277063e
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a128c971ea8f9adfc8199f5d8881c46f465a1de9bd830d2e82fbc2fd4820cf
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb100654eb1b6490066538bef0e21e522294dc4d5c8d344077f61ada4f8578b5
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6c66490c6ad4b2efcb520faa311a87fdb2457e0dbd926b08a9eb8cc11d8971
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.9327999999999999,
5
  "eval_steps": 500,
6
- "global_step": 302000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -4235,6 +4235,62 @@
4235
  "learning_rate": 1.69776e-06,
4236
  "loss": 0.2399,
4237
  "step": 302000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4238
  }
4239
  ],
4240
  "logging_steps": 500,
@@ -4254,7 +4310,7 @@
4254
  "attributes": {}
4255
  }
4256
  },
4257
- "total_flos": 1.47124226359296e+18,
4258
  "train_batch_size": 64,
4259
  "trial_name": null,
4260
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.9584000000000001,
5
  "eval_steps": 500,
6
+ "global_step": 306000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
4235
  "learning_rate": 1.69776e-06,
4236
  "loss": 0.2399,
4237
  "step": 302000
4238
+ },
4239
+ {
4240
+ "epoch": 1.936,
4241
+ "grad_norm": 0.5442044734954834,
4242
+ "learning_rate": 1.6177600000000002e-06,
4243
+ "loss": 0.2461,
4244
+ "step": 302500
4245
+ },
4246
+ {
4247
+ "epoch": 1.9392,
4248
+ "grad_norm": 0.6031491756439209,
4249
+ "learning_rate": 1.53776e-06,
4250
+ "loss": 0.2463,
4251
+ "step": 303000
4252
+ },
4253
+ {
4254
+ "epoch": 1.9424000000000001,
4255
+ "grad_norm": 0.6695773005485535,
4256
+ "learning_rate": 1.4579200000000002e-06,
4257
+ "loss": 0.2475,
4258
+ "step": 303500
4259
+ },
4260
+ {
4261
+ "epoch": 1.9456,
4262
+ "grad_norm": 0.5614984631538391,
4263
+ "learning_rate": 1.37792e-06,
4264
+ "loss": 0.2442,
4265
+ "step": 304000
4266
+ },
4267
+ {
4268
+ "epoch": 1.9487999999999999,
4269
+ "grad_norm": 0.5449358224868774,
4270
+ "learning_rate": 1.2980800000000002e-06,
4271
+ "loss": 0.2482,
4272
+ "step": 304500
4273
+ },
4274
+ {
4275
+ "epoch": 1.952,
4276
+ "grad_norm": 0.4947919249534607,
4277
+ "learning_rate": 1.2180800000000001e-06,
4278
+ "loss": 0.2434,
4279
+ "step": 305000
4280
+ },
4281
+ {
4282
+ "epoch": 1.9552,
4283
+ "grad_norm": 0.5914204716682434,
4284
+ "learning_rate": 1.13808e-06,
4285
+ "loss": 0.2449,
4286
+ "step": 305500
4287
+ },
4288
+ {
4289
+ "epoch": 1.9584000000000001,
4290
+ "grad_norm": 0.5385975241661072,
4291
+ "learning_rate": 1.05808e-06,
4292
+ "loss": 0.2484,
4293
+ "step": 306000
4294
  }
4295
  ],
4296
  "logging_steps": 500,
 
4310
  "attributes": {}
4311
  }
4312
  },
4313
+ "total_flos": 1.49072891609088e+18,
4314
  "train_batch_size": 64,
4315
  "trial_name": null,
4316
  "trial_params": null