farmery commited on
Commit
b144738
·
verified ·
1 Parent(s): 842cb37

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b0598e8f46fd69c79fac25f48397dcbd244fc9b902a026534d3b40f1551d546
3
  size 59933632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe2562f9e1f4b9b281322dcf662c4c0068093d223fa6a28c49b8f5a9b226634
3
  size 59933632
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65afaff6b38ac06e34340d257956eaa3ebc419b19a0e3e8bb67355d15ffad52f
3
  size 31822948
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d71b6993e1f1a30331cbc897038d3b7b9e14d8cdb6405bc9c4e2d6d663a84bd
3
  size 31822948
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:885f1b5cbad3f6b5a7e8fb3b2b5ec5099503cb1e4888b5c2a60c07652eaa53e9
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa01d70103eca816c9caea1a70073abac5d90396152ded5e143afb7a52f19a7
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac282a99480d19ea41c6c9f1dc26a3baa62e38a13d7fd98643fa6ee293d07e8c
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0505112d632d53e82cee2329f76d7e94211d84a59d996f55df86ae6ae9ee311d
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56da720b7acf310b42ccc93d154a0559f94e394aeb119ac7a170200f57bc5e52
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5075b808795dcb97e18546dfba7f70c21f9bfd20646d2420afc8cbdf2dce6f4
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9f1b326ec0f899cfedefef459c82bd147fba05526a8891fae55e26b25185912
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82a0cca12e9c673614bade46294a1fd83d99628233a79145e759f07bebf4d367
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8ce05761f46e7cf72fb17a02e3a0ca15c9d25ce3babf590eeb40568923b8bac
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d754412c61116546142914503e7369d0cc35d3c380a07e5218f595d76b6d96
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.010876658690450293,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -249,6 +249,84 @@
249
  "eval_samples_per_second": 72.271,
250
  "eval_steps_per_second": 9.036,
251
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
252
  }
253
  ],
254
  "logging_steps": 5,
@@ -263,12 +341,12 @@
263
  "should_evaluate": false,
264
  "should_log": false,
265
  "should_save": true,
266
- "should_training_stop": false
267
  },
268
  "attributes": {}
269
  }
270
  },
271
- "total_flos": 9.115140238606336e+16,
272
  "train_batch_size": 2,
273
  "trial_name": null,
274
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.014502211587267059,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
249
  "eval_samples_per_second": 72.271,
250
  "eval_steps_per_second": 9.036,
251
  "step": 150
252
+ },
253
+ {
254
+ "epoch": 0.01123921398013197,
255
+ "grad_norm": 1.0315732955932617,
256
+ "learning_rate": 1.3213804466343421e-05,
257
+ "loss": 1.4924,
258
+ "step": 155
259
+ },
260
+ {
261
+ "epoch": 0.011601769269813647,
262
+ "grad_norm": 0.6600778698921204,
263
+ "learning_rate": 1.0542974530180327e-05,
264
+ "loss": 1.4561,
265
+ "step": 160
266
+ },
267
+ {
268
+ "epoch": 0.011964324559495323,
269
+ "grad_norm": 0.6818755269050598,
270
+ "learning_rate": 8.141676086873572e-06,
271
+ "loss": 1.3286,
272
+ "step": 165
273
+ },
274
+ {
275
+ "epoch": 0.012326879849177,
276
+ "grad_norm": 0.6849693655967712,
277
+ "learning_rate": 6.026312439675552e-06,
278
+ "loss": 1.4,
279
+ "step": 170
280
+ },
281
+ {
282
+ "epoch": 0.012689435138858675,
283
+ "grad_norm": 0.7216675281524658,
284
+ "learning_rate": 4.2113336672471245e-06,
285
+ "loss": 1.482,
286
+ "step": 175
287
+ },
288
+ {
289
+ "epoch": 0.013051990428540352,
290
+ "grad_norm": 0.7677770256996155,
291
+ "learning_rate": 2.7091379149682685e-06,
292
+ "loss": 1.314,
293
+ "step": 180
294
+ },
295
+ {
296
+ "epoch": 0.013414545718222029,
297
+ "grad_norm": 0.7985463738441467,
298
+ "learning_rate": 1.5299867030334814e-06,
299
+ "loss": 1.3757,
300
+ "step": 185
301
+ },
302
+ {
303
+ "epoch": 0.013777101007903705,
304
+ "grad_norm": 0.7273080945014954,
305
+ "learning_rate": 6.819348298638839e-07,
306
+ "loss": 1.3603,
307
+ "step": 190
308
+ },
309
+ {
310
+ "epoch": 0.014139656297585382,
311
+ "grad_norm": 0.6467849612236023,
312
+ "learning_rate": 1.7077534966650766e-07,
313
+ "loss": 1.3336,
314
+ "step": 195
315
+ },
316
+ {
317
+ "epoch": 0.014502211587267059,
318
+ "grad_norm": 0.721644401550293,
319
+ "learning_rate": 0.0,
320
+ "loss": 1.4137,
321
+ "step": 200
322
+ },
323
+ {
324
+ "epoch": 0.014502211587267059,
325
+ "eval_loss": 1.3191771507263184,
326
+ "eval_runtime": 322.0672,
327
+ "eval_samples_per_second": 72.118,
328
+ "eval_steps_per_second": 9.017,
329
+ "step": 200
330
  }
331
  ],
332
  "logging_steps": 5,
 
341
  "should_evaluate": false,
342
  "should_log": false,
343
  "should_save": true,
344
+ "should_training_stop": true
345
  },
346
  "attributes": {}
347
  }
348
  },
349
+ "total_flos": 1.2166089718890496e+17,
350
  "train_batch_size": 2,
351
  "trial_name": null,
352
  "trial_params": null