Rustem commited on
Commit
9de3356
·
1 Parent(s): b6ab9cc

Upload trainer_state.json

Browse files
Files changed (1) hide show
  1. trainer_state.json +102 -4
trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 3.5,
5
- "global_step": 17500,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -238,13 +238,111 @@
238
  {
239
  "epoch": 3.5,
240
  "learning_rate": 6e-06,
241
- "loss": 1.3259,
242
  "step": 17500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  }
244
  ],
245
  "max_steps": 25000,
246
  "num_train_epochs": 5,
247
- "total_flos": 1.856705292288e+16,
248
  "trial_name": null,
249
  "trial_params": null
250
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "global_step": 25000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
238
  {
239
  "epoch": 3.5,
240
  "learning_rate": 6e-06,
241
+ "loss": 1.3106,
242
  "step": 17500
243
+ },
244
+ {
245
+ "epoch": 3.6,
246
+ "learning_rate": 5.600000000000001e-06,
247
+ "loss": 1.3268,
248
+ "step": 18000
249
+ },
250
+ {
251
+ "epoch": 3.7,
252
+ "learning_rate": 5.2e-06,
253
+ "loss": 1.3112,
254
+ "step": 18500
255
+ },
256
+ {
257
+ "epoch": 3.8,
258
+ "learning_rate": 4.800000000000001e-06,
259
+ "loss": 1.3199,
260
+ "step": 19000
261
+ },
262
+ {
263
+ "epoch": 3.9,
264
+ "learning_rate": 4.4e-06,
265
+ "loss": 1.3137,
266
+ "step": 19500
267
+ },
268
+ {
269
+ "epoch": 4.0,
270
+ "learning_rate": 4.000000000000001e-06,
271
+ "loss": 1.3216,
272
+ "step": 20000
273
+ },
274
+ {
275
+ "epoch": 4.0,
276
+ "eval_loss": 1.1937603950500488,
277
+ "eval_runtime": 291.0578,
278
+ "eval_samples_per_second": 34.357,
279
+ "eval_steps_per_second": 4.295,
280
+ "step": 20000
281
+ },
282
+ {
283
+ "epoch": 4.1,
284
+ "learning_rate": 3.6000000000000003e-06,
285
+ "loss": 1.3143,
286
+ "step": 20500
287
+ },
288
+ {
289
+ "epoch": 4.2,
290
+ "learning_rate": 3.2000000000000003e-06,
291
+ "loss": 1.327,
292
+ "step": 21000
293
+ },
294
+ {
295
+ "epoch": 4.3,
296
+ "learning_rate": 2.8000000000000003e-06,
297
+ "loss": 1.3079,
298
+ "step": 21500
299
+ },
300
+ {
301
+ "epoch": 4.4,
302
+ "learning_rate": 2.4000000000000003e-06,
303
+ "loss": 1.3193,
304
+ "step": 22000
305
+ },
306
+ {
307
+ "epoch": 4.5,
308
+ "learning_rate": 2.0000000000000003e-06,
309
+ "loss": 1.3018,
310
+ "step": 22500
311
+ },
312
+ {
313
+ "epoch": 4.6,
314
+ "learning_rate": 1.6000000000000001e-06,
315
+ "loss": 1.3092,
316
+ "step": 23000
317
+ },
318
+ {
319
+ "epoch": 4.7,
320
+ "learning_rate": 1.2000000000000002e-06,
321
+ "loss": 1.3076,
322
+ "step": 23500
323
+ },
324
+ {
325
+ "epoch": 4.8,
326
+ "learning_rate": 8.000000000000001e-07,
327
+ "loss": 1.3124,
328
+ "step": 24000
329
+ },
330
+ {
331
+ "epoch": 4.9,
332
+ "learning_rate": 4.0000000000000003e-07,
333
+ "loss": 1.3079,
334
+ "step": 24500
335
+ },
336
+ {
337
+ "epoch": 5.0,
338
+ "learning_rate": 0.0,
339
+ "loss": 1.3194,
340
+ "step": 25000
341
  }
342
  ],
343
  "max_steps": 25000,
344
  "num_train_epochs": 5,
345
+ "total_flos": 2.65243613184e+16,
346
  "trial_name": null,
347
  "trial_params": null
348
  }