dzanbek's picture
Training in progress, step 25, checkpoint
425a23a verified
raw
history blame
5.08 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.0008759980903241631,
"eval_steps": 25,
"global_step": 25,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 3.5039923612966525e-05,
"grad_norm": NaN,
"learning_rate": 6.666666666666667e-05,
"loss": 0.0,
"step": 1
},
{
"epoch": 3.5039923612966525e-05,
"eval_loss": NaN,
"eval_runtime": 568.7169,
"eval_samples_per_second": 42.258,
"eval_steps_per_second": 21.13,
"step": 1
},
{
"epoch": 7.007984722593305e-05,
"grad_norm": NaN,
"learning_rate": 0.00013333333333333334,
"loss": 0.0,
"step": 2
},
{
"epoch": 0.00010511977083889957,
"grad_norm": NaN,
"learning_rate": 0.0002,
"loss": 0.0,
"step": 3
},
{
"epoch": 0.0001401596944518661,
"grad_norm": NaN,
"learning_rate": 0.0001999048221581858,
"loss": 0.0,
"step": 4
},
{
"epoch": 0.00017519961806483262,
"grad_norm": NaN,
"learning_rate": 0.00019961946980917456,
"loss": 0.0,
"step": 5
},
{
"epoch": 0.00021023954167779914,
"grad_norm": NaN,
"learning_rate": 0.00019914448613738106,
"loss": 0.0,
"step": 6
},
{
"epoch": 0.00024527946529076565,
"grad_norm": NaN,
"learning_rate": 0.00019848077530122083,
"loss": 0.0,
"step": 7
},
{
"epoch": 0.0002803193889037322,
"grad_norm": NaN,
"learning_rate": 0.00019762960071199333,
"loss": 0.0,
"step": 8
},
{
"epoch": 0.0003153593125166987,
"grad_norm": NaN,
"learning_rate": 0.00019659258262890683,
"loss": 0.0,
"step": 9
},
{
"epoch": 0.00035039923612966524,
"grad_norm": NaN,
"learning_rate": 0.0001953716950748227,
"loss": 0.0,
"step": 10
},
{
"epoch": 0.0003854391597426318,
"grad_norm": NaN,
"learning_rate": 0.00019396926207859084,
"loss": 0.0,
"step": 11
},
{
"epoch": 0.00042047908335559827,
"grad_norm": NaN,
"learning_rate": 0.0001923879532511287,
"loss": 0.0,
"step": 12
},
{
"epoch": 0.0004555190069685648,
"grad_norm": NaN,
"learning_rate": 0.000190630778703665,
"loss": 0.0,
"step": 13
},
{
"epoch": 0.0004905589305815313,
"grad_norm": NaN,
"learning_rate": 0.00018870108331782217,
"loss": 0.0,
"step": 14
},
{
"epoch": 0.0005255988541944979,
"grad_norm": NaN,
"learning_rate": 0.00018660254037844388,
"loss": 0.0,
"step": 15
},
{
"epoch": 0.0005606387778074644,
"grad_norm": NaN,
"learning_rate": 0.0001843391445812886,
"loss": 0.0,
"step": 16
},
{
"epoch": 0.0005956787014204309,
"grad_norm": NaN,
"learning_rate": 0.0001819152044288992,
"loss": 0.0,
"step": 17
},
{
"epoch": 0.0006307186250333974,
"grad_norm": NaN,
"learning_rate": 0.00017933533402912354,
"loss": 0.0,
"step": 18
},
{
"epoch": 0.0006657585486463639,
"grad_norm": NaN,
"learning_rate": 0.0001766044443118978,
"loss": 0.0,
"step": 19
},
{
"epoch": 0.0007007984722593305,
"grad_norm": NaN,
"learning_rate": 0.0001737277336810124,
"loss": 0.0,
"step": 20
},
{
"epoch": 0.000735838395872297,
"grad_norm": NaN,
"learning_rate": 0.00017071067811865476,
"loss": 0.0,
"step": 21
},
{
"epoch": 0.0007708783194852636,
"grad_norm": NaN,
"learning_rate": 0.00016755902076156604,
"loss": 0.0,
"step": 22
},
{
"epoch": 0.00080591824309823,
"grad_norm": NaN,
"learning_rate": 0.00016427876096865394,
"loss": 0.0,
"step": 23
},
{
"epoch": 0.0008409581667111965,
"grad_norm": NaN,
"learning_rate": 0.00016087614290087208,
"loss": 0.0,
"step": 24
},
{
"epoch": 0.0008759980903241631,
"grad_norm": NaN,
"learning_rate": 0.0001573576436351046,
"loss": 0.0,
"step": 25
},
{
"epoch": 0.0008759980903241631,
"eval_loss": NaN,
"eval_runtime": 568.3835,
"eval_samples_per_second": 42.283,
"eval_steps_per_second": 21.142,
"step": 25
}
],
"logging_steps": 1,
"max_steps": 75,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 25,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 30828134400.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}