liputan6-seq_bn-rf64 / trainer_state.json
apwic's picture
End of training
3b838fa verified
raw
history blame
3.22 kB
{
"best_metric": 25.6586,
"best_model_checkpoint": "bin/liputan6-seq_bn-rf64/checkpoint-126",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 315,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 1.4476851224899292,
"learning_rate": 0.0008,
"loss": 2.7121,
"step": 63
},
{
"epoch": 1.0,
"eval_gen_len": 33.171,
"eval_loss": 2.751498222351074,
"eval_rouge1": 24.5986,
"eval_rouge2": 10.2547,
"eval_rougeL": 20.7138,
"eval_rougeLsum": 22.4882,
"eval_runtime": 96.6631,
"eval_samples_per_second": 10.345,
"eval_steps_per_second": 0.331,
"step": 63
},
{
"epoch": 2.0,
"grad_norm": 1.678938388824463,
"learning_rate": 0.0006,
"loss": 2.3483,
"step": 126
},
{
"epoch": 2.0,
"eval_gen_len": 33.715,
"eval_loss": 2.7424604892730713,
"eval_rouge1": 25.6586,
"eval_rouge2": 10.7898,
"eval_rougeL": 21.7223,
"eval_rougeLsum": 23.503,
"eval_runtime": 102.6905,
"eval_samples_per_second": 9.738,
"eval_steps_per_second": 0.312,
"step": 126
},
{
"epoch": 3.0,
"grad_norm": 1.481394648551941,
"learning_rate": 0.0004,
"loss": 2.2546,
"step": 189
},
{
"epoch": 3.0,
"eval_gen_len": 29.451,
"eval_loss": 2.6605117321014404,
"eval_rouge1": 24.6676,
"eval_rouge2": 10.1646,
"eval_rougeL": 20.9376,
"eval_rougeLsum": 22.7405,
"eval_runtime": 86.0126,
"eval_samples_per_second": 11.626,
"eval_steps_per_second": 0.372,
"step": 189
},
{
"epoch": 4.0,
"grad_norm": 1.5163031816482544,
"learning_rate": 0.0002,
"loss": 2.1725,
"step": 252
},
{
"epoch": 4.0,
"eval_gen_len": 30.896,
"eval_loss": 2.7043347358703613,
"eval_rouge1": 25.3421,
"eval_rouge2": 10.5863,
"eval_rougeL": 21.3692,
"eval_rougeLsum": 23.2586,
"eval_runtime": 89.3545,
"eval_samples_per_second": 11.191,
"eval_steps_per_second": 0.358,
"step": 252
},
{
"epoch": 5.0,
"grad_norm": 1.3111423254013062,
"learning_rate": 0.0,
"loss": 2.1135,
"step": 315
},
{
"epoch": 5.0,
"eval_gen_len": 32.451,
"eval_loss": 2.7079272270202637,
"eval_rouge1": 24.9923,
"eval_rouge2": 10.432,
"eval_rougeL": 21.1505,
"eval_rougeLsum": 22.9477,
"eval_runtime": 99.9269,
"eval_samples_per_second": 10.007,
"eval_steps_per_second": 0.32,
"step": 315
},
{
"epoch": 5.0,
"step": 315,
"total_flos": 3430869073920000.0,
"train_loss": 2.32020258827815,
"train_runtime": 726.5333,
"train_samples_per_second": 6.882,
"train_steps_per_second": 0.434
}
],
"logging_steps": 500,
"max_steps": 315,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"total_flos": 3430869073920000.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}