mgh6's picture
Training in progress, step 1500
85935d4
raw
history blame
1.63 kB
{
"best_metric": 0.19461262226104736,
"best_model_checkpoint": "mgh6/TCS_Pair/run-bad69_00000/checkpoint-1000",
"epoch": 0.40338846308995563,
"eval_steps": 500,
"global_step": 1500,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.13,
"learning_rate": 0.00079158678443389,
"loss": 0.1584,
"step": 500
},
{
"epoch": 0.13,
"eval_loss": 0.2451040893793106,
"eval_runtime": 21.3792,
"eval_samples_per_second": 224.096,
"eval_steps_per_second": 28.018,
"step": 500
},
{
"epoch": 0.27,
"learning_rate": 0.000786228087003387,
"loss": 0.1285,
"step": 1000
},
{
"epoch": 0.27,
"eval_loss": 0.19461262226104736,
"eval_runtime": 21.0052,
"eval_samples_per_second": 228.086,
"eval_steps_per_second": 28.517,
"step": 1000
},
{
"epoch": 0.4,
"learning_rate": 0.0007808693895728842,
"loss": 0.1232,
"step": 1500
},
{
"epoch": 0.4,
"eval_loss": 0.268852174282074,
"eval_runtime": 21.1069,
"eval_samples_per_second": 226.988,
"eval_steps_per_second": 28.379,
"step": 1500
}
],
"logging_steps": 500,
"max_steps": 74360,
"num_train_epochs": 20,
"save_steps": 500,
"total_flos": 1523703351168000.0,
"trial_name": null,
"trial_params": {
"classifier_dropout": 0.18727005942368125,
"gradient_accumulation_steps": 2,
"learning_rate": 0.0007969454818643929,
"weight_decay": 0.029106359131330688
}
}