mgh6's picture
Training in progress, step 1000
e252e33
{
"best_metric": 0.13721677660942078,
"best_model_checkpoint": "mgh6/TCS_Pair/run-faa58daf/checkpoint-1000",
"epoch": 2.0115327879844442,
"eval_steps": 500,
"global_step": 1000,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.01,
"learning_rate": 0.0006977185696773308,
"loss": 0.0932,
"step": 500
},
{
"epoch": 1.01,
"eval_loss": 0.15397430956363678,
"eval_runtime": 21.4027,
"eval_samples_per_second": 223.85,
"eval_steps_per_second": 27.987,
"step": 500
},
{
"epoch": 2.01,
"learning_rate": 0.0006607631369613704,
"loss": 0.0411,
"step": 1000
},
{
"epoch": 2.01,
"eval_loss": 0.13721677660942078,
"eval_runtime": 20.95,
"eval_samples_per_second": 228.687,
"eval_steps_per_second": 28.592,
"step": 1000
}
],
"logging_steps": 500,
"max_steps": 9940,
"num_train_epochs": 20,
"save_steps": 500,
"total_flos": 7617881879443680.0,
"trial_name": null,
"trial_params": {
"classifier_dropout": 0.18727005942368125,
"gradient_accumulation_steps": 15.310000289738827,
"learning_rate": 0.000734674002393291,
"weight_decay": 0.06026718993550663
}
}