|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 9.090909090909092, |
|
"eval_steps": 500, |
|
"global_step": 50, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 1.9201496675098015, |
|
"learning_rate": 4.000000000000001e-06, |
|
"loss": 2.0754, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 2.2528992553888285, |
|
"learning_rate": 2e-05, |
|
"loss": 2.0635, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"eval_loss": 1.912642002105713, |
|
"eval_runtime": 2.1083, |
|
"eval_samples_per_second": 5.218, |
|
"eval_steps_per_second": 0.474, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"grad_norm": 1.0331613684070078, |
|
"learning_rate": 1.9396926207859085e-05, |
|
"loss": 1.9282, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 1.881392002105713, |
|
"eval_runtime": 2.0915, |
|
"eval_samples_per_second": 5.259, |
|
"eval_steps_per_second": 0.478, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"grad_norm": 0.8045841138030898, |
|
"learning_rate": 1.766044443118978e-05, |
|
"loss": 1.7541, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"eval_loss": 2.265625, |
|
"eval_runtime": 1.9591, |
|
"eval_samples_per_second": 5.615, |
|
"eval_steps_per_second": 0.51, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"grad_norm": 0.6586571154914392, |
|
"learning_rate": 1.5000000000000002e-05, |
|
"loss": 1.5669, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 2.21875, |
|
"eval_runtime": 2.0902, |
|
"eval_samples_per_second": 5.263, |
|
"eval_steps_per_second": 0.478, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 4.55, |
|
"grad_norm": 0.6838298205894413, |
|
"learning_rate": 1.1736481776669307e-05, |
|
"loss": 1.3975, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 4.91, |
|
"eval_loss": 2.2542612552642822, |
|
"eval_runtime": 1.9645, |
|
"eval_samples_per_second": 5.599, |
|
"eval_steps_per_second": 0.509, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 5.45, |
|
"grad_norm": 0.8229750350265765, |
|
"learning_rate": 8.263518223330698e-06, |
|
"loss": 1.2431, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_loss": 2.3338067531585693, |
|
"eval_runtime": 2.0783, |
|
"eval_samples_per_second": 5.293, |
|
"eval_steps_per_second": 0.481, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 6.36, |
|
"grad_norm": 0.7937525174359349, |
|
"learning_rate": 5.000000000000003e-06, |
|
"loss": 1.1081, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 6.91, |
|
"eval_loss": 2.34375, |
|
"eval_runtime": 1.9615, |
|
"eval_samples_per_second": 5.608, |
|
"eval_steps_per_second": 0.51, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 7.27, |
|
"grad_norm": 0.5774017687858329, |
|
"learning_rate": 2.339555568810221e-06, |
|
"loss": 1.0212, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_loss": 2.4275567531585693, |
|
"eval_runtime": 2.0761, |
|
"eval_samples_per_second": 5.298, |
|
"eval_steps_per_second": 0.482, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 8.18, |
|
"grad_norm": 0.5148979329896105, |
|
"learning_rate": 6.030737921409169e-07, |
|
"loss": 0.9554, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 8.91, |
|
"eval_loss": 2.4176137447357178, |
|
"eval_runtime": 1.9472, |
|
"eval_samples_per_second": 5.649, |
|
"eval_steps_per_second": 0.514, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 9.09, |
|
"grad_norm": 0.5705108161470246, |
|
"learning_rate": 0.0, |
|
"loss": 0.9463, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 9.09, |
|
"eval_loss": 2.4176137447357178, |
|
"eval_runtime": 2.0605, |
|
"eval_samples_per_second": 5.338, |
|
"eval_steps_per_second": 0.485, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 9.09, |
|
"step": 50, |
|
"total_flos": 11674778075136.0, |
|
"train_loss": 1.3986669921875, |
|
"train_runtime": 576.3463, |
|
"train_samples_per_second": 11.677, |
|
"train_steps_per_second": 0.087 |
|
} |
|
], |
|
"logging_steps": 5, |
|
"max_steps": 50, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 10, |
|
"save_steps": 400, |
|
"total_flos": 11674778075136.0, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|