llama3-1_8b_share_gpt_code / trainer_log.jsonl
gsmyrnis's picture
Training in progress, epoch 1
034bedb verified
{"current_steps": 10, "total_steps": 99, "loss": 0.7145, "lr": 5e-06, "epoch": 0.30303030303030304, "percentage": 10.1, "elapsed_time": "0:00:59", "remaining_time": "0:08:50"}
{"current_steps": 20, "total_steps": 99, "loss": 0.6119, "lr": 5e-06, "epoch": 0.6060606060606061, "percentage": 20.2, "elapsed_time": "0:01:57", "remaining_time": "0:07:45"}
{"current_steps": 30, "total_steps": 99, "loss": 0.5956, "lr": 5e-06, "epoch": 0.9090909090909091, "percentage": 30.3, "elapsed_time": "0:02:55", "remaining_time": "0:06:44"}
{"current_steps": 33, "total_steps": 99, "eval_loss": 0.5682209730148315, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "0:03:16", "remaining_time": "0:06:33"}
{"current_steps": 40, "total_steps": 99, "loss": 0.5598, "lr": 5e-06, "epoch": 1.2121212121212122, "percentage": 40.4, "elapsed_time": "0:05:26", "remaining_time": "0:08:01"}
{"current_steps": 50, "total_steps": 99, "loss": 0.5373, "lr": 5e-06, "epoch": 1.5151515151515151, "percentage": 50.51, "elapsed_time": "0:06:24", "remaining_time": "0:06:16"}
{"current_steps": 60, "total_steps": 99, "loss": 0.5344, "lr": 5e-06, "epoch": 1.8181818181818183, "percentage": 60.61, "elapsed_time": "0:07:23", "remaining_time": "0:04:48"}
{"current_steps": 66, "total_steps": 99, "eval_loss": 0.5334687829017639, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "0:10:51", "remaining_time": "0:05:25"}
{"current_steps": 70, "total_steps": 99, "loss": 0.5131, "lr": 5e-06, "epoch": 2.121212121212121, "percentage": 70.71, "elapsed_time": "0:12:42", "remaining_time": "0:05:16"}
{"current_steps": 80, "total_steps": 99, "loss": 0.4878, "lr": 5e-06, "epoch": 2.4242424242424243, "percentage": 80.81, "elapsed_time": "0:13:41", "remaining_time": "0:03:15"}
{"current_steps": 90, "total_steps": 99, "loss": 0.4874, "lr": 5e-06, "epoch": 2.7272727272727275, "percentage": 90.91, "elapsed_time": "0:14:39", "remaining_time": "0:01:27"}
{"current_steps": 99, "total_steps": 99, "eval_loss": 0.5247477293014526, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:17:00", "remaining_time": "0:00:00"}
{"current_steps": 99, "total_steps": 99, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:18:29", "remaining_time": "0:00:00"}