k1h0's picture
Upload folder using huggingface_hub
fbd8905 verified
{"current_steps": 1, "total_steps": 12, "loss": 0.848, "lr": 4.914814565722671e-05, "epoch": 0.08163265306122448, "percentage": 8.33, "elapsed_time": "0:01:45", "remaining_time": "0:19:20", "throughput": 19880.44, "total_tokens": 2097152}
{"current_steps": 2, "total_steps": 12, "loss": 0.8111, "lr": 4.665063509461097e-05, "epoch": 0.16326530612244897, "percentage": 16.67, "elapsed_time": "0:03:25", "remaining_time": "0:17:06", "throughput": 20427.48, "total_tokens": 4194304}
{"current_steps": 3, "total_steps": 12, "loss": 0.7984, "lr": 4.267766952966369e-05, "epoch": 0.24489795918367346, "percentage": 25.0, "elapsed_time": "0:05:04", "remaining_time": "0:15:14", "throughput": 20649.67, "total_tokens": 6291456}
{"current_steps": 4, "total_steps": 12, "loss": 0.7649, "lr": 3.7500000000000003e-05, "epoch": 0.32653061224489793, "percentage": 33.33, "elapsed_time": "0:06:44", "remaining_time": "0:13:28", "throughput": 20755.74, "total_tokens": 8388608}
{"current_steps": 5, "total_steps": 12, "loss": 0.7687, "lr": 3.147047612756302e-05, "epoch": 0.40816326530612246, "percentage": 41.67, "elapsed_time": "0:08:23", "remaining_time": "0:11:44", "throughput": 20825.02, "total_tokens": 10485760}
{"current_steps": 6, "total_steps": 12, "loss": 0.7696, "lr": 2.5e-05, "epoch": 0.4897959183673469, "percentage": 50.0, "elapsed_time": "0:10:02", "remaining_time": "0:10:02", "throughput": 20874.16, "total_tokens": 12582912}
{"current_steps": 7, "total_steps": 12, "loss": 0.7488, "lr": 1.852952387243698e-05, "epoch": 0.5714285714285714, "percentage": 58.33, "elapsed_time": "0:11:42", "remaining_time": "0:08:21", "throughput": 20909.51, "total_tokens": 14680064}
{"current_steps": 8, "total_steps": 12, "loss": 0.7368, "lr": 1.2500000000000006e-05, "epoch": 0.6530612244897959, "percentage": 66.67, "elapsed_time": "0:13:21", "remaining_time": "0:06:40", "throughput": 20931.46, "total_tokens": 16777216}
{"current_steps": 9, "total_steps": 12, "loss": 0.7088, "lr": 7.3223304703363135e-06, "epoch": 0.7346938775510204, "percentage": 75.0, "elapsed_time": "0:15:01", "remaining_time": "0:05:00", "throughput": 20947.01, "total_tokens": 18874368}
{"current_steps": 10, "total_steps": 12, "loss": 0.7054, "lr": 3.3493649053890326e-06, "epoch": 0.8163265306122449, "percentage": 83.33, "elapsed_time": "0:16:40", "remaining_time": "0:03:20", "throughput": 20961.84, "total_tokens": 20971520}
{"current_steps": 11, "total_steps": 12, "loss": 0.7032, "lr": 8.51854342773295e-07, "epoch": 0.8979591836734694, "percentage": 91.67, "elapsed_time": "0:18:19", "remaining_time": "0:01:39", "throughput": 20974.14, "total_tokens": 23068672}
{"current_steps": 12, "total_steps": 12, "loss": 0.7144, "lr": 0.0, "epoch": 0.9795918367346939, "percentage": 100.0, "elapsed_time": "0:19:59", "remaining_time": "0:00:00", "throughput": 20986.53, "total_tokens": 25165824}
{"current_steps": 12, "total_steps": 12, "epoch": 0.9795918367346939, "percentage": 100.0, "elapsed_time": "0:20:20", "remaining_time": "0:00:00", "throughput": 20626.1, "total_tokens": 25165824}