| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,22300.0,188000.0,11700.0,1020.0,11.4,0.0001,107.0,107.0,20.6,2490.8,47549.27,48782.0 | |
| 2,8390000.0,10400.0,404000.0,25300.0,1020.0,11.4,9.53e-05,229.0,229.0,20.7,2490.8,47549.27,48782.0 | |
| 3,12600000.0,10300.0,408000.0,25500.0,1020.0,11.6,9.05e-05,232.0,232.0,195.0,2490.8,47549.27,48782.0 | |
| 4,16800000.0,10300.0,407000.0,25400.0,1020.0,13.6,8.58e-05,231.0,231.0,28.1,2490.79,3681.67,48782.0 | |
| 5,21000000.0,10300.0,407000.0,25500.0,1020.0,12.0,8.11e-05,231.0,231.0,48.8,2490.79,47549.27,48782.0 | |
| 6,25200000.0,10400.0,404000.0,25200.0,1020.0,10.9,7.63e-05,229.0,229.0,19.7,2490.79,47549.27,48782.0 | |
| 7,29400000.0,10100.0,414000.0,25800.0,1020.0,10.4,7.16e-05,235.0,235.0,8.64,2490.79,47549.27,48782.0 | |
| 8,33600000.0,10200.0,411000.0,25700.0,1020.0,9.66,6.68e-05,233.0,233.0,6.86,2490.79,47549.27,48782.0 | |
| 9,37700000.0,10500.0,400000.0,25000.0,1020.0,11.2,6.21e-05,227.0,227.0,52.7,2490.79,47549.27,48782.0 | |
| 10,41900000.0,10400.0,403000.0,25200.0,1020.0,9.08,5.74e-05,228.0,228.0,15.1,2490.79,47549.27,48782.0 | |
| 11,46100000.0,10300.0,409000.0,25500.0,1020.0,8.54,5.26e-05,232.0,232.0,6.78,2490.79,47549.27,48782.0 | |
| 12,50300000.0,10400.0,403000.0,25200.0,1020.0,8.34,4.79e-05,229.0,229.0,5.79,2490.79,47549.27,48782.0 | |
| 13,54500000.0,10300.0,408000.0,25500.0,1020.0,8.12,4.32e-05,232.0,232.0,5.58,2490.79,47549.27,48782.0 | |
| 14,58700000.0,10200.0,409000.0,25600.0,1020.0,7.86,3.84e-05,232.0,232.0,5.35,2490.79,47549.27,48782.0 | |
| 15,62900000.0,10200.0,410000.0,25600.0,1020.0,7.65,3.37e-05,232.0,232.0,4.87,2490.79,47549.27,48782.0 | |
| 16,67099999.99999999,10300.0,408000.0,25500.0,1020.0,7.53,2.89e-05,231.0,231.0,5.03,2490.79,47549.27,48782.0 | |
| 17,71300000.0,10400.0,402000.0,25100.0,1020.0,7.46,2.42e-05,228.0,228.0,5.58,2490.79,47549.27,48782.0 | |
| 18,75500000.0,10500.0,401000.0,25100.0,1020.0,7.33,1.95e-05,228.0,228.0,5.46,2490.79,47549.27,48782.0 | |
| 19,79700000.0,10600.0,395000.0,24700.0,1020.0,7.19,1.47e-05,224.0,224.0,3.17,2490.79,47549.27,48782.0 | |
| 20,83900000.0,10500.0,400000.0,25000.0,1020.0,7.14,1e-05,227.0,227.0,3.61,,, | |