| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.6510342497163959, | |
| "eval_steps": 1000, | |
| "global_step": 8991, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0, | |
| "eval_loss": 7.394782543182373, | |
| "eval_runtime": 2.5063, | |
| "eval_samples_per_second": 4.788, | |
| "eval_steps_per_second": 1.197, | |
| "step": 0 | |
| }, | |
| { | |
| "epoch": 0.000724095484057831, | |
| "grad_norm": 6.9375, | |
| "learning_rate": 1.2048192771084338e-06, | |
| "loss": 7.2474, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.001448190968115662, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 2.4096385542168676e-06, | |
| "loss": 7.2559, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0021722864521734934, | |
| "grad_norm": 2.890625, | |
| "learning_rate": 3.614457831325301e-06, | |
| "loss": 7.2363, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.002896381936231324, | |
| "grad_norm": 1.9921875, | |
| "learning_rate": 4.819277108433735e-06, | |
| "loss": 7.2322, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0036204774202891555, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 6.024096385542169e-06, | |
| "loss": 7.1863, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.004344572904346987, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.228915662650602e-06, | |
| "loss": 7.1754, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.005068668388404818, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 8.433734939759036e-06, | |
| "loss": 7.1641, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.005792763872462648, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 9.63855421686747e-06, | |
| "loss": 7.1237, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.00651685935652048, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 1.0843373493975904e-05, | |
| "loss": 7.0891, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.007240954840578311, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 1.2048192771084338e-05, | |
| "loss": 7.0901, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.007965050324636142, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 1.3253012048192772e-05, | |
| "loss": 7.0337, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.008689145808693973, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 1.4457831325301205e-05, | |
| "loss": 7.0387, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.009413241292751805, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 1.566265060240964e-05, | |
| "loss": 7.018, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.010137336776809636, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 1.6867469879518073e-05, | |
| "loss": 6.9834, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.010861432260867467, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 1.8072289156626505e-05, | |
| "loss": 6.9829, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.011585527744925297, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 1.927710843373494e-05, | |
| "loss": 6.9724, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.012309623228983128, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 2.0481927710843373e-05, | |
| "loss": 6.9671, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01303371871304096, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 2.168674698795181e-05, | |
| "loss": 6.9373, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01375781419709879, | |
| "grad_norm": 1.71875, | |
| "learning_rate": 2.289156626506024e-05, | |
| "loss": 6.9478, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.014481909681156622, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 2.4096385542168677e-05, | |
| "loss": 6.9258, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.015206005165214453, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 2.530120481927711e-05, | |
| "loss": 6.9085, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.015930100649272284, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.6506024096385545e-05, | |
| "loss": 6.9023, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.016654196133330114, | |
| "grad_norm": 2.125, | |
| "learning_rate": 2.7710843373493977e-05, | |
| "loss": 6.9096, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.017378291617387947, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.891566265060241e-05, | |
| "loss": 6.8828, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.018102387101445776, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 3.012048192771085e-05, | |
| "loss": 6.8763, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01882648258550361, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 3.132530120481928e-05, | |
| "loss": 6.875, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.01955057806956144, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 3.253012048192771e-05, | |
| "loss": 6.8641, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.020274673553619272, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 3.3734939759036146e-05, | |
| "loss": 6.8531, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.0209987690376771, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 3.4939759036144585e-05, | |
| "loss": 6.8722, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.021722864521734934, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 3.614457831325301e-05, | |
| "loss": 6.8478, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.022446960005792764, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 3.734939759036144e-05, | |
| "loss": 6.8374, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.023171055489850594, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 3.855421686746988e-05, | |
| "loss": 6.8136, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.023895150973908427, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 3.9759036144578314e-05, | |
| "loss": 6.833, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.024619246457966256, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 4.0963855421686746e-05, | |
| "loss": 6.8183, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.02534334194202409, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 4.2168674698795186e-05, | |
| "loss": 6.8071, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.02606743742608192, | |
| "grad_norm": 1.921875, | |
| "learning_rate": 4.337349397590362e-05, | |
| "loss": 6.8177, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.02679153291013975, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.457831325301205e-05, | |
| "loss": 6.797, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.02751562839419758, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.578313253012048e-05, | |
| "loss": 6.7979, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.028239723878255414, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 4.698795180722892e-05, | |
| "loss": 6.7899, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.028963819362313244, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 4.8192771084337354e-05, | |
| "loss": 6.7614, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.029687914846371073, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.9397590361445786e-05, | |
| "loss": 6.8134, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.030412010330428906, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 4.999998281045896e-05, | |
| "loss": 6.7845, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.031136105814486736, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 4.99998452942724e-05, | |
| "loss": 6.7727, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.03186020129854457, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.9999570262655714e-05, | |
| "loss": 6.7537, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.0325842967826024, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 4.9999157717121745e-05, | |
| "loss": 6.7486, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03330839226666023, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.9998607659939787e-05, | |
| "loss": 6.7585, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.034032487750718064, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.999792009413549e-05, | |
| "loss": 6.7467, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.034756583234775894, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.999709502349091e-05, | |
| "loss": 6.7446, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.03548067871883372, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.9996132452544484e-05, | |
| "loss": 6.7382, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.03620477420289155, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.9995032386590986e-05, | |
| "loss": 6.7563, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03692886968694938, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.999379483168148e-05, | |
| "loss": 6.7614, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.03765296517100722, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.999241979462333e-05, | |
| "loss": 6.7422, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.03837706065506505, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.999090728298014e-05, | |
| "loss": 6.7343, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.03910115613912288, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.9989257305071704e-05, | |
| "loss": 6.7052, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.03982525162318071, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.998746986997397e-05, | |
| "loss": 6.7377, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.040549347107238544, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 4.9985544987519e-05, | |
| "loss": 6.7441, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.04127344259129637, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9983482668294905e-05, | |
| "loss": 6.7001, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.0419975380753542, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.998128292364578e-05, | |
| "loss": 6.7151, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.04272163355941203, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.997894576567166e-05, | |
| "loss": 6.7119, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.04344572904346987, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.9976471207228426e-05, | |
| "loss": 6.7282, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.0441698245275277, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9973859261927755e-05, | |
| "loss": 6.726, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.04489392001158553, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.997110994413707e-05, | |
| "loss": 6.7266, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.04561801549564336, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.996822326897939e-05, | |
| "loss": 6.7016, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.04634211097970119, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.9965199252333315e-05, | |
| "loss": 6.6972, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.047066206463759024, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.996203791083291e-05, | |
| "loss": 6.6964, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.04779030194781685, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.99587392618676e-05, | |
| "loss": 6.6926, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.04851439743187468, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.995530332358211e-05, | |
| "loss": 6.7038, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.04923849291593251, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.995173011487635e-05, | |
| "loss": 6.7012, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.04996258839999035, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.994801965540527e-05, | |
| "loss": 6.7019, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.05068668388404818, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 4.9944171965578836e-05, | |
| "loss": 6.6656, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.05141077936810601, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.9940187066561825e-05, | |
| "loss": 6.6811, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.05213487485216384, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.99360649802738e-05, | |
| "loss": 6.6885, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.05285897033622167, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.9931805729388916e-05, | |
| "loss": 6.69, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.0535830658202795, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.992740933733581e-05, | |
| "loss": 6.675, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.05430716130433733, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.992287582829751e-05, | |
| "loss": 6.6997, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.05503125678839516, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.991820522721128e-05, | |
| "loss": 6.6923, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.05575535227245299, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.991339755976845e-05, | |
| "loss": 6.6936, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.05647944775651083, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.990845285241434e-05, | |
| "loss": 6.6684, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.05720354324056866, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.9903371132348046e-05, | |
| "loss": 6.6656, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.05792763872462649, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.9898152427522334e-05, | |
| "loss": 6.6807, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.05865173420868432, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.9892796766643503e-05, | |
| "loss": 6.6901, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.059375829692742146, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.988730417917115e-05, | |
| "loss": 6.6851, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.06009992517679998, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 4.98816746953181e-05, | |
| "loss": 6.6608, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.06082402066085781, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.987590834605017e-05, | |
| "loss": 6.6617, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.06154811614491564, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9870005163086045e-05, | |
| "loss": 6.6574, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.06227221162897347, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.986396517889706e-05, | |
| "loss": 6.6633, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.06299630711303131, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.985778842670707e-05, | |
| "loss": 6.6807, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.06372040259708914, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.9851474940492256e-05, | |
| "loss": 6.6425, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.06444449808114697, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.9845024754980876e-05, | |
| "loss": 6.658, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.0651685935652048, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.983843790565316e-05, | |
| "loss": 6.6633, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.06589268904926263, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.983171442874106e-05, | |
| "loss": 6.6828, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.06661678453332046, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.982485436122809e-05, | |
| "loss": 6.6251, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.06734088001737829, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.981785774084909e-05, | |
| "loss": 6.6573, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.06806497550143613, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.981072460609002e-05, | |
| "loss": 6.6677, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.06878907098549396, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.980345499618778e-05, | |
| "loss": 6.6577, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.06951316646955179, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.9796048951129936e-05, | |
| "loss": 6.6628, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.07023726195360962, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.978850651165458e-05, | |
| "loss": 6.6443, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.07096135743766745, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.9780827719250035e-05, | |
| "loss": 6.6617, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.07168545292172528, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.977301261615465e-05, | |
| "loss": 6.6679, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.0724095484057831, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.9765061245356594e-05, | |
| "loss": 6.6385, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0724095484057831, | |
| "eval_loss": 6.789700984954834, | |
| "eval_runtime": 1.6435, | |
| "eval_samples_per_second": 7.302, | |
| "eval_steps_per_second": 1.825, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07313364388984094, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9756973650593583e-05, | |
| "loss": 6.6351, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.07385773937389876, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.9748749876352655e-05, | |
| "loss": 6.6602, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.07458183485795661, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.974038996786991e-05, | |
| "loss": 6.653, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.07530593034201444, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.9731893971130306e-05, | |
| "loss": 6.6532, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.07603002582607227, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.972326193286736e-05, | |
| "loss": 6.6297, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.0767541213101301, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.971449390056289e-05, | |
| "loss": 6.6379, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.07747821679418793, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.970558992244679e-05, | |
| "loss": 6.6478, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.07820231227824576, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.969655004749674e-05, | |
| "loss": 6.6616, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.07892640776230359, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.968737432543794e-05, | |
| "loss": 6.6314, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.07965050324636141, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.967806280674283e-05, | |
| "loss": 6.6465, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.08037459873041924, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.9668615542630836e-05, | |
| "loss": 6.6517, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.08109869421447709, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.965903258506806e-05, | |
| "loss": 6.6278, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.08182278969853492, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.964931398676701e-05, | |
| "loss": 6.6246, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.08254688518259275, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9639459801186306e-05, | |
| "loss": 6.616, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.08327098066665058, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.962947008253038e-05, | |
| "loss": 6.6492, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.0839950761507084, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.96193448857492e-05, | |
| "loss": 6.6096, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.08471917163476624, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.960908426653793e-05, | |
| "loss": 6.6282, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.08544326711882406, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.959868828133667e-05, | |
| "loss": 6.6053, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.0861673626028819, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.95881569873301e-05, | |
| "loss": 6.6031, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.08689145808693974, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.95774904424472e-05, | |
| "loss": 6.609, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.08761555357099757, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.9566688705360915e-05, | |
| "loss": 6.6291, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.0883396490550554, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.955575183548783e-05, | |
| "loss": 6.6252, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.08906374453911323, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9544679892987855e-05, | |
| "loss": 6.6246, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.08978784002317106, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9533472938763884e-05, | |
| "loss": 6.6155, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.09051193550722889, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.9522131034461464e-05, | |
| "loss": 6.6263, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.09123603099128672, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.951065424246845e-05, | |
| "loss": 6.6219, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.09196012647534454, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.9499042625914674e-05, | |
| "loss": 6.6144, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.09268422195940237, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.9487296248671586e-05, | |
| "loss": 6.6153, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.09340831744346022, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9475415175351926e-05, | |
| "loss": 6.6136, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.09413241292751805, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.946339947130933e-05, | |
| "loss": 6.586, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.09485650841157588, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.945124920263797e-05, | |
| "loss": 6.6185, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.0955806038956337, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.9438964436172264e-05, | |
| "loss": 6.6248, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.09630469937969154, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.9426545239486424e-05, | |
| "loss": 6.605, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.09702879486374937, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.94139916808941e-05, | |
| "loss": 6.6525, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.0977528903478072, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9401303829448075e-05, | |
| "loss": 6.6178, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.09847698583186502, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.938848175493976e-05, | |
| "loss": 6.5978, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.09920108131592285, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.937552552789894e-05, | |
| "loss": 6.6059, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.0999251767999807, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.936243521959329e-05, | |
| "loss": 6.6078, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.10064927228403853, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.934921090202803e-05, | |
| "loss": 6.6135, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.10137336776809636, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.933585264794552e-05, | |
| "loss": 6.6068, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.10209746325215419, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.932236053082486e-05, | |
| "loss": 6.6026, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.10282155873621202, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.930873462488148e-05, | |
| "loss": 6.6064, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.10354565422026984, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.9294975005066734e-05, | |
| "loss": 6.6075, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.10426974970432767, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9281081747067494e-05, | |
| "loss": 6.5982, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.1049938451883855, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.926705492730572e-05, | |
| "loss": 6.6109, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.10571794067244333, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.925289462293807e-05, | |
| "loss": 6.596, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.10644203615650118, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.923860091185542e-05, | |
| "loss": 6.606, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.107166131640559, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.922417387268251e-05, | |
| "loss": 6.6, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.10789022712461684, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.9209613584777445e-05, | |
| "loss": 6.5953, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.10861432260867467, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.919492012823128e-05, | |
| "loss": 6.5907, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1093384180927325, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.918009358386761e-05, | |
| "loss": 6.6144, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.11006251357679032, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.916513403324207e-05, | |
| "loss": 6.5911, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.11078660906084815, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.9150041558641947e-05, | |
| "loss": 6.6071, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.11151070454490598, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.913481624308566e-05, | |
| "loss": 6.6028, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.11223480002896381, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.911945817032238e-05, | |
| "loss": 6.6121, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.11295889551302166, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.91039674248315e-05, | |
| "loss": 6.6003, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.11368299099707949, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.908834409182221e-05, | |
| "loss": 6.632, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.11440708648113732, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.907258825723301e-05, | |
| "loss": 6.5953, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.11513118196519515, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.905670000773126e-05, | |
| "loss": 6.6028, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.11585527744925297, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.904067943071268e-05, | |
| "loss": 6.592, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.1165793729333108, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.902452661430087e-05, | |
| "loss": 6.6015, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.11730346841736863, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9008241647346836e-05, | |
| "loss": 6.5767, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.11802756390142646, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.899182461942851e-05, | |
| "loss": 6.5894, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.11875165938548429, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.897527562085024e-05, | |
| "loss": 6.5856, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.11947575486954214, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.895859474264229e-05, | |
| "loss": 6.5761, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.12019985035359997, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.894178207656035e-05, | |
| "loss": 6.5964, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.1209239458376578, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.892483771508504e-05, | |
| "loss": 6.5657, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.12164804132171562, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.890776175142138e-05, | |
| "loss": 6.5946, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.12237213680577345, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.889055427949829e-05, | |
| "loss": 6.5916, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.12309623228983128, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.8873215393968074e-05, | |
| "loss": 6.594, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.12382032777388911, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.885574519020589e-05, | |
| "loss": 6.566, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.12454442325794694, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.883814376430924e-05, | |
| "loss": 6.5752, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.1252685187420048, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.882041121309743e-05, | |
| "loss": 6.6015, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.12599261422606262, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.880254763411103e-05, | |
| "loss": 6.5655, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.12671670971012045, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.878455312561138e-05, | |
| "loss": 6.5883, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.12744080519417827, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.8766427786579964e-05, | |
| "loss": 6.6061, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.1281649006782361, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.874817171671798e-05, | |
| "loss": 6.5878, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.12888899616229393, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.872978501644569e-05, | |
| "loss": 6.5837, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.12961309164635176, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.8711267786901914e-05, | |
| "loss": 6.5884, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.1303371871304096, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.869262012994348e-05, | |
| "loss": 6.5864, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.13106128261446742, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.867384214814465e-05, | |
| "loss": 6.5655, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.13178537809852525, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.8654933944796546e-05, | |
| "loss": 6.5747, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.13250947358258308, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.86358956239066e-05, | |
| "loss": 6.5689, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.1332335690666409, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.861672729019797e-05, | |
| "loss": 6.6059, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.13395766455069874, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.859742904910899e-05, | |
| "loss": 6.5985, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.13468176003475657, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.8578001006792544e-05, | |
| "loss": 6.6006, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.13540585551881443, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.8558443270115524e-05, | |
| "loss": 6.5779, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.13612995100287226, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.853875594665821e-05, | |
| "loss": 6.566, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.1368540464869301, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.85189391447137e-05, | |
| "loss": 6.6019, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.13757814197098792, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.8498992973287324e-05, | |
| "loss": 6.5758, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.13830223745504575, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.8478917542096005e-05, | |
| "loss": 6.5754, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.13902633293910358, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.845871296156769e-05, | |
| "loss": 6.593, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.1397504284231614, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.843837934284072e-05, | |
| "loss": 6.5754, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.14047452390721923, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.841791679776326e-05, | |
| "loss": 6.5659, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.14119861939127706, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.839732543889263e-05, | |
| "loss": 6.5821, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.1419227148753349, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.83766053794947e-05, | |
| "loss": 6.58, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.14264681035939272, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.83557567335433e-05, | |
| "loss": 6.5662, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.14337090584345055, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.833477961571956e-05, | |
| "loss": 6.5675, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.14409500132750838, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.831367414141129e-05, | |
| "loss": 6.5784, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.1448190968115662, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.829244042671235e-05, | |
| "loss": 6.5707, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.1448190968115662, | |
| "eval_loss": 6.703906536102295, | |
| "eval_runtime": 1.4135, | |
| "eval_samples_per_second": 8.489, | |
| "eval_steps_per_second": 2.122, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.14554319229562404, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.827107858842198e-05, | |
| "loss": 6.577, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.14626728777968187, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.824958874404422e-05, | |
| "loss": 6.5519, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.1469913832637397, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.8227971011787196e-05, | |
| "loss": 6.5635, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.14771547874779753, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.820622551056252e-05, | |
| "loss": 6.566, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.1484395742318554, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.818435235998461e-05, | |
| "loss": 6.5532, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.14916366971591322, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.8162351680370044e-05, | |
| "loss": 6.5784, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.14988776519997105, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.8140223592736885e-05, | |
| "loss": 6.5798, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.15061186068402888, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.811796821880402e-05, | |
| "loss": 6.5747, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.1513359561680867, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.809558568099051e-05, | |
| "loss": 6.5855, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.15206005165214453, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.807307610241488e-05, | |
| "loss": 6.5657, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.15278414713620236, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.805043960689447e-05, | |
| "loss": 6.5535, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.1535082426202602, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.8027676318944756e-05, | |
| "loss": 6.5728, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.15423233810431802, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.800478636377865e-05, | |
| "loss": 6.5564, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.15495643358837585, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.798176986730579e-05, | |
| "loss": 6.5745, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.15568052907243368, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.795862695613192e-05, | |
| "loss": 6.5697, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.1564046245564915, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.793535775755811e-05, | |
| "loss": 6.5961, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.15712872004054934, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.791196239958011e-05, | |
| "loss": 6.5581, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.15785281552460717, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.7888441010887625e-05, | |
| "loss": 6.554, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.158576911008665, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.786479372086361e-05, | |
| "loss": 6.5572, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.15930100649272283, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.784102065958356e-05, | |
| "loss": 6.5765, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.16002510197678066, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.781712195781479e-05, | |
| "loss": 6.5703, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.1607491974608385, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.779309774701574e-05, | |
| "loss": 6.5712, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.16147329294489635, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.77689481593352e-05, | |
| "loss": 6.5733, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.16219738842895418, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.7744673327611625e-05, | |
| "loss": 6.558, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.162921483913012, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.7720273385372416e-05, | |
| "loss": 6.5623, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.16364557939706983, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.769574846683313e-05, | |
| "loss": 6.5813, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.16436967488112766, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 4.76710987068968e-05, | |
| "loss": 6.5531, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.1650937703651855, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.764632424115315e-05, | |
| "loss": 6.5368, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.16581786584924332, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.762142520587789e-05, | |
| "loss": 6.5631, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.16654196133330115, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.7596401738031916e-05, | |
| "loss": 6.5436, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.16726605681735898, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.75712539752606e-05, | |
| "loss": 6.5749, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.1679901523014168, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.754598205589303e-05, | |
| "loss": 6.5359, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.16871424778547464, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.752058611894119e-05, | |
| "loss": 6.5382, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.16943834326953247, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.7495066304099294e-05, | |
| "loss": 6.5609, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.1701624387535903, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.7469422751742944e-05, | |
| "loss": 6.5635, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.17088653423764813, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.744365560292837e-05, | |
| "loss": 6.5632, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.17161062972170596, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.741776499939168e-05, | |
| "loss": 6.5634, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.1723347252057638, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.739175108354804e-05, | |
| "loss": 6.5638, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.17305882068982162, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.7365613998490944e-05, | |
| "loss": 6.5594, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.17378291617387948, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.733935388799137e-05, | |
| "loss": 6.5716, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.1745070116579373, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.731297089649703e-05, | |
| "loss": 6.5383, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.17523110714199513, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.728646516913157e-05, | |
| "loss": 6.5484, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.17595520262605296, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.725983685169374e-05, | |
| "loss": 6.5473, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.1766792981101108, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.723308609065663e-05, | |
| "loss": 6.5431, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.17740339359416862, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.720621303316685e-05, | |
| "loss": 6.5569, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.17812748907822645, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.717921782704371e-05, | |
| "loss": 6.5659, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.17885158456228428, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.715210062077844e-05, | |
| "loss": 6.5329, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.1795756800463421, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.712486156353331e-05, | |
| "loss": 6.5778, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.18029977553039994, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.7097500805140894e-05, | |
| "loss": 6.5461, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.18102387101445777, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.7070018496103176e-05, | |
| "loss": 6.5448, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.1817479664985156, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.704241478759076e-05, | |
| "loss": 6.5525, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.18247206198257343, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.7014689831442004e-05, | |
| "loss": 6.5503, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.18319615746663126, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.698684378016222e-05, | |
| "loss": 6.5854, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.1839202529506891, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.695887678692286e-05, | |
| "loss": 6.5733, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.18464434843474692, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.693078900556056e-05, | |
| "loss": 6.5334, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.18536844391880475, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.690258059057643e-05, | |
| "loss": 6.5561, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.18609253940286258, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.687425169713512e-05, | |
| "loss": 6.5502, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.18681663488692044, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.684580248106399e-05, | |
| "loss": 6.543, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.18754073037097826, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.6817233098852255e-05, | |
| "loss": 6.5674, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.1882648258550361, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.6788543707650124e-05, | |
| "loss": 6.5527, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.18898892133909392, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.675973446526793e-05, | |
| "loss": 6.5686, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.18971301682315175, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.673080553017528e-05, | |
| "loss": 6.5365, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.19043711230720958, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.670175706150015e-05, | |
| "loss": 6.5584, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.1911612077912674, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.667258921902803e-05, | |
| "loss": 6.5567, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.19188530327532524, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.664330216320105e-05, | |
| "loss": 6.5569, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.19260939875938307, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.661389605511709e-05, | |
| "loss": 6.5434, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.1933334942434409, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.65843710565289e-05, | |
| "loss": 6.5305, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.19405758972749873, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.65547273298432e-05, | |
| "loss": 6.542, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.19478168521155656, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.6524965038119786e-05, | |
| "loss": 6.5415, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.1955057806956144, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.6495084345070656e-05, | |
| "loss": 6.5114, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.19622987617967222, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.646508541505907e-05, | |
| "loss": 6.5511, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.19695397166373005, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.643496841309868e-05, | |
| "loss": 6.5372, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.19767806714778788, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.640473350485261e-05, | |
| "loss": 6.5409, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.1984021626318457, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.637438085663257e-05, | |
| "loss": 6.5408, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.19912625811590354, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.634391063539786e-05, | |
| "loss": 6.5488, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.1998503535999614, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.631332300875455e-05, | |
| "loss": 6.5651, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.20057444908401922, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.6282618144954516e-05, | |
| "loss": 6.536, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.20129854456807705, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.6251796212894486e-05, | |
| "loss": 6.5438, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.20202264005213488, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.622085738211518e-05, | |
| "loss": 6.5701, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.2027467355361927, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.618980182280031e-05, | |
| "loss": 6.5484, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.20347083102025054, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.615862970577567e-05, | |
| "loss": 6.5297, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.20419492650430837, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.612734120250821e-05, | |
| "loss": 6.5334, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.2049190219883662, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.609593648510507e-05, | |
| "loss": 6.5359, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.20564311747242403, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.606441572631266e-05, | |
| "loss": 6.534, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.20636721295648186, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.603277909951566e-05, | |
| "loss": 6.5344, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.2070913084405397, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.600102677873614e-05, | |
| "loss": 6.5294, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.20781540392459752, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.596915893863253e-05, | |
| "loss": 6.5422, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.20853949940865535, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.593717575449872e-05, | |
| "loss": 6.5522, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.20926359489271318, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.5905077402263034e-05, | |
| "loss": 6.5464, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.209987690376771, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.587286405848732e-05, | |
| "loss": 6.5167, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.21071178586082884, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.584053590036594e-05, | |
| "loss": 6.5263, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.21143588134488667, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.580809310572484e-05, | |
| "loss": 6.547, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.2121599768289445, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.57755358530205e-05, | |
| "loss": 6.5113, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.21288407231300235, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.574286432133901e-05, | |
| "loss": 6.5458, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.21360816779706018, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.571007869039509e-05, | |
| "loss": 6.5221, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.214332263281118, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.567717914053103e-05, | |
| "loss": 6.5321, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.21505635876517584, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.564416585271582e-05, | |
| "loss": 6.5424, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.21578045424923367, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.561103900854401e-05, | |
| "loss": 6.5315, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.2165045497332915, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.557779879023483e-05, | |
| "loss": 6.5202, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.21722864521734933, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.554444538063113e-05, | |
| "loss": 6.5246, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.21722864521734933, | |
| "eval_loss": 6.682950973510742, | |
| "eval_runtime": 1.4758, | |
| "eval_samples_per_second": 8.131, | |
| "eval_steps_per_second": 2.033, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.21795274070140716, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.551097896319838e-05, | |
| "loss": 6.5144, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.218676836185465, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.5477399722023674e-05, | |
| "loss": 6.5295, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.21940093166952282, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.5443707841814695e-05, | |
| "loss": 6.5278, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.22012502715358065, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.540990350789875e-05, | |
| "loss": 6.5584, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.22084912263763848, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.537598690622167e-05, | |
| "loss": 6.5528, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.2215732181216963, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.534195822334686e-05, | |
| "loss": 6.5392, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.22229731360575414, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.530781764645422e-05, | |
| "loss": 6.5403, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.22302140908981197, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.5273565363339185e-05, | |
| "loss": 6.5396, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.2237455045738698, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.52392015624116e-05, | |
| "loss": 6.5249, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.22446960005792763, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.520472643269477e-05, | |
| "loss": 6.5199, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.22519369554198548, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.517014016382432e-05, | |
| "loss": 6.5302, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.2259177910260433, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.5135442946047294e-05, | |
| "loss": 6.5274, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.22664188651010114, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.5100634970220967e-05, | |
| "loss": 6.5431, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.22736598199415897, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.5065716427811874e-05, | |
| "loss": 6.5362, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.2280900774782168, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.503068751089474e-05, | |
| "loss": 6.5307, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.22881417296227463, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.499554841215143e-05, | |
| "loss": 6.5172, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.22953826844633246, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.496029932486986e-05, | |
| "loss": 6.521, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.2302623639303903, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.492494044294297e-05, | |
| "loss": 6.5346, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.23098645941444812, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.4889471960867635e-05, | |
| "loss": 6.5422, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.23171055489850595, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.485389407374361e-05, | |
| "loss": 6.5498, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.23243465038256378, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.481820697727244e-05, | |
| "loss": 6.523, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.2331587458666216, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.47824108677564e-05, | |
| "loss": 6.5477, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.23388284135067944, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.47465059420974e-05, | |
| "loss": 6.5379, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.23460693683473727, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.471049239779592e-05, | |
| "loss": 6.5389, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.2353310323187951, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.4674370432949905e-05, | |
| "loss": 6.5552, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.23605512780285293, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.463814024625368e-05, | |
| "loss": 6.5114, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.23677922328691076, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.460180203699688e-05, | |
| "loss": 6.5101, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.23750331877096859, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.4565356005063304e-05, | |
| "loss": 6.5051, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.23822741425502644, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.452880235092987e-05, | |
| "loss": 6.5213, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.23895150973908427, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.449214127566549e-05, | |
| "loss": 6.5246, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.2396756052231421, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.4455372980929935e-05, | |
| "loss": 6.5309, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.24039970070719993, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.4418497668972785e-05, | |
| "loss": 6.5349, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.24112379619125776, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.4381515542632274e-05, | |
| "loss": 6.5232, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.2418478916753156, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.434442680533417e-05, | |
| "loss": 6.518, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.24257198715937342, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.430723166109069e-05, | |
| "loss": 6.5465, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.24329608264343125, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.426993031449934e-05, | |
| "loss": 6.5353, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.24402017812748908, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.423252297074183e-05, | |
| "loss": 6.5499, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.2447442736115469, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.41950098355829e-05, | |
| "loss": 6.5203, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.24546836909560474, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.415739111536924e-05, | |
| "loss": 6.5392, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.24619246457966257, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.4119667017028297e-05, | |
| "loss": 6.5197, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.2469165600637204, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.4081837748067186e-05, | |
| "loss": 6.4986, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.24764065554777823, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.404390351657153e-05, | |
| "loss": 6.5238, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.24836475103183606, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.4005864531204285e-05, | |
| "loss": 6.5473, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.24908884651589389, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.396772100120466e-05, | |
| "loss": 6.5189, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.24981294199995172, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.39294731363869e-05, | |
| "loss": 6.5228, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.2505370374840096, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.389112114713918e-05, | |
| "loss": 6.5224, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.2512611329680674, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.385266524442241e-05, | |
| "loss": 6.5229, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.25198522845212523, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.3814105639769106e-05, | |
| "loss": 6.54, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.25270932393618306, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.37754425452822e-05, | |
| "loss": 6.5226, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.2534334194202409, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.373667617363389e-05, | |
| "loss": 6.5276, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2541575149042987, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.369780673806447e-05, | |
| "loss": 6.534, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.25488161038835655, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.365883445238116e-05, | |
| "loss": 6.5317, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.2556057058724144, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.361975953095689e-05, | |
| "loss": 6.5119, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.2563298013564722, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.358058218872918e-05, | |
| "loss": 6.5281, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.25705389684053004, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.354130264119894e-05, | |
| "loss": 6.5284, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.25777799232458787, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.350192110442926e-05, | |
| "loss": 6.5324, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.2585020878086457, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.346243779504421e-05, | |
| "loss": 6.523, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.2592261832927035, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.342285293022775e-05, | |
| "loss": 6.5267, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.25995027877676136, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.338316672772238e-05, | |
| "loss": 6.5263, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.2606743742608192, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.334337940582808e-05, | |
| "loss": 6.5438, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.261398469744877, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.330349118340102e-05, | |
| "loss": 6.5315, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.26212256522893485, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.326350227985241e-05, | |
| "loss": 6.5183, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.2628466607129927, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.3223412915147254e-05, | |
| "loss": 6.5214, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.2635707561970505, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.318322330980317e-05, | |
| "loss": 6.531, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.26429485168110833, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.314293368488915e-05, | |
| "loss": 6.5133, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.26501894716516616, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.3102544262024394e-05, | |
| "loss": 6.5288, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.265743042649224, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.3062055263377e-05, | |
| "loss": 6.4998, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.2664671381332818, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.302146691166286e-05, | |
| "loss": 6.5302, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.26719123361733965, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.298077943014431e-05, | |
| "loss": 6.5053, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.2679153291013975, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.293999304262902e-05, | |
| "loss": 6.5242, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.2686394245854553, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.289910797346868e-05, | |
| "loss": 6.5061, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.26936352006951314, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.285812444755779e-05, | |
| "loss": 6.5257, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.27008761555357097, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.281704269033242e-05, | |
| "loss": 6.5269, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.27081171103762885, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.2775862927769025e-05, | |
| "loss": 6.4974, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.2715358065216867, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.2734585386383086e-05, | |
| "loss": 6.4876, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.2722599020057445, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.269321029322797e-05, | |
| "loss": 6.5099, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.27298399748980234, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.265173787589364e-05, | |
| "loss": 6.5222, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.2737080929738602, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.2610168362505395e-05, | |
| "loss": 6.5077, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.274432188457918, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.256850198172263e-05, | |
| "loss": 6.5283, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.27515628394197583, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 4.252673896273758e-05, | |
| "loss": 6.5135, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.27588037942603366, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.248487953527404e-05, | |
| "loss": 6.5123, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.2766044749100915, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.244292392958613e-05, | |
| "loss": 6.5163, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.2773285703941493, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.2400872376457e-05, | |
| "loss": 6.5063, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.27805266587820715, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.2358725107197576e-05, | |
| "loss": 6.5214, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.278776761362265, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.231648235364529e-05, | |
| "loss": 6.5375, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.2795008568463228, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.227414434816279e-05, | |
| "loss": 6.5003, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.28022495233038064, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.22317113236367e-05, | |
| "loss": 6.5425, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.28094904781443847, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.218918351347626e-05, | |
| "loss": 6.5073, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.2816731432984963, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.214656115161215e-05, | |
| "loss": 6.5127, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.2823972387825541, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.210384447249509e-05, | |
| "loss": 6.5198, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.28312133426661196, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.2061033711094655e-05, | |
| "loss": 6.5206, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.2838454297506698, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.2018129102897904e-05, | |
| "loss": 6.4952, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.2845695252347276, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.197513088390813e-05, | |
| "loss": 6.5065, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.28529362071878545, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.193203929064353e-05, | |
| "loss": 6.4917, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.2860177162028433, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.1888854560135934e-05, | |
| "loss": 6.5252, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.2867418116869011, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.1845576929929486e-05, | |
| "loss": 6.4974, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.28746590717095893, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.180220663807934e-05, | |
| "loss": 6.5253, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.28819000265501676, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.175874392315033e-05, | |
| "loss": 6.4986, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.2889140981390746, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.1715189024215716e-05, | |
| "loss": 6.5147, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.2896381936231324, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.1671542180855796e-05, | |
| "loss": 6.5102, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.2896381936231324, | |
| "eval_loss": 6.658437252044678, | |
| "eval_runtime": 1.632, | |
| "eval_samples_per_second": 7.353, | |
| "eval_steps_per_second": 1.838, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.29036228910719025, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.162780363315662e-05, | |
| "loss": 6.5095, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.2910863845912481, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.158397362170871e-05, | |
| "loss": 6.4945, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.2918104800753059, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.154005238760565e-05, | |
| "loss": 6.4935, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.29253457555936374, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.149604017244285e-05, | |
| "loss": 6.5137, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.29325867104342157, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.145193721831615e-05, | |
| "loss": 6.5045, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.2939827665274794, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.1407743767820504e-05, | |
| "loss": 6.5433, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.29470686201153723, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.136346006404869e-05, | |
| "loss": 6.5018, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.29543095749559506, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.1319086350589916e-05, | |
| "loss": 6.5069, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.29615505297965294, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.127462287152849e-05, | |
| "loss": 6.5224, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.2968791484637108, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.1230069871442525e-05, | |
| "loss": 6.5215, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.2976032439477686, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.118542759540251e-05, | |
| "loss": 6.5162, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.29832733943182643, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.114069628897006e-05, | |
| "loss": 6.4849, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.29905143491588426, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.109587619819648e-05, | |
| "loss": 6.5217, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.2997755303999421, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.1050967569621465e-05, | |
| "loss": 6.5011, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.3004996258839999, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 4.1005970650271705e-05, | |
| "loss": 6.4931, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.30122372136805775, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.096088568765958e-05, | |
| "loss": 6.5058, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.3019478168521156, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.091571292978173e-05, | |
| "loss": 6.4999, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.3026719123361734, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.087045262511775e-05, | |
| "loss": 6.5029, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.30339600782023124, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.082510502262879e-05, | |
| "loss": 6.4853, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.30412010330428907, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.0779670371756184e-05, | |
| "loss": 6.4962, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.3048441987883469, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.073414892242011e-05, | |
| "loss": 6.5212, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.30556829427240473, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.068854092501819e-05, | |
| "loss": 6.5144, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.30629238975646256, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.0642846630424114e-05, | |
| "loss": 6.5349, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.3070164852405204, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.059706628998625e-05, | |
| "loss": 6.4897, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.3077405807245782, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.055120015552628e-05, | |
| "loss": 6.5038, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.30846467620863605, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.050524847933783e-05, | |
| "loss": 6.4993, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.3091887716926939, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.045921151418504e-05, | |
| "loss": 6.5261, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.3099128671767517, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.041308951330119e-05, | |
| "loss": 6.5095, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.31063696266080953, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.036688273038734e-05, | |
| "loss": 6.5032, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.31136105814486736, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.032059141961086e-05, | |
| "loss": 6.4758, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.3120851536289252, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.027421583560414e-05, | |
| "loss": 6.4878, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.312809249112983, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.022775623346306e-05, | |
| "loss": 6.5128, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.31353334459704085, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.018121286874571e-05, | |
| "loss": 6.5149, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.3142574400810987, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.013458599747091e-05, | |
| "loss": 6.5083, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.3149815355651565, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.00878758761168e-05, | |
| "loss": 6.516, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.31570563104921434, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 4.0041082761619476e-05, | |
| "loss": 6.4992, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.31642972653327217, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.9994206911371544e-05, | |
| "loss": 6.492, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.31715382201733, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.994724858322071e-05, | |
| "loss": 6.5087, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.31787791750138783, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.990020803546835e-05, | |
| "loss": 6.485, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.31860201298544566, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.985308552686812e-05, | |
| "loss": 6.4696, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.3193261084695035, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.9805881316624506e-05, | |
| "loss": 6.4946, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.3200502039535613, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.9758595664391396e-05, | |
| "loss": 6.5153, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.32077429943761915, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.9711228830270684e-05, | |
| "loss": 6.5096, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.321498394921677, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.9663781074810796e-05, | |
| "loss": 6.52, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.32222249040573486, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.961625265900529e-05, | |
| "loss": 6.4891, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.3229465858897927, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.956864384429142e-05, | |
| "loss": 6.4985, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.3236706813738505, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.952095489254864e-05, | |
| "loss": 6.5256, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.32439477685790835, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.947318606609727e-05, | |
| "loss": 6.4904, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.3251188723419662, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.942533762769695e-05, | |
| "loss": 6.4722, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.325842967826024, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.937740984054526e-05, | |
| "loss": 6.4933, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.32656706331008184, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.932940296827624e-05, | |
| "loss": 6.5028, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.32729115879413967, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 3.928131727495895e-05, | |
| "loss": 6.5001, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.3280152542781975, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.923315302509602e-05, | |
| "loss": 6.488, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.32873934976225533, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.918491048362219e-05, | |
| "loss": 6.4929, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.32946344524631316, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 3.9136589915902856e-05, | |
| "loss": 6.5015, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.330187540730371, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 3.9088191587732606e-05, | |
| "loss": 6.4959, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.3309116362144288, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.9039715765333766e-05, | |
| "loss": 6.4823, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.33163573169848665, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.8991162715354936e-05, | |
| "loss": 6.4936, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.3323598271825445, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.894253270486951e-05, | |
| "loss": 6.5096, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.3330839226666023, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.88938260013742e-05, | |
| "loss": 6.4944, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.33380801815066014, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.884504287278761e-05, | |
| "loss": 6.5183, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.33453211363471796, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.879618358744871e-05, | |
| "loss": 6.4898, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.3352562091187758, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.874724841411539e-05, | |
| "loss": 6.4888, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.3359803046028336, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.8698237621962974e-05, | |
| "loss": 6.504, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.33670440008689145, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.8649151480582745e-05, | |
| "loss": 6.514, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.3374284955709493, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.8599990259980435e-05, | |
| "loss": 6.5113, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.3381525910550071, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.855075423057477e-05, | |
| "loss": 6.494, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.33887668653906494, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.850144366319599e-05, | |
| "loss": 6.4887, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.33960078202312277, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.845205882908432e-05, | |
| "loss": 6.4935, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.3403248775071806, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.8402599999888514e-05, | |
| "loss": 6.5083, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.34104897299123843, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.835306744766434e-05, | |
| "loss": 6.4812, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.34177306847529626, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.830346144487309e-05, | |
| "loss": 6.4605, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.3424971639593541, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.825378226438009e-05, | |
| "loss": 6.4931, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.3432212594434119, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.820403017945319e-05, | |
| "loss": 6.4958, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.34394535492746975, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.815420546376124e-05, | |
| "loss": 6.4939, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.3446694504115276, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.8104308391372646e-05, | |
| "loss": 6.494, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.3453935458955854, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.805433923675379e-05, | |
| "loss": 6.4772, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.34611764137964324, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.800429827476757e-05, | |
| "loss": 6.497, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.34684173686370107, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.795418578067185e-05, | |
| "loss": 6.4894, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.34756583234775895, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.7904002030118e-05, | |
| "loss": 6.5089, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.3482899278318168, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.7853747299149325e-05, | |
| "loss": 6.5015, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.3490140233158746, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.7803421864199576e-05, | |
| "loss": 6.4898, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.34973811879993244, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.775302600209141e-05, | |
| "loss": 6.4994, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.35046221428399027, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.7702559990034906e-05, | |
| "loss": 6.4958, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.3511863097680481, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.765202410562598e-05, | |
| "loss": 6.5129, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.35191040525210593, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.760141862684492e-05, | |
| "loss": 6.5063, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.35263450073616376, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.75507438320548e-05, | |
| "loss": 6.4901, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.3533585962202216, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 6.5077, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.3540826917042794, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 3.7449187409804655e-05, | |
| "loss": 6.4971, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.35480678718833725, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.739830634097109e-05, | |
| "loss": 6.4796, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.3555308826723951, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.734735707337831e-05, | |
| "loss": 6.4935, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.3562549781564529, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.729633988728049e-05, | |
| "loss": 6.4704, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.35697907364051074, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.724525506330536e-05, | |
| "loss": 6.51, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.35770316912456857, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.719410288245273e-05, | |
| "loss": 6.4905, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.3584272646086264, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.7142883626092914e-05, | |
| "loss": 6.4786, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.3591513600926842, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.709159757596516e-05, | |
| "loss": 6.4824, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.35987545557674205, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.704024501417615e-05, | |
| "loss": 6.5007, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.3605995510607999, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.6988826223198425e-05, | |
| "loss": 6.4778, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.3613236465448577, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.693734148586882e-05, | |
| "loss": 6.4788, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.36204774202891554, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.6885791085386905e-05, | |
| "loss": 6.5081, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.36204774202891554, | |
| "eval_loss": 6.645383834838867, | |
| "eval_runtime": 1.5549, | |
| "eval_samples_per_second": 7.717, | |
| "eval_steps_per_second": 1.929, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.36277183751297337, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.683417530531348e-05, | |
| "loss": 6.4752, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.3634959329970312, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 3.678249442956892e-05, | |
| "loss": 6.4981, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.36422002848108903, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.673074874243172e-05, | |
| "loss": 6.4765, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.36494412396514686, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.667893852853685e-05, | |
| "loss": 6.4939, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.3656682194492047, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.662706407287424e-05, | |
| "loss": 6.4985, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.3663923149332625, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.6575125660787156e-05, | |
| "loss": 6.4764, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.36711641041732035, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.6523123577970694e-05, | |
| "loss": 6.4896, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.3678405059013782, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.64710581104702e-05, | |
| "loss": 6.4858, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.368564601385436, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.6418929544679635e-05, | |
| "loss": 6.4957, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.36928869686949384, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.6366738167340055e-05, | |
| "loss": 6.5179, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.37001279235355167, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.631448426553803e-05, | |
| "loss": 6.489, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.3707368878376095, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.626216812670405e-05, | |
| "loss": 6.4871, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.3714609833216673, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.620979003861095e-05, | |
| "loss": 6.4833, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.37218507880572516, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 3.615735028937232e-05, | |
| "loss": 6.4712, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.372909174289783, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.610484916744094e-05, | |
| "loss": 6.49, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.37363326977384087, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.6052286961607166e-05, | |
| "loss": 6.4859, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.3743573652578987, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.599966396099737e-05, | |
| "loss": 6.4697, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.37508146074195653, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.594698045507231e-05, | |
| "loss": 6.4875, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.37580555622601436, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.5894236733625594e-05, | |
| "loss": 6.4719, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.3765296517100722, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.584143308678203e-05, | |
| "loss": 6.4674, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.37725374719413, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.578856980499606e-05, | |
| "loss": 6.4724, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.37797784267818785, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.573564717905017e-05, | |
| "loss": 6.4982, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.3787019381622457, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.568266550005327e-05, | |
| "loss": 6.496, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.3794260336463035, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.5629625059439084e-05, | |
| "loss": 6.4764, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.38015012913036134, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.557652614896459e-05, | |
| "loss": 6.5149, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.38087422461441917, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.552336906070838e-05, | |
| "loss": 6.489, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.381598320098477, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.547015408706904e-05, | |
| "loss": 6.455, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.3823224155825348, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.54168815207636e-05, | |
| "loss": 6.481, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.38304651106659265, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.536355165482586e-05, | |
| "loss": 6.466, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.3837706065506505, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 3.531016478260481e-05, | |
| "loss": 6.4746, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.3844947020347083, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.525672119776302e-05, | |
| "loss": 6.5012, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.38521879751876614, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.5203221194275e-05, | |
| "loss": 6.4712, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.385942893002824, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.5149665066425636e-05, | |
| "loss": 6.4787, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.3866669884868818, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.5096053108808486e-05, | |
| "loss": 6.4847, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.38739108397093963, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.504238561632424e-05, | |
| "loss": 6.4859, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.38811517945499746, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.498866288417906e-05, | |
| "loss": 6.482, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.3888392749390553, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.493488520788295e-05, | |
| "loss": 6.4888, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.3895633704231131, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.4881052883248155e-05, | |
| "loss": 6.49, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.39028746590717095, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.482716620638753e-05, | |
| "loss": 6.4738, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.3910115613912288, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.477322547371288e-05, | |
| "loss": 6.4959, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.3917356568752866, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.4719230981933366e-05, | |
| "loss": 6.5087, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.39245975235934444, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.466518302805386e-05, | |
| "loss": 6.4963, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.39318384784340227, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.46110819093733e-05, | |
| "loss": 6.4831, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.3939079433274601, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.455692792348307e-05, | |
| "loss": 6.4731, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.3946320388115179, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.450272136826537e-05, | |
| "loss": 6.4805, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.39535613429557576, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.444846254189156e-05, | |
| "loss": 6.4445, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.3960802297796336, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.439415174282049e-05, | |
| "loss": 6.4815, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.3968043252636914, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.4339789269796964e-05, | |
| "loss": 6.479, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.39752842074774924, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.4285375421849954e-05, | |
| "loss": 6.4897, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.3982525162318071, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.423091049829108e-05, | |
| "loss": 6.4966, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.39897661171586496, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.4176394798712886e-05, | |
| "loss": 6.5001, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.3997007071999228, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.412182862298723e-05, | |
| "loss": 6.4965, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.4004248026839806, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 3.406721227126361e-05, | |
| "loss": 6.4859, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.40114889816803845, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.401254604396751e-05, | |
| "loss": 6.4876, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.4018729936520963, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.3957830241798807e-05, | |
| "loss": 6.493, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.4025970891361541, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.390306516573004e-05, | |
| "loss": 6.4825, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.40332118462021194, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.3848251117004786e-05, | |
| "loss": 6.4948, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.40404528010426977, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.379338839713601e-05, | |
| "loss": 6.465, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.4047693755883276, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.373847730790442e-05, | |
| "loss": 6.4826, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.4054934710723854, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.368351815135674e-05, | |
| "loss": 6.4876, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.40621756655644325, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 3.362851122980413e-05, | |
| "loss": 6.4724, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.4069416620405011, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.35734568458205e-05, | |
| "loss": 6.4725, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.4076657575245589, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.351835530224079e-05, | |
| "loss": 6.4914, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.40838985300861674, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 3.3463206902159395e-05, | |
| "loss": 6.4716, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.4091139484926746, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.3408011948928415e-05, | |
| "loss": 6.4575, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.4098380439767324, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.335277074615605e-05, | |
| "loss": 6.5197, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.41056213946079023, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.329748359770488e-05, | |
| "loss": 6.4902, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.41128623494484806, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 3.3242150807690234e-05, | |
| "loss": 6.481, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.4120103304289059, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.3186772680478496e-05, | |
| "loss": 6.4396, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.4127344259129637, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 3.313134952068543e-05, | |
| "loss": 6.4679, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.41345852139702155, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.307588163317449e-05, | |
| "loss": 6.4912, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.4141826168810794, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.30203693230552e-05, | |
| "loss": 6.4688, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.4149067123651372, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.296481289568141e-05, | |
| "loss": 6.494, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.41563080784919504, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.290921265664966e-05, | |
| "loss": 6.458, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.41635490333325287, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.2853568911797465e-05, | |
| "loss": 6.4874, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.4170789988173107, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.279788196720167e-05, | |
| "loss": 6.4784, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.4178030943013685, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.274215212917672e-05, | |
| "loss": 6.4754, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.41852718978542636, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.268637970427302e-05, | |
| "loss": 6.4881, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.4192512852694842, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 3.263056499927524e-05, | |
| "loss": 6.4943, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.419975380753542, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.2574708321200606e-05, | |
| "loss": 6.4685, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.42069947623759985, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 3.251880997729722e-05, | |
| "loss": 6.4982, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.4214235717216577, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.246287027504237e-05, | |
| "loss": 6.4781, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.4221476672057155, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.2406889522140856e-05, | |
| "loss": 6.4914, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.42287176268977333, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.235086802652327e-05, | |
| "loss": 6.4663, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.42359585817383116, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.2294806096344324e-05, | |
| "loss": 6.4821, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.424319953657889, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.223870403998116e-05, | |
| "loss": 6.4862, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.4250440491419469, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.2182562166031606e-05, | |
| "loss": 6.4912, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.4257681446260047, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.2126380783312525e-05, | |
| "loss": 6.4966, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.42649224011006254, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.2070160200858136e-05, | |
| "loss": 6.4732, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.42721633559412037, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.2013900727918236e-05, | |
| "loss": 6.4787, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.4279404310781782, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.195760267395656e-05, | |
| "loss": 6.4929, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.428664526562236, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.190126634864908e-05, | |
| "loss": 6.4908, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.42938862204629386, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.184489206188228e-05, | |
| "loss": 6.4957, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.4301127175303517, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.1788480123751426e-05, | |
| "loss": 6.4702, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.4308368130144095, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 3.1732030844558936e-05, | |
| "loss": 6.4674, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.43156090849846734, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.167554453481261e-05, | |
| "loss": 6.4738, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.4322850039825252, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.1619021505223936e-05, | |
| "loss": 6.4568, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.433009099466583, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.156246206670637e-05, | |
| "loss": 6.443, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.43373319495064083, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 3.150586653037367e-05, | |
| "loss": 6.4858, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.43445729043469866, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.1449235207538155e-05, | |
| "loss": 6.4682, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.43445729043469866, | |
| "eval_loss": 6.624475955963135, | |
| "eval_runtime": 1.4312, | |
| "eval_samples_per_second": 8.385, | |
| "eval_steps_per_second": 2.096, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.4351813859187565, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.139256840970897e-05, | |
| "loss": 6.4852, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.4359054814028143, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.13358664485904e-05, | |
| "loss": 6.4892, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.43662957688687215, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.127912963608016e-05, | |
| "loss": 6.4724, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.43735367237093, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.1222358284267685e-05, | |
| "loss": 6.4783, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.4380777678549878, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.116555270543236e-05, | |
| "loss": 6.4949, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.43880186333904564, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.110871321204188e-05, | |
| "loss": 6.458, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.43952595882310347, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.105184011675047e-05, | |
| "loss": 6.4576, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.4402500543071613, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.099493373239719e-05, | |
| "loss": 6.4929, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.4409741497912191, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 3.093799437200421e-05, | |
| "loss": 6.462, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.44169824527527696, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.0881022348775104e-05, | |
| "loss": 6.4752, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.4424223407593348, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.082401797609309e-05, | |
| "loss": 6.4974, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.4431464362433926, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.0766981567519346e-05, | |
| "loss": 6.4688, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.44387053172745045, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.070991343679127e-05, | |
| "loss": 6.4683, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.4445946272115083, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 3.065281389782075e-05, | |
| "loss": 6.4841, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.4453187226955661, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.059568326469242e-05, | |
| "loss": 6.4724, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.44604281817962393, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 3.0538521851661986e-05, | |
| "loss": 6.4475, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.44676691366368176, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.0481329973154427e-05, | |
| "loss": 6.4788, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.4474910091477396, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 3.0424107943762333e-05, | |
| "loss": 6.4613, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.4482151046317974, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.036685607824412e-05, | |
| "loss": 6.4948, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.44893920011585525, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 3.030957469152235e-05, | |
| "loss": 6.4943, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.4496632955999131, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.0252264098681947e-05, | |
| "loss": 6.4713, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.45038739108397097, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.0194924614968495e-05, | |
| "loss": 6.4844, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.4511114865680288, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 3.013755655578649e-05, | |
| "loss": 6.4724, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.4518355820520866, | |
| "grad_norm": 1.25, | |
| "learning_rate": 3.008016023669763e-05, | |
| "loss": 6.4964, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.45255967753614446, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.002273597341903e-05, | |
| "loss": 6.4579, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.4532837730202023, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.996528408182156e-05, | |
| "loss": 6.4774, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.4540078685042601, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.990780487792802e-05, | |
| "loss": 6.485, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.45473196398831794, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.9850298677911475e-05, | |
| "loss": 6.4758, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.4554560594723758, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 2.9792765798093465e-05, | |
| "loss": 6.479, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.4561801549564336, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.97352065549423e-05, | |
| "loss": 6.4656, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.45690425044049143, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.9677621265071313e-05, | |
| "loss": 6.4761, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.45762834592454926, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.9620010245237094e-05, | |
| "loss": 6.4661, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.4583524414086071, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.956237381233777e-05, | |
| "loss": 6.467, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.4590765368926649, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.9504712283411256e-05, | |
| "loss": 6.4593, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.45980063237672275, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.9447025975633517e-05, | |
| "loss": 6.4832, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.4605247278607806, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.938931520631681e-05, | |
| "loss": 6.4839, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.4612488233448384, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.933158029290795e-05, | |
| "loss": 6.4612, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.46197291882889624, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.927382155298657e-05, | |
| "loss": 6.4639, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.46269701431295407, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 2.921603930426333e-05, | |
| "loss": 6.4811, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.4634211097970119, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.9158233864578254e-05, | |
| "loss": 6.4671, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.46414520528106973, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.9100405551898896e-05, | |
| "loss": 6.4636, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.46486930076512756, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.9042554684318636e-05, | |
| "loss": 6.4711, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.4655933962491854, | |
| "grad_norm": 1.125, | |
| "learning_rate": 2.8984681580054917e-05, | |
| "loss": 6.4705, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.4663174917332432, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 2.892678655744751e-05, | |
| "loss": 6.4933, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.46704158721730105, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.886886993495674e-05, | |
| "loss": 6.4649, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.4677656827013589, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.8810932031161742e-05, | |
| "loss": 6.4719, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.4684897781854167, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.875297316475873e-05, | |
| "loss": 6.4689, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.46921387366947453, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.869499365455921e-05, | |
| "loss": 6.4806, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.46993796915353236, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.863699381948824e-05, | |
| "loss": 6.4796, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.4706620646375902, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.8578973978582695e-05, | |
| "loss": 6.4612, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.471386160121648, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.8520934450989485e-05, | |
| "loss": 6.4452, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.47211025560570585, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.8462875555963797e-05, | |
| "loss": 6.4682, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.4728343510897637, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.840479761286738e-05, | |
| "loss": 6.4683, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.4735584465738215, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.8346700941166725e-05, | |
| "loss": 6.4716, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.47428254205787934, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.8288585860431387e-05, | |
| "loss": 6.4644, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.47500663754193717, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.8230452690332132e-05, | |
| "loss": 6.4855, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.475730733025995, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.8172301750639274e-05, | |
| "loss": 6.4506, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.4764548285100529, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.8114133361220845e-05, | |
| "loss": 6.4714, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.4771789239941107, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.8055947842040862e-05, | |
| "loss": 6.4555, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.47790301947816854, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.7997745513157582e-05, | |
| "loss": 6.4689, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.4786271149622264, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.793952669472172e-05, | |
| "loss": 6.4681, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.4793512104462842, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.7881291706974676e-05, | |
| "loss": 6.4709, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.48007530593034203, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.782304087024682e-05, | |
| "loss": 6.4703, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.48079940141439986, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.7764774504955694e-05, | |
| "loss": 6.4614, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.4815234968984577, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.7706492931604238e-05, | |
| "loss": 6.4632, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.4822475923825155, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 2.7648196470779075e-05, | |
| "loss": 6.4594, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.48297168786657335, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.75898854431487e-05, | |
| "loss": 6.4725, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.4836957833506312, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.753156016946174e-05, | |
| "loss": 6.4721, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.484419878834689, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.7473220970545182e-05, | |
| "loss": 6.4438, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.48514397431874684, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.7414868167302614e-05, | |
| "loss": 6.4764, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.48586806980280467, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.735650208071246e-05, | |
| "loss": 6.4539, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.4865921652868625, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.72981230318262e-05, | |
| "loss": 6.4654, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.48731626077092033, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.723973134176662e-05, | |
| "loss": 6.4338, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.48804035625497816, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.7181327331726058e-05, | |
| "loss": 6.4534, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.488764451739036, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.7122911322964594e-05, | |
| "loss": 6.4736, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.4894885472230938, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.7064483636808313e-05, | |
| "loss": 6.4707, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.49021264270715165, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.7006044594647543e-05, | |
| "loss": 6.4474, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.4909367381912095, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 2.6947594517935083e-05, | |
| "loss": 6.4672, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.4916608336752673, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.688913372818442e-05, | |
| "loss": 6.4718, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.49238492915932514, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.683066254696795e-05, | |
| "loss": 6.4976, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.49310902464338296, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.6772181295915272e-05, | |
| "loss": 6.4536, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.4938331201274408, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.6713690296711346e-05, | |
| "loss": 6.4684, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.4945572156114986, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.665518987109475e-05, | |
| "loss": 6.4794, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.49528131109555645, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.6596680340855935e-05, | |
| "loss": 6.477, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.4960054065796143, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.6538162027835416e-05, | |
| "loss": 6.4537, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.4967295020636721, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.6479635253922018e-05, | |
| "loss": 6.4503, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.49745359754772994, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 2.6421100341051125e-05, | |
| "loss": 6.4848, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.49817769303178777, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.636255761120287e-05, | |
| "loss": 6.4634, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.4989017885158456, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.6304007386400398e-05, | |
| "loss": 6.4821, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.49962588399990343, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.6245449988708066e-05, | |
| "loss": 6.4534, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.5003499794839613, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.618688574022971e-05, | |
| "loss": 6.4562, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.5010740749680191, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.6128314963106832e-05, | |
| "loss": 6.4691, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.501798170452077, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.6069737979516845e-05, | |
| "loss": 6.4536, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.5025222659361348, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.601115511167131e-05, | |
| "loss": 6.4474, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.5032463614201926, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 2.5952566681814156e-05, | |
| "loss": 6.4382, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.5039704569042505, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.589397301221989e-05, | |
| "loss": 6.465, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.5046945523883083, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.5835374425191866e-05, | |
| "loss": 6.4716, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.5054186478723661, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.5776771243060472e-05, | |
| "loss": 6.4443, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.506142743356424, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.5718163788181375e-05, | |
| "loss": 6.4442, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.5068668388404818, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.5659552382933732e-05, | |
| "loss": 6.4818, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.5068668388404818, | |
| "eval_loss": 6.613395690917969, | |
| "eval_runtime": 1.5015, | |
| "eval_samples_per_second": 7.992, | |
| "eval_steps_per_second": 1.998, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.5075909343245396, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.5600937349718462e-05, | |
| "loss": 6.4476, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.5083150298085974, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.554231901095641e-05, | |
| "loss": 6.459, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.5090391252926553, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.5483697689086615e-05, | |
| "loss": 6.4414, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.5097632207767131, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.5425073706564528e-05, | |
| "loss": 6.4691, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.5104873162607709, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.5366447385860225e-05, | |
| "loss": 6.4414, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.5112114117448288, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.5307819049456655e-05, | |
| "loss": 6.478, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.5119355072288866, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.524918901984784e-05, | |
| "loss": 6.4605, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.5126596027129444, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.519055761953714e-05, | |
| "loss": 6.4395, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.5133836981970022, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.5131925171035438e-05, | |
| "loss": 6.4684, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.5141077936810601, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.5073291996859372e-05, | |
| "loss": 6.4657, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.5148318891651179, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.501465841952959e-05, | |
| "loss": 6.4963, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.5155559846491757, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.4956024761568965e-05, | |
| "loss": 6.4635, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.5162800801332336, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.4897391345500777e-05, | |
| "loss": 6.4686, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.5170041756172914, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.483875849384702e-05, | |
| "loss": 6.4515, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.5177282711013492, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.4780126529126555e-05, | |
| "loss": 6.4655, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.518452366585407, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.4721495773853366e-05, | |
| "loss": 6.457, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.5191764620694649, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.4662866550534798e-05, | |
| "loss": 6.4679, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.5199005575535227, | |
| "grad_norm": 1.25, | |
| "learning_rate": 2.460423918166975e-05, | |
| "loss": 6.4634, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.5206246530375805, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 2.4545613989746953e-05, | |
| "loss": 6.4335, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.5213487485216384, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.4486991297243123e-05, | |
| "loss": 6.4535, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.5220728440056962, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.4428371426621248e-05, | |
| "loss": 6.4829, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.522796939489754, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.4369754700328805e-05, | |
| "loss": 6.4657, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.5235210349738119, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.4311141440795953e-05, | |
| "loss": 6.4412, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.5242451304578697, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.4252531970433786e-05, | |
| "loss": 6.4693, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.5249692259419275, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.419392661163257e-05, | |
| "loss": 6.46, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.5256933214259853, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.4135325686759942e-05, | |
| "loss": 6.4613, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.5264174169100432, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.4076729518159146e-05, | |
| "loss": 6.463, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.527141512394101, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.401813842814728e-05, | |
| "loss": 6.4323, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.5278656078781588, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.395955273901349e-05, | |
| "loss": 6.4312, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.5285897033622167, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.390097277301722e-05, | |
| "loss": 6.4483, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.5293137988462745, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.3842398852386434e-05, | |
| "loss": 6.468, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.5300378943303323, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.3783831299315845e-05, | |
| "loss": 6.4574, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.5307619898143902, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.3725270435965123e-05, | |
| "loss": 6.4518, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.531486085298448, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.3666716584457174e-05, | |
| "loss": 6.4598, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.5322101807825058, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.36081700668763e-05, | |
| "loss": 6.4511, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.5329342762665636, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 2.3549631205266482e-05, | |
| "loss": 6.477, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.5336583717506215, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 2.3491100321629573e-05, | |
| "loss": 6.4593, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.5343824672346793, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.3432577737923564e-05, | |
| "loss": 6.4507, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.5351065627187371, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.337406377606077e-05, | |
| "loss": 6.4771, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.535830658202795, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.3315558757906087e-05, | |
| "loss": 6.4647, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.5365547536868528, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.325706300527521e-05, | |
| "loss": 6.4545, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.5372788491709106, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.3198576839932893e-05, | |
| "loss": 6.4633, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.5380029446549685, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.3140100583591124e-05, | |
| "loss": 6.4553, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.5387270401390263, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.3081634557907388e-05, | |
| "loss": 6.4596, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.5394511356230841, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.3023179084482916e-05, | |
| "loss": 6.4385, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.5401752311071419, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.296473448486087e-05, | |
| "loss": 6.4597, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.5408993265911999, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.2906301080524614e-05, | |
| "loss": 6.4686, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.5416234220752577, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 2.2847879192895922e-05, | |
| "loss": 6.4299, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.5423475175593155, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 2.278946914333323e-05, | |
| "loss": 6.4546, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.5430716130433734, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 2.2731071253129844e-05, | |
| "loss": 6.4454, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.5437957085274312, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.2672685843512187e-05, | |
| "loss": 6.471, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.544519804011489, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.2614313235638047e-05, | |
| "loss": 6.4412, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.5452438994955469, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.2555953750594777e-05, | |
| "loss": 6.4591, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.5459679949796047, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 2.2497607709397543e-05, | |
| "loss": 6.4524, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.5466920904636625, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.2439275432987585e-05, | |
| "loss": 6.4796, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.5474161859477203, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 2.23809572422304e-05, | |
| "loss": 6.4641, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.5481402814317782, | |
| "grad_norm": 1.125, | |
| "learning_rate": 2.2322653457914014e-05, | |
| "loss": 6.4564, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.548864376915836, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.2264364400747226e-05, | |
| "loss": 6.4588, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.5495884723998938, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 2.2206090391357797e-05, | |
| "loss": 6.4472, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.5503125678839517, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.2147831750290732e-05, | |
| "loss": 6.4609, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.5510366633680095, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.20895887980065e-05, | |
| "loss": 6.4575, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.5517607588520673, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.203136185487927e-05, | |
| "loss": 6.4575, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.5524848543361252, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.1973151241195143e-05, | |
| "loss": 6.4774, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.553208949820183, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.191495727715041e-05, | |
| "loss": 6.4593, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.5539330453042408, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.1856780282849765e-05, | |
| "loss": 6.4552, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.5546571407882986, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.1798620578304575e-05, | |
| "loss": 6.4388, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.5553812362723565, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.1740478483431088e-05, | |
| "loss": 6.4495, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.5561053317564143, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.1682354318048676e-05, | |
| "loss": 6.4629, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.5568294272404721, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.1624248401878123e-05, | |
| "loss": 6.4558, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.55755352272453, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.1566161054539798e-05, | |
| "loss": 6.4757, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.5582776182085878, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 2.1508092595551938e-05, | |
| "loss": 6.4555, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.5590017136926456, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.1450043344328892e-05, | |
| "loss": 6.4687, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 0.5597258091767034, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.1392013620179337e-05, | |
| "loss": 6.4549, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 0.5604499046607613, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.133400374230455e-05, | |
| "loss": 6.4584, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 0.5611740001448191, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 2.127601402979665e-05, | |
| "loss": 6.4676, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.5618980956288769, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.1218044801636805e-05, | |
| "loss": 6.4536, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 0.5626221911129348, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.116009637669353e-05, | |
| "loss": 6.4334, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 0.5633462865969926, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.1102169073720894e-05, | |
| "loss": 6.4507, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 0.5640703820810504, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.1044263211356797e-05, | |
| "loss": 6.436, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 0.5647944775651083, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.098637910812119e-05, | |
| "loss": 6.4561, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.5655185730491661, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.0928517082414335e-05, | |
| "loss": 6.454, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 0.5662426685332239, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 2.0870677452515057e-05, | |
| "loss": 6.4499, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.5669667640172817, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.081286053657899e-05, | |
| "loss": 6.4552, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 0.5676908595013396, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.0755066652636817e-05, | |
| "loss": 6.4605, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 0.5684149549853974, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.0697296118592553e-05, | |
| "loss": 6.4492, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.5691390504694552, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 2.0639549252221745e-05, | |
| "loss": 6.4476, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 0.5698631459535131, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 2.058182637116976e-05, | |
| "loss": 6.4568, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 0.5705872414375709, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 2.0524127792950056e-05, | |
| "loss": 6.4512, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 0.5713113369216287, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 2.046645383494237e-05, | |
| "loss": 6.4383, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 0.5720354324056866, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 2.0408804814391043e-05, | |
| "loss": 6.4694, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.5727595278897444, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 2.0351181048403227e-05, | |
| "loss": 6.4535, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 0.5734836233738022, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.0293582853947164e-05, | |
| "loss": 6.4736, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 0.57420771885786, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.0236010547850432e-05, | |
| "loss": 6.4463, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 0.5749318143419179, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.0178464446798206e-05, | |
| "loss": 6.462, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 0.5756559098259757, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 2.0120944867331522e-05, | |
| "loss": 6.4542, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.5763800053100335, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 2.0063452125845522e-05, | |
| "loss": 6.4458, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 0.5771041007940914, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 2.0005986538587735e-05, | |
| "loss": 6.4731, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 0.5778281962781492, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.9948548421656303e-05, | |
| "loss": 6.4686, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 0.578552291762207, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.9891138090998285e-05, | |
| "loss": 6.4521, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 0.5792763872462648, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.983375586240789e-05, | |
| "loss": 6.4232, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.5792763872462648, | |
| "eval_loss": 6.610226154327393, | |
| "eval_runtime": 1.4712, | |
| "eval_samples_per_second": 8.157, | |
| "eval_steps_per_second": 2.039, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.5800004827303227, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.9776402051524724e-05, | |
| "loss": 6.4368, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 0.5807245782143805, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.971907697383213e-05, | |
| "loss": 6.4723, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 0.5814486736984383, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.9661780944655345e-05, | |
| "loss": 6.4643, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 0.5821727691824962, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.9604514279159843e-05, | |
| "loss": 6.4756, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 0.582896864666554, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.95472772923496e-05, | |
| "loss": 6.4411, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.5836209601506118, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.9490070299065293e-05, | |
| "loss": 6.4344, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 0.5843450556346697, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.943289361398266e-05, | |
| "loss": 6.4451, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 0.5850691511187275, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.9375747551610688e-05, | |
| "loss": 6.4609, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 0.5857932466027853, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.931863242628995e-05, | |
| "loss": 6.4627, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 0.5865173420868431, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.9261548552190827e-05, | |
| "loss": 6.4676, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.587241437570901, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.920449624331179e-05, | |
| "loss": 6.457, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 0.5879655330549588, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.9147475813477718e-05, | |
| "loss": 6.4659, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 0.5886896285390166, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.909048757633809e-05, | |
| "loss": 6.4445, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 0.5894137240230745, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 1.9033531845365334e-05, | |
| "loss": 6.4637, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 0.5901378195071323, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.897660893385305e-05, | |
| "loss": 6.4351, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.5908619149911901, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.891971915491434e-05, | |
| "loss": 6.4607, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 0.591586010475248, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.8862862821480025e-05, | |
| "loss": 6.4635, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 0.5923101059593059, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 1.8806040246296966e-05, | |
| "loss": 6.4431, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 0.5930342014433637, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.8749251741926326e-05, | |
| "loss": 6.4586, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 0.5937582969274215, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.8692497620741884e-05, | |
| "loss": 6.4613, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.5944823924114794, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 1.8635778194928246e-05, | |
| "loss": 6.4493, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 0.5952064878955372, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.85790937764792e-05, | |
| "loss": 6.4421, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 0.595930583379595, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.8522444677195965e-05, | |
| "loss": 6.4376, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 0.5966546788636529, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.8465831208685476e-05, | |
| "loss": 6.4449, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 0.5973787743477107, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.8409253682358678e-05, | |
| "loss": 6.4748, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.5981028698317685, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 1.835271240942882e-05, | |
| "loss": 6.4677, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 0.5988269653158264, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.8296207700909717e-05, | |
| "loss": 6.4513, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 0.5995510607998842, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.823973986761406e-05, | |
| "loss": 6.4442, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.600275156283942, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 1.8183309220151717e-05, | |
| "loss": 6.4554, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 0.6009992517679998, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.8126916068928e-05, | |
| "loss": 6.4365, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.6017233472520577, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.807056072414195e-05, | |
| "loss": 6.441, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 0.6024474427361155, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.801424349578469e-05, | |
| "loss": 6.4688, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 0.6031715382201733, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.795796469363763e-05, | |
| "loss": 6.4426, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 0.6038956337042312, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.7901724627270833e-05, | |
| "loss": 6.4416, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 0.604619729188289, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.784552360604131e-05, | |
| "loss": 6.4545, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.6053438246723468, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.778936193909126e-05, | |
| "loss": 6.422, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 0.6060679201564046, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.773323993534644e-05, | |
| "loss": 6.4194, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 0.6067920156404625, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.7677157903514412e-05, | |
| "loss": 6.4644, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 0.6075161111245203, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.762111615208287e-05, | |
| "loss": 6.4715, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 0.6082402066085781, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.756511498931795e-05, | |
| "loss": 6.4393, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.608964302092636, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.750915472326252e-05, | |
| "loss": 6.4506, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 0.6096883975766938, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.7453235661734478e-05, | |
| "loss": 6.4369, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 0.6104124930607516, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.7397358112325085e-05, | |
| "loss": 6.4276, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 0.6111365885448095, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.7341522382397256e-05, | |
| "loss": 6.4483, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 0.6118606840288673, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.7285728779083862e-05, | |
| "loss": 6.4641, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.6125847795129251, | |
| "grad_norm": 1.125, | |
| "learning_rate": 1.7229977609286062e-05, | |
| "loss": 6.4545, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 0.613308874996983, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.7174269179671593e-05, | |
| "loss": 6.454, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 0.6140329704810408, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.7118603796673102e-05, | |
| "loss": 6.4447, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 0.6147570659650986, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.7062981766486437e-05, | |
| "loss": 6.4641, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 0.6154811614491564, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.7007403395069005e-05, | |
| "loss": 6.4613, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.6162052569332143, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.695186898813803e-05, | |
| "loss": 6.4616, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.6169293524172721, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.6896378851168914e-05, | |
| "loss": 6.4392, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 0.6176534479013299, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 1.6840933289393564e-05, | |
| "loss": 6.4388, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 0.6183775433853878, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.6785532607798664e-05, | |
| "loss": 6.4475, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 0.6191016388694456, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.673017711112405e-05, | |
| "loss": 6.4399, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.6198257343535034, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.6674867103861e-05, | |
| "loss": 6.4491, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 0.6205498298375612, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.6619602890250565e-05, | |
| "loss": 6.4558, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 0.6212739253216191, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.656438477428193e-05, | |
| "loss": 6.4644, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 0.6219980208056769, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.6509213059690683e-05, | |
| "loss": 6.4744, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 0.6227221162897347, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.645408804995719e-05, | |
| "loss": 6.4486, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.6234462117737926, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.6399010048304897e-05, | |
| "loss": 6.4742, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 0.6241703072578504, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.6343979357698687e-05, | |
| "loss": 6.4486, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 0.6248944027419082, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.6288996280843188e-05, | |
| "loss": 6.4436, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 0.625618498225966, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.6234061120181142e-05, | |
| "loss": 6.4286, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 0.6263425937100239, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.6179174177891703e-05, | |
| "loss": 6.4383, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.6270666891940817, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.6124335755888797e-05, | |
| "loss": 6.4773, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 0.6277907846781395, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.6069546155819464e-05, | |
| "loss": 6.415, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 0.6285148801621974, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.6014805679062185e-05, | |
| "loss": 6.4114, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 0.6292389756462552, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.596011462672522e-05, | |
| "loss": 6.4498, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 0.629963071130313, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 1.590547329964499e-05, | |
| "loss": 6.4754, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.6306871666143709, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.585088199838437e-05, | |
| "loss": 6.4334, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 0.6314112620984287, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.5796341023231066e-05, | |
| "loss": 6.4284, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 0.6321353575824865, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 1.5741850674195975e-05, | |
| "loss": 6.4493, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 0.6328594530665443, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.5687411251011487e-05, | |
| "loss": 6.4531, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.6335835485506022, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.563302305312989e-05, | |
| "loss": 6.4532, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.63430764403466, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.5578686379721698e-05, | |
| "loss": 6.4465, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 0.6350317395187178, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.5524401529673994e-05, | |
| "loss": 6.4508, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 0.6357558350027757, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.5470168801588805e-05, | |
| "loss": 6.4562, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 0.6364799304868335, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.541598849378145e-05, | |
| "loss": 6.4499, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 0.6372040259708913, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.5361860904278927e-05, | |
| "loss": 6.4544, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.6379281214549491, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.53077863308182e-05, | |
| "loss": 6.4484, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 0.638652216939007, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.525376507084466e-05, | |
| "loss": 6.4392, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 0.6393763124230648, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.5199797421510415e-05, | |
| "loss": 6.4545, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 0.6401004079071226, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.514588367967268e-05, | |
| "loss": 6.4504, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 0.6408245033911805, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.5092024141892142e-05, | |
| "loss": 6.4662, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.6415485988752383, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 1.5038219104431334e-05, | |
| "loss": 6.4296, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 0.6422726943592961, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.498446886325301e-05, | |
| "loss": 6.4654, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 0.642996789843354, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.49307737140185e-05, | |
| "loss": 6.4722, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 0.6437208853274119, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 1.4877133952086089e-05, | |
| "loss": 6.4471, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 0.6444449808114697, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.4823549872509396e-05, | |
| "loss": 6.4602, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.6451690762955276, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.4770021770035767e-05, | |
| "loss": 6.4455, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 0.6458931717795854, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.4716549939104618e-05, | |
| "loss": 6.4532, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 0.6466172672636432, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.4663134673845838e-05, | |
| "loss": 6.4466, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 0.647341362747701, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 1.4609776268078184e-05, | |
| "loss": 6.439, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 0.6480654582317589, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.455647501530763e-05, | |
| "loss": 6.4401, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.6487895537158167, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 1.4503231208725781e-05, | |
| "loss": 6.4521, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 0.6495136491998745, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.4450045141208234e-05, | |
| "loss": 6.452, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.6502377446839324, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 1.4396917105313018e-05, | |
| "loss": 6.481, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 0.6509618401679902, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.4343847393278925e-05, | |
| "loss": 6.474, | |
| "step": 8990 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 13810, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 999, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.935261929621055e+19, | |
| "train_batch_size": 30, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |