| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9748743718592965, | |
| "eval_steps": 200, | |
| "global_step": 222, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01340033500837521, | |
| "grad_norm": 8.789632797241211, | |
| "learning_rate": 8.695652173913044e-07, | |
| "loss": 0.6247, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02680067001675042, | |
| "grad_norm": 9.524643898010254, | |
| "learning_rate": 1.7391304347826088e-06, | |
| "loss": 0.6273, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.04020100502512563, | |
| "grad_norm": 8.73757266998291, | |
| "learning_rate": 2.6086956521739132e-06, | |
| "loss": 0.6193, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.05360134003350084, | |
| "grad_norm": 6.146267890930176, | |
| "learning_rate": 3.4782608695652175e-06, | |
| "loss": 0.5812, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.06700167504187604, | |
| "grad_norm": 7.021780967712402, | |
| "learning_rate": 4.347826086956522e-06, | |
| "loss": 0.5455, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.08040201005025126, | |
| "grad_norm": 7.42340612411499, | |
| "learning_rate": 5.2173913043478265e-06, | |
| "loss": 0.5145, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.09380234505862646, | |
| "grad_norm": 4.656023025512695, | |
| "learning_rate": 6.086956521739132e-06, | |
| "loss": 0.4875, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.10720268006700168, | |
| "grad_norm": 3.4204678535461426, | |
| "learning_rate": 6.956521739130435e-06, | |
| "loss": 0.4797, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.12060301507537688, | |
| "grad_norm": 3.4276418685913086, | |
| "learning_rate": 7.82608695652174e-06, | |
| "loss": 0.4667, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.13400335008375208, | |
| "grad_norm": 2.8007936477661133, | |
| "learning_rate": 8.695652173913044e-06, | |
| "loss": 0.453, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1474036850921273, | |
| "grad_norm": 2.540774345397949, | |
| "learning_rate": 9.565217391304349e-06, | |
| "loss": 0.4417, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.16080402010050251, | |
| "grad_norm": 2.691410779953003, | |
| "learning_rate": 1.0434782608695653e-05, | |
| "loss": 0.45, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.17420435510887772, | |
| "grad_norm": 2.2960121631622314, | |
| "learning_rate": 1.1304347826086957e-05, | |
| "loss": 0.4369, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.18760469011725292, | |
| "grad_norm": 2.296201229095459, | |
| "learning_rate": 1.2173913043478263e-05, | |
| "loss": 0.4267, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.20100502512562815, | |
| "grad_norm": 2.5100786685943604, | |
| "learning_rate": 1.3043478260869566e-05, | |
| "loss": 0.4362, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.21440536013400335, | |
| "grad_norm": 2.1405630111694336, | |
| "learning_rate": 1.391304347826087e-05, | |
| "loss": 0.4166, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.22780569514237856, | |
| "grad_norm": 2.600360870361328, | |
| "learning_rate": 1.4782608695652174e-05, | |
| "loss": 0.4289, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.24120603015075376, | |
| "grad_norm": 2.8101706504821777, | |
| "learning_rate": 1.565217391304348e-05, | |
| "loss": 0.417, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.254606365159129, | |
| "grad_norm": 2.1962270736694336, | |
| "learning_rate": 1.6521739130434785e-05, | |
| "loss": 0.4123, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.26800670016750416, | |
| "grad_norm": 2.412221670150757, | |
| "learning_rate": 1.739130434782609e-05, | |
| "loss": 0.4144, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.2814070351758794, | |
| "grad_norm": 2.1126928329467773, | |
| "learning_rate": 1.8260869565217393e-05, | |
| "loss": 0.4112, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.2948073701842546, | |
| "grad_norm": 2.676149368286133, | |
| "learning_rate": 1.9130434782608697e-05, | |
| "loss": 0.4036, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.3082077051926298, | |
| "grad_norm": 2.2323713302612305, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4132, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.32160804020100503, | |
| "grad_norm": 2.510111093521118, | |
| "learning_rate": 1.9998753895176576e-05, | |
| "loss": 0.4086, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.33500837520938026, | |
| "grad_norm": 1.944287896156311, | |
| "learning_rate": 1.999501589126174e-05, | |
| "loss": 0.3983, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.34840871021775544, | |
| "grad_norm": 2.390577554702759, | |
| "learning_rate": 1.9988786919844437e-05, | |
| "loss": 0.3858, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.36180904522613067, | |
| "grad_norm": 2.6762897968292236, | |
| "learning_rate": 1.9980068533314937e-05, | |
| "loss": 0.4029, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.37520938023450584, | |
| "grad_norm": 2.2880735397338867, | |
| "learning_rate": 1.9968862904477936e-05, | |
| "loss": 0.4051, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.38860971524288107, | |
| "grad_norm": 1.8628953695297241, | |
| "learning_rate": 1.995517282601106e-05, | |
| "loss": 0.3984, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.4020100502512563, | |
| "grad_norm": 2.0865204334259033, | |
| "learning_rate": 1.993900170976888e-05, | |
| "loss": 0.3999, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.4154103852596315, | |
| "grad_norm": 1.8910424709320068, | |
| "learning_rate": 1.992035358593258e-05, | |
| "loss": 0.3881, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.4288107202680067, | |
| "grad_norm": 1.797484040260315, | |
| "learning_rate": 1.9899233102005573e-05, | |
| "loss": 0.3908, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.44221105527638194, | |
| "grad_norm": 1.8772716522216797, | |
| "learning_rate": 1.987564552165524e-05, | |
| "loss": 0.3914, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.4556113902847571, | |
| "grad_norm": 2.0772998332977295, | |
| "learning_rate": 1.984959672340111e-05, | |
| "loss": 0.4001, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.46901172529313234, | |
| "grad_norm": 1.7790579795837402, | |
| "learning_rate": 1.9821093199149806e-05, | |
| "loss": 0.3782, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.4824120603015075, | |
| "grad_norm": 2.1140856742858887, | |
| "learning_rate": 1.9790142052577148e-05, | |
| "loss": 0.3877, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.49581239530988275, | |
| "grad_norm": 1.9867079257965088, | |
| "learning_rate": 1.9756750997357738e-05, | |
| "loss": 0.3942, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.509212730318258, | |
| "grad_norm": 1.9369703531265259, | |
| "learning_rate": 1.972092835524257e-05, | |
| "loss": 0.3953, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.5226130653266332, | |
| "grad_norm": 1.8987735509872437, | |
| "learning_rate": 1.9682683053985073e-05, | |
| "loss": 0.3892, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.5360134003350083, | |
| "grad_norm": 2.057279348373413, | |
| "learning_rate": 1.9642024625116117e-05, | |
| "loss": 0.3953, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.5494137353433836, | |
| "grad_norm": 1.8630274534225464, | |
| "learning_rate": 1.959896320156857e-05, | |
| "loss": 0.3938, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.5628140703517588, | |
| "grad_norm": 1.9051440954208374, | |
| "learning_rate": 1.955350951515195e-05, | |
| "loss": 0.3865, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.576214405360134, | |
| "grad_norm": 1.9074325561523438, | |
| "learning_rate": 1.950567489387783e-05, | |
| "loss": 0.3845, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.5896147403685092, | |
| "grad_norm": 1.8396834135055542, | |
| "learning_rate": 1.945547125913667e-05, | |
| "loss": 0.3881, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.6030150753768844, | |
| "grad_norm": 1.882157325744629, | |
| "learning_rate": 1.9402911122726756e-05, | |
| "loss": 0.3877, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.6164154103852596, | |
| "grad_norm": 1.9075357913970947, | |
| "learning_rate": 1.9348007583735985e-05, | |
| "loss": 0.3879, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.6298157453936348, | |
| "grad_norm": 1.7783665657043457, | |
| "learning_rate": 1.9290774325277305e-05, | |
| "loss": 0.3778, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.6432160804020101, | |
| "grad_norm": 1.8143409490585327, | |
| "learning_rate": 1.923122561107861e-05, | |
| "loss": 0.3787, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.6566164154103853, | |
| "grad_norm": 1.833724856376648, | |
| "learning_rate": 1.916937628192789e-05, | |
| "loss": 0.3779, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.6700167504187605, | |
| "grad_norm": 2.056809186935425, | |
| "learning_rate": 1.9105241751974624e-05, | |
| "loss": 0.3861, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.6834170854271356, | |
| "grad_norm": 1.8272616863250732, | |
| "learning_rate": 1.903883800488824e-05, | |
| "loss": 0.3783, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.6968174204355109, | |
| "grad_norm": 2.2034404277801514, | |
| "learning_rate": 1.8970181589874637e-05, | |
| "loss": 0.3807, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.7102177554438861, | |
| "grad_norm": 1.6915210485458374, | |
| "learning_rate": 1.8899289617551803e-05, | |
| "loss": 0.3732, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.7236180904522613, | |
| "grad_norm": 1.9049310684204102, | |
| "learning_rate": 1.882617975568547e-05, | |
| "loss": 0.382, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.7370184254606366, | |
| "grad_norm": 1.736574649810791, | |
| "learning_rate": 1.875087022478594e-05, | |
| "loss": 0.3735, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.7504187604690117, | |
| "grad_norm": 1.87579345703125, | |
| "learning_rate": 1.867337979356715e-05, | |
| "loss": 0.3785, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.7638190954773869, | |
| "grad_norm": 1.8350921869277954, | |
| "learning_rate": 1.8593727774269122e-05, | |
| "loss": 0.3698, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.7772194304857621, | |
| "grad_norm": 1.7165268659591675, | |
| "learning_rate": 1.851193401784495e-05, | |
| "loss": 0.3772, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.7906197654941374, | |
| "grad_norm": 1.7701345682144165, | |
| "learning_rate": 1.842801890901351e-05, | |
| "loss": 0.3851, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.8040201005025126, | |
| "grad_norm": 1.6949541568756104, | |
| "learning_rate": 1.834200336117918e-05, | |
| "loss": 0.3853, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.8174204355108877, | |
| "grad_norm": 1.6625339984893799, | |
| "learning_rate": 1.8253908811219764e-05, | |
| "loss": 0.3699, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.830820770519263, | |
| "grad_norm": 1.782524585723877, | |
| "learning_rate": 1.8163757214143993e-05, | |
| "loss": 0.3718, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.8442211055276382, | |
| "grad_norm": 1.8429073095321655, | |
| "learning_rate": 1.8071571037619856e-05, | |
| "loss": 0.3737, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.8576214405360134, | |
| "grad_norm": 1.6888030767440796, | |
| "learning_rate": 1.7977373256375194e-05, | |
| "loss": 0.3796, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.8710217755443886, | |
| "grad_norm": 1.7543060779571533, | |
| "learning_rate": 1.7881187346471924e-05, | |
| "loss": 0.3811, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.8844221105527639, | |
| "grad_norm": 1.5395281314849854, | |
| "learning_rate": 1.77830372794553e-05, | |
| "loss": 0.3813, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.897822445561139, | |
| "grad_norm": 1.7886697053909302, | |
| "learning_rate": 1.7682947516379706e-05, | |
| "loss": 0.3775, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.9112227805695142, | |
| "grad_norm": 1.8174864053726196, | |
| "learning_rate": 1.7580943001712457e-05, | |
| "loss": 0.379, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.9246231155778895, | |
| "grad_norm": 1.7818920612335205, | |
| "learning_rate": 1.7477049157117093e-05, | |
| "loss": 0.3736, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.9380234505862647, | |
| "grad_norm": 1.729671835899353, | |
| "learning_rate": 1.737129187511779e-05, | |
| "loss": 0.3652, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.9514237855946399, | |
| "grad_norm": 1.6677137613296509, | |
| "learning_rate": 1.7263697512646397e-05, | |
| "loss": 0.3762, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.964824120603015, | |
| "grad_norm": 1.597731113433838, | |
| "learning_rate": 1.7154292884473712e-05, | |
| "loss": 0.374, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.9782244556113903, | |
| "grad_norm": 1.757295846939087, | |
| "learning_rate": 1.7043105256526723e-05, | |
| "loss": 0.3792, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.9916247906197655, | |
| "grad_norm": 1.7294024229049683, | |
| "learning_rate": 1.693016233909332e-05, | |
| "loss": 0.3765, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 1.0050251256281406, | |
| "grad_norm": 1.6741400957107544, | |
| "learning_rate": 1.681549227991634e-05, | |
| "loss": 0.3694, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.018425460636516, | |
| "grad_norm": 1.5644919872283936, | |
| "learning_rate": 1.6699123657178553e-05, | |
| "loss": 0.3538, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 1.031825795644891, | |
| "grad_norm": 1.651426911354065, | |
| "learning_rate": 1.658108547238038e-05, | |
| "loss": 0.3468, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 1.0452261306532664, | |
| "grad_norm": 1.64875328540802, | |
| "learning_rate": 1.64614071431121e-05, | |
| "loss": 0.3612, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 1.0586264656616415, | |
| "grad_norm": 1.6128103733062744, | |
| "learning_rate": 1.634011849572239e-05, | |
| "loss": 0.3604, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 1.0720268006700167, | |
| "grad_norm": 1.6095118522644043, | |
| "learning_rate": 1.6217249757884954e-05, | |
| "loss": 0.3586, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.085427135678392, | |
| "grad_norm": 1.8337584733963013, | |
| "learning_rate": 1.609283155106517e-05, | |
| "loss": 0.3484, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 1.0988274706867671, | |
| "grad_norm": 1.6831597089767456, | |
| "learning_rate": 1.596689488288856e-05, | |
| "loss": 0.3576, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 1.1122278056951425, | |
| "grad_norm": 1.809220314025879, | |
| "learning_rate": 1.5839471139413065e-05, | |
| "loss": 0.3497, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 1.1256281407035176, | |
| "grad_norm": 1.7941969633102417, | |
| "learning_rate": 1.571059207730695e-05, | |
| "loss": 0.3643, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 1.1390284757118927, | |
| "grad_norm": 2.1410865783691406, | |
| "learning_rate": 1.55802898159344e-05, | |
| "loss": 0.3524, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.152428810720268, | |
| "grad_norm": 1.7003251314163208, | |
| "learning_rate": 1.5448596829350706e-05, | |
| "loss": 0.3514, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 1.1658291457286432, | |
| "grad_norm": 1.7707059383392334, | |
| "learning_rate": 1.5315545938209016e-05, | |
| "loss": 0.36, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 1.1792294807370185, | |
| "grad_norm": 1.5506631135940552, | |
| "learning_rate": 1.5181170301580776e-05, | |
| "loss": 0.3543, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 1.1926298157453936, | |
| "grad_norm": 1.9891937971115112, | |
| "learning_rate": 1.5045503408691776e-05, | |
| "loss": 0.358, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 1.2060301507537687, | |
| "grad_norm": 1.6654824018478394, | |
| "learning_rate": 1.4908579070575936e-05, | |
| "loss": 0.3586, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.219430485762144, | |
| "grad_norm": 1.7871456146240234, | |
| "learning_rate": 1.4770431411648898e-05, | |
| "loss": 0.3481, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 1.2328308207705192, | |
| "grad_norm": 1.7653170824050903, | |
| "learning_rate": 1.4631094861203478e-05, | |
| "loss": 0.3579, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 1.2462311557788945, | |
| "grad_norm": 1.670673131942749, | |
| "learning_rate": 1.4490604144829204e-05, | |
| "loss": 0.3542, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 1.2596314907872697, | |
| "grad_norm": 1.6217372417449951, | |
| "learning_rate": 1.4348994275757933e-05, | |
| "loss": 0.3573, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 1.2730318257956448, | |
| "grad_norm": 1.6846883296966553, | |
| "learning_rate": 1.4206300546137844e-05, | |
| "loss": 0.3618, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.2864321608040201, | |
| "grad_norm": 1.7402368783950806, | |
| "learning_rate": 1.4062558518237893e-05, | |
| "loss": 0.3568, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.2998324958123952, | |
| "grad_norm": 1.5939064025878906, | |
| "learning_rate": 1.3917804015584932e-05, | |
| "loss": 0.3522, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 1.3132328308207706, | |
| "grad_norm": 1.7298028469085693, | |
| "learning_rate": 1.3772073114035762e-05, | |
| "loss": 0.3489, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 1.3266331658291457, | |
| "grad_norm": 1.6836535930633545, | |
| "learning_rate": 1.3625402132786247e-05, | |
| "loss": 0.3607, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 1.3400335008375208, | |
| "grad_norm": 1.7039278745651245, | |
| "learning_rate": 1.3477827625319826e-05, | |
| "loss": 0.3577, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.3534338358458962, | |
| "grad_norm": 1.7519850730895996, | |
| "learning_rate": 1.3329386370297615e-05, | |
| "loss": 0.3587, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.3668341708542713, | |
| "grad_norm": 1.6788212060928345, | |
| "learning_rate": 1.3180115362392383e-05, | |
| "loss": 0.3542, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.3802345058626466, | |
| "grad_norm": 1.7427568435668945, | |
| "learning_rate": 1.3030051803068729e-05, | |
| "loss": 0.3441, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.3936348408710217, | |
| "grad_norm": 1.7681330442428589, | |
| "learning_rate": 1.2879233091311667e-05, | |
| "loss": 0.359, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.4070351758793969, | |
| "grad_norm": 1.7159209251403809, | |
| "learning_rate": 1.2727696814306034e-05, | |
| "loss": 0.3474, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.4204355108877722, | |
| "grad_norm": 1.589086890220642, | |
| "learning_rate": 1.2575480738068971e-05, | |
| "loss": 0.3492, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.4338358458961473, | |
| "grad_norm": 1.6435205936431885, | |
| "learning_rate": 1.2422622798037833e-05, | |
| "loss": 0.3541, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.4472361809045227, | |
| "grad_norm": 1.6578630208969116, | |
| "learning_rate": 1.2269161089615902e-05, | |
| "loss": 0.3538, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.4606365159128978, | |
| "grad_norm": 1.617587924003601, | |
| "learning_rate": 1.2115133858678192e-05, | |
| "loss": 0.3535, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.474036850921273, | |
| "grad_norm": 1.5076704025268555, | |
| "learning_rate": 1.1960579492039783e-05, | |
| "loss": 0.3404, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.4874371859296482, | |
| "grad_norm": 1.6691168546676636, | |
| "learning_rate": 1.1805536507889021e-05, | |
| "loss": 0.3576, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.5008375209380236, | |
| "grad_norm": 1.7041524648666382, | |
| "learning_rate": 1.1650043546187994e-05, | |
| "loss": 0.3538, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.5142378559463987, | |
| "grad_norm": 1.6463046073913574, | |
| "learning_rate": 1.1494139359042612e-05, | |
| "loss": 0.3554, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.5276381909547738, | |
| "grad_norm": 1.5577502250671387, | |
| "learning_rate": 1.1337862801044792e-05, | |
| "loss": 0.3637, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.541038525963149, | |
| "grad_norm": 1.7103004455566406, | |
| "learning_rate": 1.1181252819589081e-05, | |
| "loss": 0.3448, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.5544388609715243, | |
| "grad_norm": 1.7436065673828125, | |
| "learning_rate": 1.1024348445166133e-05, | |
| "loss": 0.3407, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.5678391959798996, | |
| "grad_norm": 1.5942566394805908, | |
| "learning_rate": 1.086718878163551e-05, | |
| "loss": 0.3282, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.5812395309882747, | |
| "grad_norm": 1.629876732826233, | |
| "learning_rate": 1.070981299648016e-05, | |
| "loss": 0.3391, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.5946398659966499, | |
| "grad_norm": 1.6159772872924805, | |
| "learning_rate": 1.0552260311045082e-05, | |
| "loss": 0.3433, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.608040201005025, | |
| "grad_norm": 1.6075868606567383, | |
| "learning_rate": 1.0394569990762528e-05, | |
| "loss": 0.3495, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.6214405360134003, | |
| "grad_norm": 1.539378046989441, | |
| "learning_rate": 1.0236781335366239e-05, | |
| "loss": 0.353, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.6348408710217757, | |
| "grad_norm": 1.4946749210357666, | |
| "learning_rate": 1.0078933669097135e-05, | |
| "loss": 0.3482, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.6482412060301508, | |
| "grad_norm": 1.602623462677002, | |
| "learning_rate": 9.92106633090287e-06, | |
| "loss": 0.3455, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.661641541038526, | |
| "grad_norm": 1.5885684490203857, | |
| "learning_rate": 9.763218664633763e-06, | |
| "loss": 0.3401, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.675041876046901, | |
| "grad_norm": 1.535250186920166, | |
| "learning_rate": 9.605430009237474e-06, | |
| "loss": 0.3453, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.6884422110552764, | |
| "grad_norm": 1.5518174171447754, | |
| "learning_rate": 9.44773968895492e-06, | |
| "loss": 0.3464, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.7018425460636517, | |
| "grad_norm": 1.5169888734817505, | |
| "learning_rate": 9.290187003519841e-06, | |
| "loss": 0.3371, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.7152428810720268, | |
| "grad_norm": 1.8163830041885376, | |
| "learning_rate": 9.132811218364494e-06, | |
| "loss": 0.3377, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.728643216080402, | |
| "grad_norm": 1.699095606803894, | |
| "learning_rate": 8.975651554833869e-06, | |
| "loss": 0.3385, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.742043551088777, | |
| "grad_norm": 1.5736947059631348, | |
| "learning_rate": 8.81874718041092e-06, | |
| "loss": 0.3409, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.7554438860971524, | |
| "grad_norm": 1.5745042562484741, | |
| "learning_rate": 8.662137198955211e-06, | |
| "loss": 0.3468, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.7688442211055277, | |
| "grad_norm": 1.5846389532089233, | |
| "learning_rate": 8.50586064095739e-06, | |
| "loss": 0.353, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.7822445561139029, | |
| "grad_norm": 1.8534716367721558, | |
| "learning_rate": 8.349956453812009e-06, | |
| "loss": 0.3477, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.795644891122278, | |
| "grad_norm": 1.6759575605392456, | |
| "learning_rate": 8.194463492110982e-06, | |
| "loss": 0.3434, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.809045226130653, | |
| "grad_norm": 1.6878952980041504, | |
| "learning_rate": 8.03942050796022e-06, | |
| "loss": 0.3446, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.8224455611390284, | |
| "grad_norm": 1.7165716886520386, | |
| "learning_rate": 7.884866141321811e-06, | |
| "loss": 0.334, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.8358458961474038, | |
| "grad_norm": 1.56163489818573, | |
| "learning_rate": 7.730838910384098e-06, | |
| "loss": 0.351, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.849246231155779, | |
| "grad_norm": 1.5513216257095337, | |
| "learning_rate": 7.57737720196217e-06, | |
| "loss": 0.3394, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.862646566164154, | |
| "grad_norm": 1.7233706712722778, | |
| "learning_rate": 7.424519261931036e-06, | |
| "loss": 0.3335, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.8760469011725294, | |
| "grad_norm": 1.634465217590332, | |
| "learning_rate": 7.27230318569397e-06, | |
| "loss": 0.347, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.8894472361809045, | |
| "grad_norm": 1.5293488502502441, | |
| "learning_rate": 7.1207669086883366e-06, | |
| "loss": 0.3422, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.9028475711892798, | |
| "grad_norm": 1.5170069932937622, | |
| "learning_rate": 6.969948196931272e-06, | |
| "loss": 0.3369, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.916247906197655, | |
| "grad_norm": 1.6170374155044556, | |
| "learning_rate": 6.819884637607619e-06, | |
| "loss": 0.3397, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.92964824120603, | |
| "grad_norm": 1.4933662414550781, | |
| "learning_rate": 6.670613629702391e-06, | |
| "loss": 0.3493, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.9430485762144054, | |
| "grad_norm": 1.5872507095336914, | |
| "learning_rate": 6.522172374680177e-06, | |
| "loss": 0.3498, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.9564489112227805, | |
| "grad_norm": 1.5772573947906494, | |
| "learning_rate": 6.374597867213756e-06, | |
| "loss": 0.3508, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.9698492462311559, | |
| "grad_norm": 1.5273511409759521, | |
| "learning_rate": 6.2279268859642396e-06, | |
| "loss": 0.3477, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.983249581239531, | |
| "grad_norm": 1.5936107635498047, | |
| "learning_rate": 6.082195984415069e-06, | |
| "loss": 0.3397, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.996649916247906, | |
| "grad_norm": 1.5770097970962524, | |
| "learning_rate": 5.937441481762112e-06, | |
| "loss": 0.3518, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 2.0100502512562812, | |
| "grad_norm": 1.4779218435287476, | |
| "learning_rate": 5.793699453862161e-06, | |
| "loss": 0.3364, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.023450586264657, | |
| "grad_norm": 1.4762550592422485, | |
| "learning_rate": 5.651005724242072e-06, | |
| "loss": 0.3265, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 2.036850921273032, | |
| "grad_norm": 1.5051695108413696, | |
| "learning_rate": 5.509395855170798e-06, | |
| "loss": 0.3246, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 2.050251256281407, | |
| "grad_norm": 1.727282166481018, | |
| "learning_rate": 5.368905138796523e-06, | |
| "loss": 0.3227, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 2.063651591289782, | |
| "grad_norm": 1.493577003479004, | |
| "learning_rate": 5.2295685883511086e-06, | |
| "loss": 0.3289, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 2.0770519262981573, | |
| "grad_norm": 1.5364409685134888, | |
| "learning_rate": 5.091420929424065e-06, | |
| "loss": 0.3233, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 2.090452261306533, | |
| "grad_norm": 1.592559814453125, | |
| "learning_rate": 4.954496591308227e-06, | |
| "loss": 0.3308, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 2.103852596314908, | |
| "grad_norm": 1.4885226488113403, | |
| "learning_rate": 4.818829698419225e-06, | |
| "loss": 0.3267, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 2.117252931323283, | |
| "grad_norm": 1.584492564201355, | |
| "learning_rate": 4.684454061790987e-06, | |
| "loss": 0.3344, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 2.130653266331658, | |
| "grad_norm": 1.5516785383224487, | |
| "learning_rate": 4.551403170649299e-06, | |
| "loss": 0.325, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 2.1440536013400333, | |
| "grad_norm": 1.5723347663879395, | |
| "learning_rate": 4.4197101840656e-06, | |
| "loss": 0.3343, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.157453936348409, | |
| "grad_norm": 1.56240713596344, | |
| "learning_rate": 4.289407922693053e-06, | |
| "loss": 0.319, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 2.170854271356784, | |
| "grad_norm": 1.4635605812072754, | |
| "learning_rate": 4.1605288605869365e-06, | |
| "loss": 0.3254, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 2.184254606365159, | |
| "grad_norm": 1.489740252494812, | |
| "learning_rate": 4.033105117111441e-06, | |
| "loss": 0.3291, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 2.1976549413735342, | |
| "grad_norm": 1.5082714557647705, | |
| "learning_rate": 3.907168448934836e-06, | |
| "loss": 0.3235, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 2.2110552763819094, | |
| "grad_norm": 1.571510672569275, | |
| "learning_rate": 3.7827502421150497e-06, | |
| "loss": 0.3308, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 2.224455611390285, | |
| "grad_norm": 1.526476263999939, | |
| "learning_rate": 3.6598815042776135e-06, | |
| "loss": 0.3263, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 2.23785594639866, | |
| "grad_norm": 1.5408774614334106, | |
| "learning_rate": 3.5385928568879012e-06, | |
| "loss": 0.3169, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 2.251256281407035, | |
| "grad_norm": 1.4838318824768066, | |
| "learning_rate": 3.4189145276196244e-06, | |
| "loss": 0.3287, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 2.2646566164154103, | |
| "grad_norm": 1.4531508684158325, | |
| "learning_rate": 3.300876342821451e-06, | |
| "loss": 0.3165, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 2.2780569514237854, | |
| "grad_norm": 1.4947620630264282, | |
| "learning_rate": 3.1845077200836638e-06, | |
| "loss": 0.3219, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.291457286432161, | |
| "grad_norm": 1.5694292783737183, | |
| "learning_rate": 3.0698376609066828e-06, | |
| "loss": 0.3183, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 2.304857621440536, | |
| "grad_norm": 1.5011779069900513, | |
| "learning_rate": 2.9568947434732777e-06, | |
| "loss": 0.3289, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 2.318257956448911, | |
| "grad_norm": 1.5003248453140259, | |
| "learning_rate": 2.8457071155262885e-06, | |
| "loss": 0.3275, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 2.3316582914572863, | |
| "grad_norm": 1.4831820726394653, | |
| "learning_rate": 2.7363024873536093e-06, | |
| "loss": 0.3302, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 2.3450586264656614, | |
| "grad_norm": 1.4793733358383179, | |
| "learning_rate": 2.628708124882212e-06, | |
| "loss": 0.318, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 2.358458961474037, | |
| "grad_norm": 1.4326947927474976, | |
| "learning_rate": 2.52295084288291e-06, | |
| "loss": 0.3256, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 2.371859296482412, | |
| "grad_norm": 1.52131986618042, | |
| "learning_rate": 2.419056998287547e-06, | |
| "loss": 0.3293, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 2.3852596314907872, | |
| "grad_norm": 1.5197522640228271, | |
| "learning_rate": 2.3170524836202936e-06, | |
| "loss": 0.3195, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 2.3986599664991624, | |
| "grad_norm": 1.454834222793579, | |
| "learning_rate": 2.216962720544703e-06, | |
| "loss": 0.3236, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 2.4120603015075375, | |
| "grad_norm": 1.5067466497421265, | |
| "learning_rate": 2.118812653528077e-06, | |
| "loss": 0.3225, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.425460636515913, | |
| "grad_norm": 1.4823540449142456, | |
| "learning_rate": 2.022626743624807e-06, | |
| "loss": 0.3316, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 2.438860971524288, | |
| "grad_norm": 1.4712008237838745, | |
| "learning_rate": 1.928428962380148e-06, | |
| "loss": 0.3193, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 2.4522613065326633, | |
| "grad_norm": 1.5106829404830933, | |
| "learning_rate": 1.8362427858560094e-06, | |
| "loss": 0.3202, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 2.4656616415410384, | |
| "grad_norm": 1.4007306098937988, | |
| "learning_rate": 1.74609118878024e-06, | |
| "loss": 0.3228, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 2.4790619765494135, | |
| "grad_norm": 1.4667021036148071, | |
| "learning_rate": 1.6579966388208257e-06, | |
| "loss": 0.3135, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 2.492462311557789, | |
| "grad_norm": 1.4928709268569946, | |
| "learning_rate": 1.5719810909864941e-06, | |
| "loss": 0.3283, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 2.505862646566164, | |
| "grad_norm": 1.5440924167633057, | |
| "learning_rate": 1.4880659821550547e-06, | |
| "loss": 0.3304, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 2.5192629815745393, | |
| "grad_norm": 1.4452801942825317, | |
| "learning_rate": 1.4062722257308803e-06, | |
| "loss": 0.3269, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 2.5326633165829144, | |
| "grad_norm": 1.492119312286377, | |
| "learning_rate": 1.3266202064328548e-06, | |
| "loss": 0.3236, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 2.5460636515912896, | |
| "grad_norm": 1.4364550113677979, | |
| "learning_rate": 1.249129775214064e-06, | |
| "loss": 0.328, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 2.559463986599665, | |
| "grad_norm": 1.45607328414917, | |
| "learning_rate": 1.1738202443145307e-06, | |
| "loss": 0.3267, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 2.5728643216080402, | |
| "grad_norm": 1.5155068635940552, | |
| "learning_rate": 1.100710382448198e-06, | |
| "loss": 0.3242, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 2.5862646566164154, | |
| "grad_norm": 1.454077124595642, | |
| "learning_rate": 1.029818410125365e-06, | |
| "loss": 0.3276, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 2.5996649916247905, | |
| "grad_norm": 1.468336582183838, | |
| "learning_rate": 9.611619951117657e-07, | |
| "loss": 0.3259, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 2.6130653266331656, | |
| "grad_norm": 1.480252981185913, | |
| "learning_rate": 8.94758248025378e-07, | |
| "loss": 0.3209, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 2.626465661641541, | |
| "grad_norm": 1.5078731775283813, | |
| "learning_rate": 8.306237180721121e-07, | |
| "loss": 0.3227, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 2.6398659966499163, | |
| "grad_norm": 1.4447978734970093, | |
| "learning_rate": 7.687743889213939e-07, | |
| "loss": 0.321, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 2.6532663316582914, | |
| "grad_norm": 1.4051856994628906, | |
| "learning_rate": 7.092256747226944e-07, | |
| "loss": 0.3241, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 1.4788079261779785, | |
| "learning_rate": 6.519924162640168e-07, | |
| "loss": 0.3116, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 2.6800670016750416, | |
| "grad_norm": 1.4269615411758423, | |
| "learning_rate": 5.970888772732453e-07, | |
| "loss": 0.3269, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.6800670016750416, | |
| "eval_loss": 0.308817058801651, | |
| "eval_runtime": 36.2259, | |
| "eval_samples_per_second": 20.013, | |
| "eval_steps_per_second": 5.024, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.693467336683417, | |
| "grad_norm": 1.4678142070770264, | |
| "learning_rate": 5.445287408633304e-07, | |
| "loss": 0.329, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 2.7068676716917923, | |
| "grad_norm": 1.43202805519104, | |
| "learning_rate": 4.943251061221721e-07, | |
| "loss": 0.3108, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 2.7202680067001674, | |
| "grad_norm": 1.4377905130386353, | |
| "learning_rate": 4.464904848480522e-07, | |
| "loss": 0.3222, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 2.7336683417085426, | |
| "grad_norm": 1.4890724420547485, | |
| "learning_rate": 4.0103679843142895e-07, | |
| "loss": 0.3232, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 2.7470686767169177, | |
| "grad_norm": 1.4820594787597656, | |
| "learning_rate": 3.5797537488388326e-07, | |
| "loss": 0.3206, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 2.7604690117252932, | |
| "grad_norm": 1.4427391290664673, | |
| "learning_rate": 3.1731694601492834e-07, | |
| "loss": 0.3237, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 2.7738693467336684, | |
| "grad_norm": 1.4541987180709839, | |
| "learning_rate": 2.790716447574304e-07, | |
| "loss": 0.3205, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 2.7872696817420435, | |
| "grad_norm": 1.379800796508789, | |
| "learning_rate": 2.4324900264226405e-07, | |
| "loss": 0.3193, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 2.8006700167504186, | |
| "grad_norm": 1.3961976766586304, | |
| "learning_rate": 2.098579474228546e-07, | |
| "loss": 0.3125, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 2.8140703517587937, | |
| "grad_norm": 1.44660484790802, | |
| "learning_rate": 1.7890680085019597e-07, | |
| "loss": 0.3225, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.8274706867671693, | |
| "grad_norm": 1.3615787029266357, | |
| "learning_rate": 1.504032765988961e-07, | |
| "loss": 0.317, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 2.8408710217755444, | |
| "grad_norm": 1.464227557182312, | |
| "learning_rate": 1.2435447834476254e-07, | |
| "loss": 0.3436, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 2.8542713567839195, | |
| "grad_norm": 1.4321690797805786, | |
| "learning_rate": 1.0076689799442874e-07, | |
| "loss": 0.3206, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 2.8676716917922946, | |
| "grad_norm": 1.3721367120742798, | |
| "learning_rate": 7.964641406742135e-08, | |
| "loss": 0.3242, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.8810720268006698, | |
| "grad_norm": 1.4638272523880005, | |
| "learning_rate": 6.099829023112236e-08, | |
| "loss": 0.316, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 2.8944723618090453, | |
| "grad_norm": 1.5022002458572388, | |
| "learning_rate": 4.482717398894165e-08, | |
| "loss": 0.3188, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 2.9078726968174204, | |
| "grad_norm": 1.4071238040924072, | |
| "learning_rate": 3.1137095522068006e-08, | |
| "loss": 0.3229, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 2.9212730318257956, | |
| "grad_norm": 1.4545257091522217, | |
| "learning_rate": 1.993146668506585e-08, | |
| "loss": 0.3103, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 2.934673366834171, | |
| "grad_norm": 1.4042024612426758, | |
| "learning_rate": 1.1213080155564327e-08, | |
| "loss": 0.3234, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 2.948073701842546, | |
| "grad_norm": 1.4457824230194092, | |
| "learning_rate": 4.984108738261828e-09, | |
| "loss": 0.3187, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.9614740368509214, | |
| "grad_norm": 1.4061236381530762, | |
| "learning_rate": 1.246104823426908e-09, | |
| "loss": 0.3134, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 2.9748743718592965, | |
| "grad_norm": 1.4718122482299805, | |
| "learning_rate": 0.0, | |
| "loss": 0.3219, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.9748743718592965, | |
| "step": 222, | |
| "total_flos": 9.93148193773663e+18, | |
| "train_loss": 0.36201348014779994, | |
| "train_runtime": 28749.1045, | |
| "train_samples_per_second": 3.987, | |
| "train_steps_per_second": 0.008 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 222, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.93148193773663e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |