{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.5026548672566372, "eval_steps": 500, "global_step": 284, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 4.807692307692308e-06, "loss": 2.0125, "step": 1 }, { "epoch": 0.0, "learning_rate": 9.615384615384616e-06, "loss": 1.9307, "step": 2 }, { "epoch": 0.01, "learning_rate": 1.4423076923076924e-05, "loss": 1.6104, "step": 3 }, { "epoch": 0.01, "learning_rate": 1.923076923076923e-05, "loss": 1.9208, "step": 4 }, { "epoch": 0.01, "learning_rate": 2.4038461538461542e-05, "loss": 1.7502, "step": 5 }, { "epoch": 0.01, "learning_rate": 2.884615384615385e-05, "loss": 2.2112, "step": 6 }, { "epoch": 0.01, "learning_rate": 3.365384615384615e-05, "loss": 1.5895, "step": 7 }, { "epoch": 0.01, "learning_rate": 3.846153846153846e-05, "loss": 1.9856, "step": 8 }, { "epoch": 0.02, "learning_rate": 4.3269230769230766e-05, "loss": 2.1565, "step": 9 }, { "epoch": 0.02, "learning_rate": 4.8076923076923084e-05, "loss": 1.6874, "step": 10 }, { "epoch": 0.02, "learning_rate": 5.288461538461539e-05, "loss": 1.614, "step": 11 }, { "epoch": 0.02, "learning_rate": 5.76923076923077e-05, "loss": 1.8226, "step": 12 }, { "epoch": 0.02, "learning_rate": 6.25e-05, "loss": 1.4058, "step": 13 }, { "epoch": 0.02, "learning_rate": 6.73076923076923e-05, "loss": 1.4717, "step": 14 }, { "epoch": 0.03, "learning_rate": 7.211538461538461e-05, "loss": 1.5335, "step": 15 }, { "epoch": 0.03, "learning_rate": 7.692307692307693e-05, "loss": 2.1125, "step": 16 }, { "epoch": 0.03, "learning_rate": 8.173076923076923e-05, "loss": 1.9451, "step": 17 }, { "epoch": 0.03, "learning_rate": 8.653846153846153e-05, "loss": 1.7484, "step": 18 }, { "epoch": 0.03, "learning_rate": 9.134615384615384e-05, "loss": 1.7573, "step": 19 }, { "epoch": 0.04, "learning_rate": 9.615384615384617e-05, "loss": 2.1968, "step": 20 }, { "epoch": 0.04, "learning_rate": 0.00010096153846153847, "loss": 1.7941, "step": 21 }, { "epoch": 0.04, "learning_rate": 0.00010576923076923077, "loss": 1.8685, "step": 22 }, { "epoch": 0.04, "learning_rate": 0.00011057692307692308, "loss": 2.0065, "step": 23 }, { "epoch": 0.04, "learning_rate": 0.0001153846153846154, "loss": 1.9018, "step": 24 }, { "epoch": 0.04, "learning_rate": 0.0001201923076923077, "loss": 2.0752, "step": 25 }, { "epoch": 0.05, "learning_rate": 0.000125, "loss": 1.716, "step": 26 }, { "epoch": 0.05, "learning_rate": 0.00012980769230769233, "loss": 1.6542, "step": 27 }, { "epoch": 0.05, "learning_rate": 0.0001346153846153846, "loss": 1.7198, "step": 28 }, { "epoch": 0.05, "learning_rate": 0.00013942307692307694, "loss": 1.8383, "step": 29 }, { "epoch": 0.05, "learning_rate": 0.00014423076923076922, "loss": 1.6938, "step": 30 }, { "epoch": 0.05, "learning_rate": 0.00014903846153846155, "loss": 1.9142, "step": 31 }, { "epoch": 0.06, "learning_rate": 0.00015384615384615385, "loss": 1.7715, "step": 32 }, { "epoch": 0.06, "learning_rate": 0.00015865384615384616, "loss": 1.467, "step": 33 }, { "epoch": 0.06, "learning_rate": 0.00016346153846153846, "loss": 1.7608, "step": 34 }, { "epoch": 0.06, "learning_rate": 0.0001682692307692308, "loss": 1.5371, "step": 35 }, { "epoch": 0.06, "learning_rate": 0.00017307692307692307, "loss": 1.6211, "step": 36 }, { "epoch": 0.07, "learning_rate": 0.0001778846153846154, "loss": 1.7275, "step": 37 }, { "epoch": 0.07, "learning_rate": 0.00018269230769230767, "loss": 1.7063, "step": 38 }, { "epoch": 0.07, "learning_rate": 0.0001875, "loss": 1.9367, "step": 39 }, { "epoch": 0.07, "learning_rate": 0.00019230769230769233, "loss": 1.6608, "step": 40 }, { "epoch": 0.07, "learning_rate": 0.0001971153846153846, "loss": 1.9212, "step": 41 }, { "epoch": 0.07, "learning_rate": 0.00020192307692307694, "loss": 1.611, "step": 42 }, { "epoch": 0.08, "learning_rate": 0.00020673076923076922, "loss": 1.8582, "step": 43 }, { "epoch": 0.08, "learning_rate": 0.00021153846153846155, "loss": 1.5658, "step": 44 }, { "epoch": 0.08, "learning_rate": 0.00021634615384615385, "loss": 1.8543, "step": 45 }, { "epoch": 0.08, "learning_rate": 0.00022115384615384616, "loss": 1.7291, "step": 46 }, { "epoch": 0.08, "learning_rate": 0.00022596153846153846, "loss": 1.9411, "step": 47 }, { "epoch": 0.08, "learning_rate": 0.0002307692307692308, "loss": 1.8138, "step": 48 }, { "epoch": 0.09, "learning_rate": 0.00023557692307692307, "loss": 1.708, "step": 49 }, { "epoch": 0.09, "learning_rate": 0.0002403846153846154, "loss": 1.675, "step": 50 }, { "epoch": 0.09, "learning_rate": 0.0002451923076923077, "loss": 1.658, "step": 51 }, { "epoch": 0.09, "learning_rate": 0.00025, "loss": 1.9797, "step": 52 }, { "epoch": 0.09, "learning_rate": 0.000249997656075194, "loss": 1.5857, "step": 53 }, { "epoch": 0.1, "learning_rate": 0.0002499906243886798, "loss": 1.8837, "step": 54 }, { "epoch": 0.1, "learning_rate": 0.00024997890520416535, "loss": 1.8022, "step": 55 }, { "epoch": 0.1, "learning_rate": 0.0002499624989611527, "loss": 1.9101, "step": 56 }, { "epoch": 0.1, "learning_rate": 0.00024994140627492207, "loss": 1.5614, "step": 57 }, { "epoch": 0.1, "learning_rate": 0.00024991562793650793, "loss": 1.8988, "step": 58 }, { "epoch": 0.1, "learning_rate": 0.0002498851649126703, "loss": 1.7089, "step": 59 }, { "epoch": 0.11, "learning_rate": 0.00024985001834585763, "loss": 1.7782, "step": 60 }, { "epoch": 0.11, "learning_rate": 0.0002498101895541645, "loss": 1.5338, "step": 61 }, { "epoch": 0.11, "learning_rate": 0.0002497656800312821, "loss": 1.6484, "step": 62 }, { "epoch": 0.11, "learning_rate": 0.0002497164914464419, "loss": 1.733, "step": 63 }, { "epoch": 0.11, "learning_rate": 0.00024966262564435343, "loss": 1.8893, "step": 64 }, { "epoch": 0.12, "learning_rate": 0.000249604084645135, "loss": 1.6361, "step": 65 }, { "epoch": 0.12, "learning_rate": 0.0002495408706442377, "loss": 1.9827, "step": 66 }, { "epoch": 0.12, "learning_rate": 0.00024947298601236343, "loss": 1.6801, "step": 67 }, { "epoch": 0.12, "learning_rate": 0.0002494004332953758, "loss": 1.9678, "step": 68 }, { "epoch": 0.12, "learning_rate": 0.00024932321521420456, "loss": 1.9245, "step": 69 }, { "epoch": 0.12, "learning_rate": 0.0002492413346647437, "loss": 1.5254, "step": 70 }, { "epoch": 0.13, "learning_rate": 0.00024915479471774286, "loss": 1.7283, "step": 71 }, { "epoch": 0.13, "learning_rate": 0.00024906359861869216, "loss": 1.9968, "step": 72 }, { "epoch": 0.13, "learning_rate": 0.0002489677497877003, "loss": 1.6559, "step": 73 }, { "epoch": 0.13, "learning_rate": 0.0002488672518193665, "loss": 1.5518, "step": 74 }, { "epoch": 0.13, "learning_rate": 0.0002487621084826458, "loss": 1.6201, "step": 75 }, { "epoch": 0.13, "learning_rate": 0.0002486523237207072, "loss": 1.7592, "step": 76 }, { "epoch": 0.14, "learning_rate": 0.00024853790165078654, "loss": 1.5929, "step": 77 }, { "epoch": 0.14, "learning_rate": 0.0002484188465640313, "loss": 1.4261, "step": 78 }, { "epoch": 0.14, "learning_rate": 0.0002482951629253403, "loss": 1.8929, "step": 79 }, { "epoch": 0.14, "learning_rate": 0.0002481668553731959, "loss": 1.5752, "step": 80 }, { "epoch": 0.14, "learning_rate": 0.00024803392871949013, "loss": 1.8596, "step": 81 }, { "epoch": 0.15, "learning_rate": 0.00024789638794934436, "loss": 1.838, "step": 82 }, { "epoch": 0.15, "learning_rate": 0.00024775423822092214, "loss": 1.7938, "step": 83 }, { "epoch": 0.15, "learning_rate": 0.0002476074848652358, "loss": 1.6448, "step": 84 }, { "epoch": 0.15, "learning_rate": 0.0002474561333859467, "loss": 1.7674, "step": 85 }, { "epoch": 0.15, "learning_rate": 0.00024730018945915864, "loss": 1.6526, "step": 86 }, { "epoch": 0.15, "learning_rate": 0.000247139658933205, "loss": 1.6921, "step": 87 }, { "epoch": 0.16, "learning_rate": 0.00024697454782842944, "loss": 1.8208, "step": 88 }, { "epoch": 0.16, "learning_rate": 0.0002468048623369603, "loss": 1.9528, "step": 89 }, { "epoch": 0.16, "learning_rate": 0.00024663060882247796, "loss": 1.8188, "step": 90 }, { "epoch": 0.16, "learning_rate": 0.00024645179381997673, "loss": 1.921, "step": 91 }, { "epoch": 0.16, "learning_rate": 0.00024626842403551927, "loss": 1.9332, "step": 92 }, { "epoch": 0.16, "learning_rate": 0.0002460805063459853, "loss": 1.967, "step": 93 }, { "epoch": 0.17, "learning_rate": 0.00024588804779881383, "loss": 1.4963, "step": 94 }, { "epoch": 0.17, "learning_rate": 0.00024569105561173866, "loss": 1.6944, "step": 95 }, { "epoch": 0.17, "learning_rate": 0.00024548953717251783, "loss": 1.9083, "step": 96 }, { "epoch": 0.17, "learning_rate": 0.0002452835000386563, "loss": 1.7368, "step": 97 }, { "epoch": 0.17, "learning_rate": 0.000245072951937123, "loss": 1.6183, "step": 98 }, { "epoch": 0.18, "learning_rate": 0.00024485790076406047, "loss": 1.7917, "step": 99 }, { "epoch": 0.18, "learning_rate": 0.00024463835458448925, "loss": 2.1032, "step": 100 }, { "epoch": 0.18, "learning_rate": 0.0002444143216320052, "loss": 1.8451, "step": 101 }, { "epoch": 0.18, "learning_rate": 0.0002441858103084705, "loss": 1.7479, "step": 102 }, { "epoch": 0.18, "learning_rate": 0.000243952829183699, "loss": 1.8158, "step": 103 }, { "epoch": 0.18, "learning_rate": 0.00024371538699513443, "loss": 1.9275, "step": 104 }, { "epoch": 0.19, "learning_rate": 0.00024347349264752303, "loss": 1.7759, "step": 105 }, { "epoch": 0.19, "learning_rate": 0.00024322715521257933, "loss": 2.0328, "step": 106 }, { "epoch": 0.19, "learning_rate": 0.00024297638392864617, "loss": 1.8839, "step": 107 }, { "epoch": 0.19, "learning_rate": 0.00024272118820034804, "loss": 1.8443, "step": 108 }, { "epoch": 0.19, "learning_rate": 0.00024246157759823855, "loss": 1.9779, "step": 109 }, { "epoch": 0.19, "learning_rate": 0.00024219756185844132, "loss": 1.6495, "step": 110 }, { "epoch": 0.2, "learning_rate": 0.00024192915088228512, "loss": 1.6645, "step": 111 }, { "epoch": 0.2, "learning_rate": 0.00024165635473593215, "loss": 1.4214, "step": 112 }, { "epoch": 0.2, "learning_rate": 0.00024137918365000095, "loss": 1.6603, "step": 113 }, { "epoch": 0.2, "learning_rate": 0.00024109764801918244, "loss": 1.4227, "step": 114 }, { "epoch": 0.2, "learning_rate": 0.0002408117584018502, "loss": 1.3033, "step": 115 }, { "epoch": 0.21, "learning_rate": 0.00024052152551966457, "loss": 2.0312, "step": 116 }, { "epoch": 0.21, "learning_rate": 0.00024022696025717023, "loss": 1.8867, "step": 117 }, { "epoch": 0.21, "learning_rate": 0.00023992807366138847, "loss": 1.6906, "step": 118 }, { "epoch": 0.21, "learning_rate": 0.00023962487694140263, "loss": 1.595, "step": 119 }, { "epoch": 0.21, "learning_rate": 0.00023931738146793763, "loss": 1.5583, "step": 120 }, { "epoch": 0.21, "learning_rate": 0.00023900559877293383, "loss": 1.9068, "step": 121 }, { "epoch": 0.22, "learning_rate": 0.00023868954054911428, "loss": 1.4536, "step": 122 }, { "epoch": 0.22, "learning_rate": 0.00023836921864954635, "loss": 1.7105, "step": 123 }, { "epoch": 0.22, "learning_rate": 0.0002380446450871972, "loss": 1.4355, "step": 124 }, { "epoch": 0.22, "learning_rate": 0.00023771583203448322, "loss": 1.7782, "step": 125 }, { "epoch": 0.22, "learning_rate": 0.00023738279182281352, "loss": 1.9977, "step": 126 }, { "epoch": 0.22, "learning_rate": 0.00023704553694212752, "loss": 1.5658, "step": 127 }, { "epoch": 0.23, "learning_rate": 0.00023670408004042653, "loss": 1.5389, "step": 128 }, { "epoch": 0.23, "learning_rate": 0.00023635843392329938, "loss": 1.7435, "step": 129 }, { "epoch": 0.23, "learning_rate": 0.00023600861155344223, "loss": 1.5706, "step": 130 }, { "epoch": 0.23, "learning_rate": 0.00023565462605017228, "loss": 1.8396, "step": 131 }, { "epoch": 0.23, "learning_rate": 0.00023529649068893598, "loss": 1.8073, "step": 132 }, { "epoch": 0.24, "learning_rate": 0.00023493421890081112, "loss": 1.9954, "step": 133 }, { "epoch": 0.24, "learning_rate": 0.00023456782427200295, "loss": 1.9553, "step": 134 }, { "epoch": 0.24, "learning_rate": 0.0002341973205433348, "loss": 1.2249, "step": 135 }, { "epoch": 0.24, "learning_rate": 0.0002338227216097328, "loss": 1.8021, "step": 136 }, { "epoch": 0.24, "learning_rate": 0.00023344404151970464, "loss": 1.8086, "step": 137 }, { "epoch": 0.24, "learning_rate": 0.00023306129447481282, "loss": 1.4283, "step": 138 }, { "epoch": 0.25, "learning_rate": 0.00023267449482914203, "loss": 1.8477, "step": 139 }, { "epoch": 0.25, "learning_rate": 0.0002322836570887608, "loss": 1.3233, "step": 140 }, { "epoch": 0.25, "learning_rate": 0.0002318887959111776, "loss": 1.7511, "step": 141 }, { "epoch": 0.25, "learning_rate": 0.0002314899261047909, "loss": 1.9737, "step": 142 }, { "epoch": 0.25, "learning_rate": 0.00023108706262833407, "loss": 1.6347, "step": 143 }, { "epoch": 0.25, "learning_rate": 0.00023068022059031425, "loss": 1.9142, "step": 144 }, { "epoch": 0.26, "learning_rate": 0.00023026941524844572, "loss": 1.7408, "step": 145 }, { "epoch": 0.26, "learning_rate": 0.00022985466200907783, "loss": 1.3576, "step": 146 }, { "epoch": 0.26, "learning_rate": 0.00022943597642661705, "loss": 1.6058, "step": 147 }, { "epoch": 0.26, "learning_rate": 0.00022901337420294378, "loss": 1.6575, "step": 148 }, { "epoch": 0.26, "learning_rate": 0.0002285868711868233, "loss": 1.3605, "step": 149 }, { "epoch": 0.27, "learning_rate": 0.00022815648337331168, "loss": 1.4417, "step": 150 }, { "epoch": 0.27, "learning_rate": 0.00022772222690315563, "loss": 1.684, "step": 151 }, { "epoch": 0.27, "learning_rate": 0.0002272841180621874, "loss": 1.8368, "step": 152 }, { "epoch": 0.27, "learning_rate": 0.00022684217328071383, "loss": 1.6624, "step": 153 }, { "epoch": 0.27, "learning_rate": 0.00022639640913290027, "loss": 1.8384, "step": 154 }, { "epoch": 0.27, "learning_rate": 0.00022594684233614908, "loss": 1.4881, "step": 155 }, { "epoch": 0.28, "learning_rate": 0.00022549348975047252, "loss": 1.7802, "step": 156 }, { "epoch": 0.28, "learning_rate": 0.00022503636837786052, "loss": 1.6981, "step": 157 }, { "epoch": 0.28, "learning_rate": 0.00022457549536164306, "loss": 1.6845, "step": 158 }, { "epoch": 0.28, "learning_rate": 0.00022411088798584728, "loss": 1.8524, "step": 159 }, { "epoch": 0.28, "learning_rate": 0.00022364256367454923, "loss": 1.7893, "step": 160 }, { "epoch": 0.28, "learning_rate": 0.00022317053999122038, "loss": 1.5371, "step": 161 }, { "epoch": 0.29, "learning_rate": 0.00022269483463806917, "loss": 1.7511, "step": 162 }, { "epoch": 0.29, "learning_rate": 0.00022221546545537674, "loss": 1.4536, "step": 163 }, { "epoch": 0.29, "learning_rate": 0.00022173245042082822, "loss": 1.7809, "step": 164 }, { "epoch": 0.29, "learning_rate": 0.0002212458076488384, "loss": 1.7447, "step": 165 }, { "epoch": 0.29, "learning_rate": 0.00022075555538987224, "loss": 2.1818, "step": 166 }, { "epoch": 0.3, "learning_rate": 0.0002202617120297607, "loss": 1.8901, "step": 167 }, { "epoch": 0.3, "learning_rate": 0.00021976429608901093, "loss": 1.6585, "step": 168 }, { "epoch": 0.3, "learning_rate": 0.00021926332622211205, "loss": 1.9877, "step": 169 }, { "epoch": 0.3, "learning_rate": 0.0002187588212168351, "loss": 1.4926, "step": 170 }, { "epoch": 0.3, "learning_rate": 0.00021825079999352893, "loss": 1.7696, "step": 171 }, { "epoch": 0.3, "learning_rate": 0.0002177392816044102, "loss": 1.9484, "step": 172 }, { "epoch": 0.31, "learning_rate": 0.00021722428523284927, "loss": 1.6379, "step": 173 }, { "epoch": 0.31, "learning_rate": 0.00021670583019265034, "loss": 1.4783, "step": 174 }, { "epoch": 0.31, "learning_rate": 0.0002161839359273276, "loss": 1.6047, "step": 175 }, { "epoch": 0.31, "learning_rate": 0.00021565862200937565, "loss": 1.6504, "step": 176 }, { "epoch": 0.31, "learning_rate": 0.00021512990813953562, "loss": 1.6248, "step": 177 }, { "epoch": 0.32, "learning_rate": 0.00021459781414605642, "loss": 2.0182, "step": 178 }, { "epoch": 0.32, "learning_rate": 0.000214062359983951, "loss": 1.7979, "step": 179 }, { "epoch": 0.32, "learning_rate": 0.00021352356573424807, "loss": 1.7023, "step": 180 }, { "epoch": 0.32, "learning_rate": 0.00021298145160323896, "loss": 1.6911, "step": 181 }, { "epoch": 0.32, "learning_rate": 0.00021243603792171976, "loss": 1.8985, "step": 182 }, { "epoch": 0.32, "learning_rate": 0.00021188734514422902, "loss": 2.1085, "step": 183 }, { "epoch": 0.33, "learning_rate": 0.00021133539384828054, "loss": 1.8299, "step": 184 }, { "epoch": 0.33, "learning_rate": 0.00021078020473359172, "loss": 1.8975, "step": 185 }, { "epoch": 0.33, "learning_rate": 0.00021022179862130704, "loss": 1.5791, "step": 186 }, { "epoch": 0.33, "learning_rate": 0.00020966019645321765, "loss": 1.7475, "step": 187 }, { "epoch": 0.33, "learning_rate": 0.0002090954192909755, "loss": 1.6978, "step": 188 }, { "epoch": 0.33, "learning_rate": 0.00020852748831530382, "loss": 1.7039, "step": 189 }, { "epoch": 0.34, "learning_rate": 0.00020795642482520266, "loss": 1.5206, "step": 190 }, { "epoch": 0.34, "learning_rate": 0.00020738225023715013, "loss": 1.6684, "step": 191 }, { "epoch": 0.34, "learning_rate": 0.00020680498608429914, "loss": 1.7339, "step": 192 }, { "epoch": 0.34, "learning_rate": 0.00020622465401566999, "loss": 1.6174, "step": 193 }, { "epoch": 0.34, "learning_rate": 0.00020564127579533831, "loss": 1.6451, "step": 194 }, { "epoch": 0.35, "learning_rate": 0.00020505487330161915, "loss": 1.6214, "step": 195 }, { "epoch": 0.35, "learning_rate": 0.00020446546852624604, "loss": 1.7493, "step": 196 }, { "epoch": 0.35, "learning_rate": 0.00020387308357354655, "loss": 1.7067, "step": 197 }, { "epoch": 0.35, "learning_rate": 0.0002032777406596133, "loss": 1.6918, "step": 198 }, { "epoch": 0.35, "learning_rate": 0.00020267946211147058, "loss": 1.9448, "step": 199 }, { "epoch": 0.35, "learning_rate": 0.00020207827036623744, "loss": 1.8517, "step": 200 }, { "epoch": 0.36, "learning_rate": 0.0002014741879702856, "loss": 2.0169, "step": 201 }, { "epoch": 0.36, "learning_rate": 0.0002008672375783946, "loss": 2.1721, "step": 202 }, { "epoch": 0.36, "learning_rate": 0.00020025744195290167, "loss": 1.5175, "step": 203 }, { "epoch": 0.36, "learning_rate": 0.00019964482396284827, "loss": 1.6105, "step": 204 }, { "epoch": 0.36, "learning_rate": 0.0001990294065831225, "loss": 1.9778, "step": 205 }, { "epoch": 0.36, "learning_rate": 0.00019841121289359737, "loss": 1.6379, "step": 206 }, { "epoch": 0.37, "learning_rate": 0.0001977902660782652, "loss": 1.7973, "step": 207 }, { "epoch": 0.37, "learning_rate": 0.00019716658942436834, "loss": 1.6022, "step": 208 }, { "epoch": 0.37, "learning_rate": 0.00019654020632152563, "loss": 1.4371, "step": 209 }, { "epoch": 0.37, "learning_rate": 0.00019591114026085537, "loss": 1.8489, "step": 210 }, { "epoch": 0.37, "learning_rate": 0.0001952794148340943, "loss": 1.6484, "step": 211 }, { "epoch": 0.38, "learning_rate": 0.00019464505373271274, "loss": 1.841, "step": 212 }, { "epoch": 0.38, "learning_rate": 0.00019400808074702624, "loss": 1.4165, "step": 213 }, { "epoch": 0.38, "learning_rate": 0.00019336851976530338, "loss": 1.8259, "step": 214 }, { "epoch": 0.38, "learning_rate": 0.0001927263947728697, "loss": 1.8661, "step": 215 }, { "epoch": 0.38, "learning_rate": 0.00019208172985120837, "loss": 1.4957, "step": 216 }, { "epoch": 0.38, "learning_rate": 0.000191434549177057, "loss": 1.3717, "step": 217 }, { "epoch": 0.39, "learning_rate": 0.00019078487702150102, "loss": 1.5568, "step": 218 }, { "epoch": 0.39, "learning_rate": 0.0001901327377490633, "loss": 1.512, "step": 219 }, { "epoch": 0.39, "learning_rate": 0.00018947815581679052, "loss": 1.7289, "step": 220 }, { "epoch": 0.39, "learning_rate": 0.00018882115577333592, "loss": 1.6628, "step": 221 }, { "epoch": 0.39, "learning_rate": 0.00018816176225803876, "loss": 1.8897, "step": 222 }, { "epoch": 0.39, "learning_rate": 0.0001875, "loss": 1.2269, "step": 223 }, { "epoch": 0.4, "learning_rate": 0.00018683589381715532, "loss": 1.9278, "step": 224 }, { "epoch": 0.4, "learning_rate": 0.00018616946861534396, "loss": 1.5643, "step": 225 }, { "epoch": 0.4, "learning_rate": 0.0001855007493873749, "loss": 1.8058, "step": 226 }, { "epoch": 0.4, "learning_rate": 0.0001848297612120895, "loss": 1.6883, "step": 227 }, { "epoch": 0.4, "learning_rate": 0.00018415652925342105, "loss": 1.4985, "step": 228 }, { "epoch": 0.41, "learning_rate": 0.000183481078759451, "loss": 1.9467, "step": 229 }, { "epoch": 0.41, "learning_rate": 0.00018280343506146197, "loss": 1.6599, "step": 230 }, { "epoch": 0.41, "learning_rate": 0.00018212362357298797, "loss": 1.6791, "step": 231 }, { "epoch": 0.41, "learning_rate": 0.0001814416697888612, "loss": 2.1714, "step": 232 }, { "epoch": 0.41, "learning_rate": 0.00018075759928425582, "loss": 1.6677, "step": 233 }, { "epoch": 0.41, "learning_rate": 0.00018007143771372916, "loss": 1.9834, "step": 234 }, { "epoch": 0.42, "learning_rate": 0.00017938321081025917, "loss": 1.8803, "step": 235 }, { "epoch": 0.42, "learning_rate": 0.00017869294438427964, "loss": 1.8268, "step": 236 }, { "epoch": 0.42, "learning_rate": 0.0001780006643227121, "loss": 1.9126, "step": 237 }, { "epoch": 0.42, "learning_rate": 0.00017730639658799512, "loss": 1.3397, "step": 238 }, { "epoch": 0.42, "learning_rate": 0.00017661016721711063, "loss": 1.5539, "step": 239 }, { "epoch": 0.42, "learning_rate": 0.00017591200232060719, "loss": 1.8692, "step": 240 }, { "epoch": 0.43, "learning_rate": 0.0001752119280816212, "loss": 1.5348, "step": 241 }, { "epoch": 0.43, "learning_rate": 0.00017450997075489462, "loss": 1.9957, "step": 242 }, { "epoch": 0.43, "learning_rate": 0.00017380615666579054, "loss": 1.7454, "step": 243 }, { "epoch": 0.43, "learning_rate": 0.00017310051220930574, "loss": 1.8623, "step": 244 }, { "epoch": 0.43, "learning_rate": 0.00017239306384908096, "loss": 1.9291, "step": 245 }, { "epoch": 0.44, "learning_rate": 0.00017168383811640842, "loss": 1.6059, "step": 246 }, { "epoch": 0.44, "learning_rate": 0.00017097286160923668, "loss": 1.8271, "step": 247 }, { "epoch": 0.44, "learning_rate": 0.0001702601609911733, "loss": 1.8032, "step": 248 }, { "epoch": 0.44, "learning_rate": 0.0001695457629904848, "loss": 1.6174, "step": 249 }, { "epoch": 0.44, "learning_rate": 0.00016882969439909433, "loss": 1.4768, "step": 250 }, { "epoch": 0.44, "learning_rate": 0.0001681119820715768, "loss": 1.9159, "step": 251 }, { "epoch": 0.45, "learning_rate": 0.00016739265292415185, "loss": 1.5289, "step": 252 }, { "epoch": 0.45, "learning_rate": 0.00016667173393367446, "loss": 1.8026, "step": 253 }, { "epoch": 0.45, "learning_rate": 0.00016594925213662303, "loss": 1.6027, "step": 254 }, { "epoch": 0.45, "learning_rate": 0.00016522523462808572, "loss": 1.8634, "step": 255 }, { "epoch": 0.45, "learning_rate": 0.0001644997085607441, "loss": 1.7965, "step": 256 }, { "epoch": 0.45, "learning_rate": 0.00016377270114385485, "loss": 1.8084, "step": 257 }, { "epoch": 0.46, "learning_rate": 0.0001630442396422295, "loss": 1.5158, "step": 258 }, { "epoch": 0.46, "learning_rate": 0.00016231435137521182, "loss": 1.8523, "step": 259 }, { "epoch": 0.46, "learning_rate": 0.00016158306371565322, "loss": 1.2613, "step": 260 }, { "epoch": 0.46, "learning_rate": 0.0001608504040888863, "loss": 1.6135, "step": 261 }, { "epoch": 0.46, "learning_rate": 0.0001601163999716962, "loss": 1.4411, "step": 262 }, { "epoch": 0.47, "learning_rate": 0.00015938107889129023, "loss": 1.7133, "step": 263 }, { "epoch": 0.47, "learning_rate": 0.00015864446842426554, "loss": 1.5927, "step": 264 }, { "epoch": 0.47, "learning_rate": 0.0001579065961955749, "loss": 1.5994, "step": 265 }, { "epoch": 0.47, "learning_rate": 0.00015716748987749065, "loss": 1.6315, "step": 266 }, { "epoch": 0.47, "learning_rate": 0.0001564271771885668, "loss": 2.0437, "step": 267 }, { "epoch": 0.47, "learning_rate": 0.0001556856858925999, "loss": 1.9095, "step": 268 }, { "epoch": 0.48, "learning_rate": 0.00015494304379758735, "loss": 1.5502, "step": 269 }, { "epoch": 0.48, "learning_rate": 0.00015419927875468485, "loss": 1.4151, "step": 270 }, { "epoch": 0.48, "learning_rate": 0.0001534544186571617, "loss": 1.6274, "step": 271 }, { "epoch": 0.48, "learning_rate": 0.00015270849143935483, "loss": 1.6849, "step": 272 }, { "epoch": 0.48, "learning_rate": 0.00015196152507562127, "loss": 1.9244, "step": 273 }, { "epoch": 0.48, "learning_rate": 0.0001512135475792888, "loss": 2.0862, "step": 274 }, { "epoch": 0.49, "learning_rate": 0.00015046458700160553, "loss": 1.7078, "step": 275 }, { "epoch": 0.49, "learning_rate": 0.00014971467143068791, "loss": 1.4565, "step": 276 }, { "epoch": 0.49, "learning_rate": 0.0001489638289904673, "loss": 1.8075, "step": 277 }, { "epoch": 0.49, "learning_rate": 0.00014821208783963522, "loss": 2.2061, "step": 278 }, { "epoch": 0.49, "learning_rate": 0.00014745947617058735, "loss": 1.6676, "step": 279 }, { "epoch": 0.5, "learning_rate": 0.00014670602220836633, "loss": 2.0041, "step": 280 }, { "epoch": 0.5, "learning_rate": 0.00014595175420960293, "loss": 1.5538, "step": 281 }, { "epoch": 0.5, "learning_rate": 0.00014519670046145685, "loss": 1.5781, "step": 282 }, { "epoch": 0.5, "learning_rate": 0.0001444408892805554, "loss": 1.703, "step": 283 }, { "epoch": 0.5, "learning_rate": 0.0001436843490119318, "loss": 1.8105, "step": 284 } ], "logging_steps": 1, "max_steps": 565, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 142, "total_flos": 2.627459909913936e+18, "train_batch_size": 1, "trial_name": null, "trial_params": null }