lora_finetune_output/log_1716802188.txt

Step 1 | loss:1.6842423677444458 lr:2.9999999999999997e-06 tokens_per_second:22.411875966856538 
Step 2 | loss:1.802608609199524 lr:5.999999999999999e-06 tokens_per_second:26.741203057884874 
Step 3 | loss:1.7930288314819336 lr:8.999999999999999e-06 tokens_per_second:25.312148910454244 
Step 4 | loss:1.8915867805480957 lr:1.1999999999999999e-05 tokens_per_second:31.756781723240668 
Step 5 | loss:1.684037446975708 lr:1.4999999999999999e-05 tokens_per_second:25.230728613564324 
Step 6 | loss:1.9319640398025513 lr:1.7999999999999997e-05 tokens_per_second:27.849972499452566 
Step 7 | loss:1.9361134767532349 lr:2.1e-05 tokens_per_second:28.54702623480866 
Step 8 | loss:1.8782373666763306 lr:2.3999999999999997e-05 tokens_per_second:27.986147546915735 
Step 9 | loss:1.7695006132125854 lr:2.6999999999999996e-05 tokens_per_second:27.402089723145004 
Step 10 | loss:1.8046445846557617 lr:2.9999999999999997e-05 tokens_per_second:28.132663860381218 
Step 11 | loss:1.758991003036499 lr:3.2999999999999996e-05 tokens_per_second:26.74649722376458 
Step 12 | loss:1.8347722291946411 lr:3.5999999999999994e-05 tokens_per_second:29.694429354945743 
Step 13 | loss:1.8011394739151 lr:3.9e-05 tokens_per_second:28.35214801028627 
Step 14 | loss:1.7079987525939941 lr:4.2e-05 tokens_per_second:26.531905661358742 
Step 15 | loss:1.6265642642974854 lr:4.4999999999999996e-05 tokens_per_second:26.009007507484068 
Step 16 | loss:1.5992796421051025 lr:4.7999999999999994e-05 tokens_per_second:25.6130700683796 
Step 17 | loss:1.6114479303359985 lr:5.1e-05 tokens_per_second:27.15716944955702 
Step 18 | loss:1.782028317451477 lr:5.399999999999999e-05 tokens_per_second:41.14764352448443 
Step 19 | loss:1.4905403852462769 lr:5.6999999999999996e-05 tokens_per_second:26.241200218365947 
Step 20 | loss:1.4637588262557983 lr:5.9999999999999995e-05 tokens_per_second:27.1802875774411 
Step 21 | loss:1.6342073678970337 lr:6.299999999999999e-05 tokens_per_second:35.018978518702596 
Step 22 | loss:1.4380431175231934 lr:6.599999999999999e-05 tokens_per_second:27.283365768315143 
Step 23 | loss:1.4438157081604004 lr:6.9e-05 tokens_per_second:27.324442682269336 
Step 24 | loss:1.3807768821716309 lr:7.199999999999999e-05 tokens_per_second:36.97846721106083 
Step 25 | loss:1.2563704252243042 lr:7.5e-05 tokens_per_second:26.72751183791404 
Step 26 | loss:1.3183437585830688 lr:7.8e-05 tokens_per_second:29.292576860661296 
Step 27 | loss:1.1048401594161987 lr:8.1e-05 tokens_per_second:25.505289152124423 
Step 28 | loss:1.2017037868499756 lr:8.4e-05 tokens_per_second:28.1341394348459 
Step 29 | loss:1.1184815168380737 lr:8.699999999999999e-05 tokens_per_second:25.76688183916925 
Step 30 | loss:1.141174077987671 lr:8.999999999999999e-05 tokens_per_second:30.847589099216783 
Step 31 | loss:0.9855143427848816 lr:9.3e-05 tokens_per_second:29.484867457159222 
Step 32 | loss:0.836129903793335 lr:9.599999999999999e-05 tokens_per_second:26.391163379172642 
Step 33 | loss:0.7563614249229431 lr:9.9e-05 tokens_per_second:27.241215663528042 
Step 34 | loss:0.8579968214035034 lr:0.000102 tokens_per_second:28.822314106278544 
Step 35 | loss:0.4483363926410675 lr:0.00010499999999999999 tokens_per_second:25.022330111313433 
Step 36 | loss:0.39208629727363586 lr:0.00010799999999999998 tokens_per_second:25.990559329496154 
Step 37 | loss:0.638637900352478 lr:0.00011099999999999999 tokens_per_second:32.999942805759254 
Step 38 | loss:0.30093488097190857 lr:0.00011399999999999999 tokens_per_second:26.14820428191946 
Step 39 | loss:0.23994360864162445 lr:0.000117 tokens_per_second:25.27786131524955 
Step 40 | loss:0.3224792778491974 lr:0.00011999999999999999 tokens_per_second:26.317214047304002 
Step 41 | loss:0.3740267753601074 lr:0.00012299999999999998 tokens_per_second:27.441223905648712 
Step 42 | loss:0.2127290666103363 lr:0.00012599999999999997 tokens_per_second:27.316426131081187 
Step 43 | loss:0.33793962001800537 lr:0.000129 tokens_per_second:27.693399072028026 
Step 44 | loss:0.2955557405948639 lr:0.00013199999999999998 tokens_per_second:26.123869916046356 
Step 45 | loss:0.46279633045196533 lr:0.000135 tokens_per_second:28.024807528482565 
Step 46 | loss:0.3010097146034241 lr:0.000138 tokens_per_second:25.67338614157238 
Step 47 | loss:0.20226989686489105 lr:0.00014099999999999998 tokens_per_second:26.466635626411453 
Step 48 | loss:0.36856088042259216 lr:0.00014399999999999998 tokens_per_second:28.48243273395626 
Step 49 | loss:0.20093244314193726 lr:0.000147 tokens_per_second:25.684699349298935 
Step 50 | loss:0.28800860047340393 lr:0.00015 tokens_per_second:26.204804497571928 
Step 51 | loss:0.206766277551651 lr:0.00015299999999999998 tokens_per_second:25.692345643043033 
Step 52 | loss:0.28942206501960754 lr:0.000156 tokens_per_second:26.78118906404622 
Step 53 | loss:0.3600461483001709 lr:0.000159 tokens_per_second:29.09737228771561 
Step 54 | loss:0.8093388676643372 lr:0.000162 tokens_per_second:41.96732592648048 
Step 55 | loss:0.31564098596572876 lr:0.000165 tokens_per_second:26.499762081676828 
Step 56 | loss:0.23017902672290802 lr:0.000168 tokens_per_second:26.755559153996245 
Step 57 | loss:0.2739498019218445 lr:0.00017099999999999998 tokens_per_second:27.92412527313676 
Step 58 | loss:0.15270036458969116 lr:0.00017399999999999997 tokens_per_second:25.4559368411495 
Step 59 | loss:0.410011887550354 lr:0.00017699999999999997 tokens_per_second:29.457257298012188 
Step 60 | loss:0.13857582211494446 lr:0.00017999999999999998 tokens_per_second:25.339672949971277 
Step 61 | loss:0.4545392692089081 lr:0.00018299999999999998 tokens_per_second:30.533452444467905 
Step 62 | loss:0.131760835647583 lr:0.000186 tokens_per_second:25.634437804813626 
Step 63 | loss:0.3984489440917969 lr:0.00018899999999999999 tokens_per_second:28.488591227659068 
Step 64 | loss:0.7415456771850586 lr:0.00019199999999999998 tokens_per_second:38.097295854659194 
Step 65 | loss:0.2923606336116791 lr:0.000195 tokens_per_second:26.757659679408167 
Step 66 | loss:0.376573771238327 lr:0.000198 tokens_per_second:28.88763463432566 
Step 67 | loss:0.41872087121009827 lr:0.000201 tokens_per_second:28.149311758889866 
Step 68 | loss:0.3198540210723877 lr:0.000204 tokens_per_second:27.531492590015063 
Step 69 | loss:0.657588541507721 lr:0.00020699999999999996 tokens_per_second:46.36860274110131 
Step 70 | loss:0.2036450058221817 lr:0.00020999999999999998 tokens_per_second:27.765047817968973 
Step 71 | loss:0.4377862811088562 lr:0.00021299999999999997 tokens_per_second:29.108437570293688 
Step 72 | loss:0.3348970413208008 lr:0.00021599999999999996 tokens_per_second:28.748452336378584 
Step 73 | loss:0.1636909395456314 lr:0.00021899999999999998 tokens_per_second:25.194835296188764 
Step 74 | loss:0.27280867099761963 lr:0.00022199999999999998 tokens_per_second:27.348534047949116 
Step 75 | loss:0.2382267862558365 lr:0.000225 tokens_per_second:25.697681981930575 
Step 76 | loss:0.28732988238334656 lr:0.00022799999999999999 tokens_per_second:26.166641699440984 
Step 77 | loss:0.23854878544807434 lr:0.00023099999999999998 tokens_per_second:25.723782560917062 
Step 78 | loss:0.6080021262168884 lr:0.000234 tokens_per_second:33.27366128781836 
Step 79 | loss:0.2348310351371765 lr:0.000237 tokens_per_second:26.489481815382145 
Step 80 | loss:0.35845834016799927 lr:0.00023999999999999998 tokens_per_second:31.357020889355802 
Step 81 | loss:0.24282139539718628 lr:0.000243 tokens_per_second:26.640591562153098 
Step 82 | loss:0.16128264367580414 lr:0.00024599999999999996 tokens_per_second:25.26485386979745 
Step 83 | loss:0.4641530215740204 lr:0.000249 tokens_per_second:2.5114707613134666 
Step 84 | loss:0.12318254262208939 lr:0.00025199999999999995 tokens_per_second:25.13175172839471 
Step 85 | loss:0.49618542194366455 lr:0.00025499999999999996 tokens_per_second:28.77993658103087 
Step 86 | loss:0.7737407684326172 lr:0.000258 tokens_per_second:45.32905470102597 
Step 87 | loss:0.23278193175792694 lr:0.000261 tokens_per_second:25.530113477788653 
Step 88 | loss:0.1638905107975006 lr:0.00026399999999999997 tokens_per_second:25.60567668078879 
Step 89 | loss:0.15162840485572815 lr:0.000267 tokens_per_second:25.6819017928779 
Step 90 | loss:0.1277042031288147 lr:0.00027 tokens_per_second:25.654171179139226 
Step 91 | loss:0.37057581543922424 lr:0.00027299999999999997 tokens_per_second:28.45709835778304 
Step 92 | loss:0.39872491359710693 lr:0.000276 tokens_per_second:27.589520358813544 
Step 93 | loss:0.33007359504699707 lr:0.000279 tokens_per_second:29.751981225335328 
Step 94 | loss:0.3548845052719116 lr:0.00028199999999999997 tokens_per_second:28.143101736202887 
Step 95 | loss:0.3220497667789459 lr:0.000285 tokens_per_second:26.778249056209937 
Step 96 | loss:0.4928305745124817 lr:0.00028799999999999995 tokens_per_second:36.97123798892482 
Step 97 | loss:0.43951550126075745 lr:0.00029099999999999997 tokens_per_second:30.656199436256852 
Step 98 | loss:0.171510711312294 lr:0.000294 tokens_per_second:25.300566515513236 
Step 99 | loss:0.24536851048469543 lr:0.00029699999999999996 tokens_per_second:26.00555381038931 
Step 100 | loss:0.2828892469406128 lr:0.0003 tokens_per_second:27.401147538110017 
Step 101 | loss:0.228155255317688 lr:0.00029999968788156796 tokens_per_second:28.24036000594475 
Step 102 | loss:0.38386666774749756 lr:0.0002999987515275708 tokens_per_second:29.372361517602794 
Step 103 | loss:0.3662604093551636 lr:0.0002999971909419052 tokens_per_second:30.467546425364944 
Step 104 | loss:0.3019595742225647 lr:0.0002999950061310657 tokens_per_second:29.777285754771793 
Step 105 | loss:0.2592236399650574 lr:0.0002999921971041446 tokens_per_second:27.29371509351476 
Step 106 | loss:0.30363065004348755 lr:0.0002999887638728318 tokens_per_second:26.609974750361967 
Step 107 | loss:0.1596270650625229 lr:0.000299984706451415 tokens_per_second:25.277671405616864 
Step 108 | loss:0.49956533312797546 lr:0.00029998002485677943 tokens_per_second:32.470971512563224 
Step 109 | loss:0.31809520721435547 lr:0.00029997471910840796 tokens_per_second:33.13072699910117 
Step 110 | loss:0.25603118538856506 lr:0.00029996878922838096 tokens_per_second:27.874210364254058 
Step 111 | loss:0.15817950665950775 lr:0.000299962235241376 tokens_per_second:26.451882351642205 
Step 112 | loss:0.34660327434539795 lr:0.00029995505717466796 tokens_per_second:28.966256993872346 
Step 113 | loss:0.16258001327514648 lr:0.00029994725505812903 tokens_per_second:25.11931698459843 
Step 114 | loss:0.26202672719955444 lr:0.0002999388289242284 tokens_per_second:26.307977291141235 
Step 115 | loss:0.194694384932518 lr:0.0002999297788080319 tokens_per_second:25.314327475684692 
Step 116 | loss:0.18585003912448883 lr:0.0002999201047472024 tokens_per_second:26.189458350550126 
Step 117 | loss:0.49661189317703247 lr:0.00029990980678199934 tokens_per_second:31.13381560896141 
Step 118 | loss:0.2711710035800934 lr:0.00029989888495527843 tokens_per_second:27.25024643291213 
Step 119 | loss:0.5472813248634338 lr:0.00029988733931249177 tokens_per_second:30.34759474436571 
Step 120 | loss:0.43402400612831116 lr:0.0002998751699016874 tokens_per_second:28.891403871423726 
Step 121 | loss:0.18767599761486053 lr:0.00029986237677350933 tokens_per_second:25.424482768626998 
Step 122 | loss:0.18471106886863708 lr:0.0002998489599811972 tokens_per_second:25.717286927999524 
Step 123 | loss:0.2808540165424347 lr:0.00029983491958058596 tokens_per_second:27.235294210624204 
Step 124 | loss:0.16609229147434235 lr:0.00029982025563010596 tokens_per_second:25.867086654657594 
Step 125 | loss:0.17024052143096924 lr:0.00029980496819078224 tokens_per_second:25.845715550477717 
Step 126 | loss:0.31752780079841614 lr:0.00029978905732623486 tokens_per_second:28.61113437463396 
Step 127 | loss:0.2768758535385132 lr:0.00029977252310267805 tokens_per_second:27.917740179253414 
Step 128 | loss:0.18512366712093353 lr:0.0002997553655889203 tokens_per_second:25.49461435824002 
Step 129 | loss:0.37494999170303345 lr:0.000299737584856364 tokens_per_second:28.83909671151768 
Step 130 | loss:0.2342882752418518 lr:0.000299719180979005 tokens_per_second:26.15436431069233 
Step 131 | loss:0.12668675184249878 lr:0.00029970015403343257 tokens_per_second:25.3585513077598 
Step 132 | loss:0.20681264996528625 lr:0.00029968050409882874 tokens_per_second:26.292626196840533 
Step 133 | loss:0.2480538934469223 lr:0.00029966023125696837 tokens_per_second:25.813160456510392 
Step 134 | loss:0.3219282925128937 lr:0.0002996393355922185 tokens_per_second:29.468024943146908 
Step 135 | loss:0.553703248500824 lr:0.000299617817191538 tokens_per_second:41.02997464625314 
Step 136 | loss:0.3978278338909149 lr:0.0002995956761444775 tokens_per_second:30.54238070779544 
Step 137 | loss:0.19490239024162292 lr:0.00029957291254317857 tokens_per_second:26.252673500674888 
Step 138 | loss:0.3918258249759674 lr:0.00029954952648237395 tokens_per_second:29.336280841875258 
Step 139 | loss:0.1845436990261078 lr:0.0002995255180593864 tokens_per_second:26.004181429887744 
Step 140 | loss:0.49027305841445923 lr:0.00029950088737412895 tokens_per_second:28.856989205922545 
Step 141 | loss:0.3538094460964203 lr:0.0002994756345291042 tokens_per_second:28.690231781064643 
Step 142 | loss:0.7172309160232544 lr:0.0002994497596294037 tokens_per_second:38.10280803802299 
Step 143 | loss:0.33884668350219727 lr:0.00029942326278270797 tokens_per_second:27.26194914950303 
Step 144 | loss:0.4089706838130951 lr:0.00029939614409928584 tokens_per_second:30.504235357701006 
Step 145 | loss:0.19687016308307648 lr:0.00029936840369199373 tokens_per_second:25.80322347608381 
Step 146 | loss:0.2880859673023224 lr:0.00029934004167627554 tokens_per_second:26.8330057571381 
Step 147 | loss:0.36646389961242676 lr:0.0002993110581701621 tokens_per_second:28.392876308670964 
Step 148 | loss:0.23603098094463348 lr:0.0002992814532942706 tokens_per_second:26.09356285885136 
Step 149 | loss:0.39909589290618896 lr:0.0002992512271718039 tokens_per_second:28.750985146329455 
Step 150 | loss:0.20222978293895721 lr:0.0002992203799285506 tokens_per_second:28.47251041801681 
Step 151 | loss:0.329815536737442 lr:0.0002991889116928838 tokens_per_second:28.538987495267577 
Step 152 | loss:0.16569951176643372 lr:0.0002991568225957611 tokens_per_second:26.388140126341543 
Step 153 | loss:0.17603646218776703 lr:0.00029912411277072386 tokens_per_second:25.873833727991844 
Step 154 | loss:0.26413458585739136 lr:0.0002990907823538965 tokens_per_second:28.10080029226538 
Step 155 | loss:0.54909348487854 lr:0.0002990568314839864 tokens_per_second:49.35517203205765 
Step 156 | loss:0.21692273020744324 lr:0.00029902226030228247 tokens_per_second:27.60698863995667 
Step 157 | loss:0.16573897004127502 lr:0.0002989870689526557 tokens_per_second:26.503757616820828 
Step 158 | loss:0.26935166120529175 lr:0.00029895125758155753 tokens_per_second:27.29282483538627 
Step 159 | loss:0.2631629407405853 lr:0.0002989148263380198 tokens_per_second:26.54763830474351 
Step 160 | loss:0.1866195797920227 lr:0.00029887777537365414 tokens_per_second:26.626114869642226 
Step 161 | loss:0.15099498629570007 lr:0.0002988401048426509 tokens_per_second:25.096760747230086 
Step 162 | loss:0.4430437684059143 lr:0.00029880181490177915 tokens_per_second:27.728319634816533 
Step 163 | loss:0.1682080328464508 lr:0.0002987629057103854 tokens_per_second:25.632405367245074 
Step 164 | loss:0.19674789905548096 lr:0.0002987233774303933 tokens_per_second:26.706439943323577 
Step 165 | loss:0.4469752013683319 lr:0.000298683230226303 tokens_per_second:2.638379335049559 
Step 166 | loss:0.23089982569217682 lr:0.0002986424642651902 tokens_per_second:28.405280024151722 
Step 167 | loss:0.25765979290008545 lr:0.0002986010797167057 tokens_per_second:27.880260797481274 
Step 168 | loss:0.170492485165596 lr:0.00029855907675307454 tokens_per_second:27.014504490968054 
Step 169 | loss:0.4447811543941498 lr:0.00029851645554909543 tokens_per_second:28.384474072302954 
Step 170 | loss:0.2850918471813202 lr:0.0002984732162821399 tokens_per_second:28.783723327567966 
Step 171 | loss:0.1626698523759842 lr:0.0002984293591321515 tokens_per_second:26.478004011729997 
Step 172 | loss:0.16214916110038757 lr:0.0002983848842816452 tokens_per_second:26.592080765953376 
Step 173 | loss:0.23838591575622559 lr:0.00029833979191570673 tokens_per_second:27.635592879207707 
Step 174 | loss:0.18417775630950928 lr:0.0002982940822219915 tokens_per_second:25.84501067925013 
Step 175 | loss:0.4371826648712158 lr:0.000298247755390724 tokens_per_second:29.171623942435108 
Step 176 | loss:0.36395809054374695 lr:0.00029820081161469693 tokens_per_second:28.958789540015324 
Step 177 | loss:0.18197061121463776 lr:0.00029815325108927063 tokens_per_second:25.719867543938406 
Step 178 | loss:0.21161480247974396 lr:0.0002981050740123719 tokens_per_second:25.712123507448897 
Step 179 | loss:0.26572006940841675 lr:0.0002980562805844936 tokens_per_second:26.496847469301642 
Step 180 | loss:0.10931943356990814 lr:0.0002980068710086933 tokens_per_second:24.646606121365803 
Step 181 | loss:0.7708260416984558 lr:0.0002979568454905929 tokens_per_second:45.287191087650726 
Step 182 | loss:0.2569867968559265 lr:0.0002979062042383776 tokens_per_second:27.415622706621768 
Step 183 | loss:0.1399020403623581 lr:0.00029785494746279486 tokens_per_second:25.398277821826568 
Step 184 | loss:0.14960218966007233 lr:0.0002978030753771539 tokens_per_second:24.52537845844106 
Step 185 | loss:0.22816604375839233 lr:0.00029775058819732456 tokens_per_second:27.570776840457572 
Step 186 | loss:0.14946314692497253 lr:0.0002976974861417362 tokens_per_second:25.010685386379446 
Step 187 | loss:0.14372599124908447 lr:0.0002976437694313774 tokens_per_second:25.710076045879052 
Step 188 | loss:0.1963363140821457 lr:0.00029758943828979444 tokens_per_second:25.718266334863056 
Step 189 | loss:0.33523955941200256 lr:0.0002975344929430906 tokens_per_second:29.26248732137905 
Step 190 | loss:0.2742941379547119 lr:0.0002974789336199254 tokens_per_second:27.877209088961443 
Step 191 | loss:0.16785435378551483 lr:0.0002974227605515133 tokens_per_second:25.638320486654504 
Step 192 | loss:0.32408612966537476 lr:0.000297365973971623 tokens_per_second:29.05056951650335 
Step 193 | loss:0.26206734776496887 lr:0.00029730857411657625 tokens_per_second:29.014862212411554 
Step 194 | loss:0.39739346504211426 lr:0.0002972505612252472 tokens_per_second:29.73318381334214 
Step 195 | loss:0.22305171191692352 lr:0.000297191935539061 tokens_per_second:26.5702515417737 
Step 196 | loss:0.26790377497673035 lr:0.0002971326973019932 tokens_per_second:29.61265330236909 
Step 197 | loss:0.2805042862892151 lr:0.00029707284676056824 tokens_per_second:27.926213161487144 
Step 198 | loss:0.39509302377700806 lr:0.00029701238416385896 tokens_per_second:49.27957444718608 
Step 199 | loss:0.22512231767177582 lr:0.0002969513097634853 tokens_per_second:25.54596523837673 
Step 200 | loss:0.22915391623973846 lr:0.0002968896238136131 tokens_per_second:27.614343461356253 
Step 201 | loss:0.4450075626373291 lr:0.00029682732657095343 tokens_per_second:32.449823682241075 
Step 202 | loss:0.2822609543800354 lr:0.0002967644182947611 tokens_per_second:26.468506568151824 
Step 203 | loss:0.16522501409053802 lr:0.00029670089924683395 tokens_per_second:27.089736662219412 
Step 204 | loss:0.1662369668483734 lr:0.00029663676969151145 tokens_per_second:25.773216764124207 
Step 205 | loss:0.22237122058868408 lr:0.00029657202989567393 tokens_per_second:28.194917008383378 
Step 206 | loss:0.17578259110450745 lr:0.000296506680128741 tokens_per_second:26.068473364526163 
Step 207 | loss:0.21348457038402557 lr:0.000296440720662671 tokens_per_second:25.620284268407865 
Step 208 | loss:0.11938310414552689 lr:0.0002963741517719595 tokens_per_second:25.033545091518995 
Step 209 | loss:0.3255937695503235 lr:0.0002963069737336381 tokens_per_second:28.323014495801942 
Step 210 | loss:0.1764463186264038 lr:0.0002962391868272735 tokens_per_second:25.35720800611589 
Step 211 | loss:0.3069903552532196 lr:0.0002961707913349664 tokens_per_second:29.45638663912062 
Step 212 | loss:0.12997594475746155 lr:0.00029610178754135 tokens_per_second:26.526683515199736 
Step 213 | loss:0.25147995352745056 lr:0.00029603217573358903 tokens_per_second:27.480946328545475 
Step 214 | loss:0.1419038027524948 lr:0.0002959619562013785 tokens_per_second:25.46916836676005 
Step 215 | loss:0.20838730037212372 lr:0.00029589112923694266 tokens_per_second:26.866128869659928 
Step 216 | loss:0.5019997358322144 lr:0.00029581969513503336 tokens_per_second:30.590283403350085 
Step 217 | loss:0.17711344361305237 lr:0.00029574765419292944 tokens_per_second:26.224992587501085 
Step 218 | loss:0.19548235833644867 lr:0.00029567500671043485 tokens_per_second:27.163284655070758 
Step 219 | loss:0.17233605682849884 lr:0.00029560175298987785 tokens_per_second:25.43988406570025 
Step 220 | loss:0.26489195227622986 lr:0.00029552789333610964 tokens_per_second:29.01900848832953 
Step 221 | loss:0.2989203929901123 lr:0.000295453428056503 tokens_per_second:41.458067705015935 
Step 222 | loss:0.47189539670944214 lr:0.0002953783574609511 tokens_per_second:32.81863534234952 
Step 223 | loss:0.2159532606601715 lr:0.00029530268186186607 tokens_per_second:27.422601362689534 
Step 224 | loss:0.24854876101016998 lr:0.000295226401574178 tokens_per_second:27.452557014426763 
Step 225 | loss:0.17799298465251923 lr:0.0002951495169153333 tokens_per_second:26.259877699404925 
Step 226 | loss:0.23659390211105347 lr:0.0002950720282052936 tokens_per_second:27.381617970268557 
Step 227 | loss:0.2875310480594635 lr:0.00029499393576653415 tokens_per_second:27.78542307186578 
Step 228 | loss:0.1853114366531372 lr:0.000294915239924043 tokens_per_second:26.01598157053184 
Step 229 | loss:0.20723183453083038 lr:0.00029483594100531904 tokens_per_second:26.9374097868239 
Step 230 | loss:0.18567462265491486 lr:0.00029475603934037094 tokens_per_second:28.26129687872019 
Step 231 | loss:0.2159598022699356 lr:0.0002946755352617159 tokens_per_second:26.108956144194124 
Step 232 | loss:0.5554730892181396 lr:0.00029459442910437797 tokens_per_second:37.890851899801994 
Step 233 | loss:0.16841605305671692 lr:0.0002945127212058868 tokens_per_second:27.793512435385306 
Step 234 | loss:0.18691793084144592 lr:0.0002944304119062763 tokens_per_second:25.85891321241923 
Step 235 | loss:0.475534051656723 lr:0.00029434750154808315 tokens_per_second:31.731920308344037 
Step 236 | loss:0.32577836513519287 lr:0.0002942639904763454 tokens_per_second:28.72230606951193 
Step 237 | loss:0.24780578911304474 lr:0.00029417987903860085 tokens_per_second:26.157399135056597 
Step 238 | loss:0.4592611789703369 lr:0.00029409516758488604 tokens_per_second:29.092496956467006 
Step 239 | loss:0.20910370349884033 lr:0.00029400985646773427 tokens_per_second:25.834047545834654 
Step 240 | loss:0.3345889449119568 lr:0.0002939239460421746 tokens_per_second:36.95295805086536 
Step 241 | loss:0.2788454294204712 lr:0.00029383743666572997 tokens_per_second:28.251422347676492 
Step 242 | loss:0.25110748410224915 lr:0.0002937503286984161 tokens_per_second:31.1531296790397 
Step 243 | loss:0.12505358457565308 lr:0.00029366262250273955 tokens_per_second:25.707831813301144 
Step 244 | loss:0.19853049516677856 lr:0.0002935743184436967 tokens_per_second:28.82397411851371 
Step 245 | loss:0.13737830519676208 lr:0.00029348541688877184 tokens_per_second:26.080899965199777 
Step 246 | loss:0.2808040678501129 lr:0.0002933959182079358 tokens_per_second:30.651486650707277 
Step 247 | loss:0.20190127193927765 lr:0.0002933058227736445 tokens_per_second:2.4558488964411054 
Step 248 | loss:0.27788716554641724 lr:0.0002932151309608371 tokens_per_second:30.795634020031972 
Step 249 | loss:0.16745348274707794 lr:0.0002931238431469348 tokens_per_second:26.168156681753388 
Step 250 | loss:0.1352478563785553 lr:0.0002930319597118391 tokens_per_second:25.641114648823457 
Step 251 | loss:0.16037540137767792 lr:0.0002929394810379302 tokens_per_second:26.222101873908255 
Step 252 | loss:0.15486691892147064 lr:0.0002928464075100653 tokens_per_second:25.589694391600258 
Step 253 | loss:0.06838858127593994 lr:0.0002927527395155773 tokens_per_second:25.101621868179095 
Step 254 | loss:0.20297524333000183 lr:0.00029265847744427303 tokens_per_second:27.978989506123373 
Step 255 | loss:0.21747390925884247 lr:0.0002925636216884315 tokens_per_second:27.85483353119426 
Step 256 | loss:0.40138790011405945 lr:0.0002924681726428024 tokens_per_second:40.8061087865732 
Step 257 | loss:0.36459895968437195 lr:0.0002923721307046046 tokens_per_second:30.193453369138105 
Step 258 | loss:0.26835012435913086 lr:0.00029227549627352406 tokens_per_second:30.148250673667867 
Step 259 | loss:0.13260240852832794 lr:0.00029217826975171275 tokens_per_second:26.505102970393597 
Step 260 | loss:0.13727542757987976 lr:0.0002920804515437865 tokens_per_second:25.84774953060329 
Step 261 | loss:0.08497022837400436 lr:0.00029198204205682345 tokens_per_second:24.968032880651194 
Step 262 | loss:0.12959414720535278 lr:0.00029188304170036256 tokens_per_second:24.832849265416055 
Step 263 | loss:0.24453069269657135 lr:0.00029178345088640156 tokens_per_second:29.527703116842105 
Step 264 | loss:0.27455517649650574 lr:0.00029168327002939554 tokens_per_second:30.385070501311105 
Step 265 | loss:0.1538664549589157 lr:0.0002915824995462551 tokens_per_second:25.670914960736035 
Step 266 | loss:0.6323505640029907 lr:0.0002914811398563445 tokens_per_second:45.24002730150147 
Step 267 | loss:0.1473812460899353 lr:0.0002913791913814802 tokens_per_second:27.190275149217154 
Step 268 | loss:0.12189734727144241 lr:0.0002912766545459287 tokens_per_second:26.395754878753202 
Step 269 | loss:0.1345735490322113 lr:0.00029117352977640524 tokens_per_second:25.151809204196848 
Step 270 | loss:0.24747492372989655 lr:0.0002910698175020717 tokens_per_second:28.004513838047963 
Step 271 | loss:0.19196867942810059 lr:0.0002909655181545349 tokens_per_second:26.76361582710373 
Step 272 | loss:0.10043129324913025 lr:0.00029086063216784486 tokens_per_second:25.676373344741293 
Step 273 | loss:0.18980026245117188 lr:0.00029075515997849287 tokens_per_second:28.542347591096465 
Step 274 | loss:0.11378426849842072 lr:0.0002906491020254098 tokens_per_second:25.82525645120739 
Step 275 | loss:0.44543981552124023 lr:0.00029054245874996426 tokens_per_second:33.074516588664046 
Step 276 | loss:0.3478463590145111 lr:0.00029043523059596053 tokens_per_second:30.4245893333533 
Step 277 | loss:0.1551779806613922 lr:0.0002903274180096372 tokens_per_second:27.391450205672758 
Step 278 | loss:0.19752492010593414 lr:0.00029021902143966486 tokens_per_second:29.697710488234268 
Step 279 | loss:0.1411871314048767 lr:0.0002901100413371443 tokens_per_second:26.882733558045746 
Step 280 | loss:0.10318795591592789 lr:0.000290000478155605 tokens_per_second:25.75811341345982 
Step 281 | loss:0.2703797519207001 lr:0.0002898903323510027 tokens_per_second:28.066774354244775 
Step 282 | loss:0.10094183683395386 lr:0.00028977960438171784 tokens_per_second:25.022680647110555 
Step 283 | loss:0.3009862005710602 lr:0.00028966829470855365 tokens_per_second:36.86441507619794 
Step 284 | loss:0.1663733571767807 lr:0.00028955640379473425 tokens_per_second:27.06138929888151 
Step 285 | loss:0.1456306427717209 lr:0.0002894439321059024 tokens_per_second:26.69179311325297 
Step 286 | loss:0.094902902841568 lr:0.000289330880110118 tokens_per_second:26.305343040134424 
Step 287 | loss:0.1621195375919342 lr:0.0002892172482778558 tokens_per_second:25.749990882364536 
Step 288 | loss:0.119275763630867 lr:0.00028910303708200373 tokens_per_second:28.72834123224247 
Step 289 | loss:0.24522621929645538 lr:0.00028898824699786065 tokens_per_second:46.45409482303105 
Step 290 | loss:0.06622390449047089 lr:0.0002888728785031347 tokens_per_second:25.696641642395438 
Step 291 | loss:0.15734422206878662 lr:0.0002887569320779408 tokens_per_second:27.40326537995725 
Step 292 | loss:0.2764241397380829 lr:0.0002886404082047994 tokens_per_second:29.7694704499308 
Step 293 | loss:0.12691201269626617 lr:0.0002885233073686336 tokens_per_second:26.062888601602193 
Step 294 | loss:0.23705248534679413 lr:0.00028840563005676787 tokens_per_second:38.08448300477761 
Step 295 | loss:0.2215973436832428 lr:0.0002882873767589257 tokens_per_second:26.995870947546877 
Step 296 | loss:0.21277199685573578 lr:0.00028816854796722747 tokens_per_second:27.963764691833905 
Step 297 | loss:0.07298623025417328 lr:0.0002880491441761887 tokens_per_second:25.370893047841328 
Step 298 | loss:0.21621771156787872 lr:0.0002879291658827176 tokens_per_second:26.53480000519777 
Step 299 | loss:0.17187440395355225 lr:0.00028780861358611336 tokens_per_second:27.110379134703496 
Step 300 | loss:0.11943832039833069 lr:0.00028768748778806386 tokens_per_second:25.523941886424566 
Step 301 | loss:0.17114640772342682 lr:0.0002875657889926438 tokens_per_second:26.8826529397858 
Step 302 | loss:0.1602625548839569 lr:0.00028744351770631225 tokens_per_second:27.980619079213827 
Step 303 | loss:0.3474878668785095 lr:0.0002873206744379109 tokens_per_second:30.784829802342127 
Step 304 | loss:0.25184041261672974 lr:0.00028719725969866166 tokens_per_second:27.95640966127912 
Step 305 | loss:0.1511586308479309 lr:0.00028707327400216476 tokens_per_second:27.5571299650666 
Step 306 | loss:0.2870996594429016 lr:0.0002869487178643965 tokens_per_second:49.35711542815791 
Step 307 | loss:0.07821094989776611 lr:0.0002868235918037071 tokens_per_second:25.1472026156663 
Step 308 | loss:0.08989135175943375 lr:0.0002866978963408185 tokens_per_second:25.673138561470545 
Step 309 | loss:0.18875037133693695 lr:0.00028657163199882237 tokens_per_second:26.83699189923491 
Step 310 | loss:0.2973962128162384 lr:0.00028644479930317775 tokens_per_second:29.14708198819496 
Step 311 | loss:0.07903691381216049 lr:0.0002863173987817089 tokens_per_second:25.26364074294351 
Step 312 | loss:0.12309721112251282 lr:0.0002861894309646032 tokens_per_second:27.86396657817247 
Step 313 | loss:0.2581143081188202 lr:0.0002860608963844088 tokens_per_second:28.919762315485443 
Step 314 | loss:0.059332553297281265 lr:0.00028593179557603264 tokens_per_second:25.128664568013463 
Step 315 | loss:0.15558934211730957 lr:0.0002858021290767378 tokens_per_second:26.074252118738052 
Step 316 | loss:0.21225206553936005 lr:0.0002856718974261417 tokens_per_second:27.476617647999674 
Step 317 | loss:0.15849658846855164 lr:0.0002855411011662137 tokens_per_second:27.55699546165277 
Step 318 | loss:0.12382791936397552 lr:0.00028540974084127285 tokens_per_second:25.638212852977986 
Step 319 | loss:0.18889032304286957 lr:0.0002852778169979854 tokens_per_second:29.3844846459455 
Step 320 | loss:0.14049118757247925 lr:0.0002851453301853628 tokens_per_second:26.496614370261934 
Step 321 | loss:0.21719056367874146 lr:0.00028501228095475963 tokens_per_second:28.663362542844546 
Step 322 | loss:0.2606356739997864 lr:0.00028487866985987066 tokens_per_second:27.130026152274326 
Step 323 | loss:0.17685319483280182 lr:0.000284744497456729 tokens_per_second:26.8175870202961 
Step 324 | loss:0.1058303564786911 lr:0.0002846097643037037 tokens_per_second:27.04049214987365 
Step 325 | loss:0.1545211672782898 lr:0.00028447447096149756 tokens_per_second:27.136321387990204 
Step 326 | loss:0.13468456268310547 lr:0.0002843386179931444 tokens_per_second:25.534930240123398 
Step 327 | loss:0.2240501344203949 lr:0.0002842022059640072 tokens_per_second:27.552338708614073 
Step 328 | loss:0.212601900100708 lr:0.0002840652354417753 tokens_per_second:25.913628706544195 
Step 329 | loss:0.14948788285255432 lr:0.0002839277069964624 tokens_per_second:2.435218195778279 
Step 330 | loss:0.15124167501926422 lr:0.00028378962120040405 tokens_per_second:27.92827987691364 
Step 331 | loss:0.41285020112991333 lr:0.00028365097862825513 tokens_per_second:29.78190265917297 
Step 332 | loss:0.10074041783809662 lr:0.00028351177985698776 tokens_per_second:25.891948505985027 
Step 333 | loss:0.07904043793678284 lr:0.00028337202546588856 tokens_per_second:25.692486191280818 
Step 334 | loss:0.08084375411272049 lr:0.00028323171603655654 tokens_per_second:26.63966412142916 
Step 335 | loss:0.1934763342142105 lr:0.00028309085215290044 tokens_per_second:28.018667202098673 
Step 336 | loss:0.23320895433425903 lr:0.0002829494344011365 tokens_per_second:29.12255245134882 
Step 337 | loss:0.26282617449760437 lr:0.00028280746336978584 tokens_per_second:30.565025261931236 
Step 338 | loss:0.13918863236904144 lr:0.0002826649396496721 tokens_per_second:27.67599467187939 
Step 339 | loss:0.37480252981185913 lr:0.00028252186383391915 tokens_per_second:30.832596428110016 
Step 340 | loss:0.202290877699852 lr:0.00028237823651794814 tokens_per_second:29.622531573769376 
Step 341 | loss:0.3471892476081848 lr:0.0002822340582994757 tokens_per_second:34.862745705755906 
Step 342 | loss:0.1173844113945961 lr:0.00028208932977851067 tokens_per_second:27.171465255569565 
Step 343 | loss:0.08272592723369598 lr:0.00028194405155735236 tokens_per_second:25.405533703730384 
Step 344 | loss:0.23224033415317535 lr:0.0002817982242405877 tokens_per_second:29.34357420670181 
Step 345 | loss:0.0849987268447876 lr:0.0002816518484350883 tokens_per_second:26.161606595698668 
Step 346 | loss:0.10456151515245438 lr:0.0002815049247500089 tokens_per_second:25.444454692570044 
Step 347 | loss:0.10481954365968704 lr:0.000281357453796784 tokens_per_second:25.982105505855184 
Step 348 | loss:0.17328521609306335 lr:0.00028120943618912555 tokens_per_second:28.86391129043753 
Step 349 | loss:0.21103811264038086 lr:0.00028106087254302055 tokens_per_second:28.64979843746886 
Step 350 | loss:0.21902960538864136 lr:0.0002809117634767284 tokens_per_second:46.52251368155828 
Step 351 | loss:0.14540477097034454 lr:0.00028076210961077824 tokens_per_second:28.282241587663993 
Step 352 | loss:0.131958469748497 lr:0.00028061191156796656 tokens_per_second:28.596994211919963 
Step 353 | loss:0.11106979846954346 lr:0.0002804611699733543 tokens_per_second:27.42537212342168 
Step 354 | loss:0.15309403836727142 lr:0.0002803098854542645 tokens_per_second:27.332438679409627 
Step 355 | loss:0.08987127989530563 lr:0.0002801580586402798 tokens_per_second:26.044375595641757 
Step 356 | loss:0.0846705213189125 lr:0.00028000569016323933 tokens_per_second:25.428274055990098 
Step 357 | loss:0.0579807311296463 lr:0.00027985278065723664 tokens_per_second:25.543471403925466 
Step 358 | loss:0.08513132482767105 lr:0.0002796993307586168 tokens_per_second:25.535696343184057 
Step 359 | loss:0.16423366963863373 lr:0.0002795453411059735 tokens_per_second:28.901214457953483 
Step 360 | loss:0.10232408344745636 lr:0.00027939081234014705 tokens_per_second:26.04582564564279 
Step 361 | loss:0.17425237596035004 lr:0.00027923574510422107 tokens_per_second:28.816139457615787 
Step 362 | loss:0.10818763077259064 lr:0.00027908014004352015 tokens_per_second:26.77321406020125 
Step 363 | loss:0.1219080239534378 lr:0.000278923997805607 tokens_per_second:26.43978914640809 
Step 364 | loss:0.18883146345615387 lr:0.0002787673190402799 tokens_per_second:29.356129328390296 
Step 365 | loss:0.049473512917757034 lr:0.00027861010439957 tokens_per_second:24.814627178447857 
Step 366 | loss:0.10380129516124725 lr:0.00027845235453773836 tokens_per_second:26.156161331643496 
Step 367 | loss:0.25673606991767883 lr:0.0002782940701112735 tokens_per_second:41.97758575090304 
Step 368 | loss:0.13595959544181824 lr:0.00027813525177888875 tokens_per_second:25.546459383944793 
Step 369 | loss:0.07060091942548752 lr:0.000277975900201519 tokens_per_second:26.439384481259708 
Step 370 | loss:0.17305821180343628 lr:0.00027781601604231847 tokens_per_second:29.48115023477822 
Step 371 | loss:0.09752529859542847 lr:0.00027765559996665776 tokens_per_second:25.641107946401856 
Step 372 | loss:0.1287485659122467 lr:0.00027749465264212105 tokens_per_second:27.280848247326034 
Step 373 | loss:0.4175987243652344 lr:0.00027733317473850334 tokens_per_second:38.10160912068636 
Step 374 | loss:0.1983218789100647 lr:0.0002771711669278078 tokens_per_second:29.754610584348036 
Step 375 | loss:0.16053375601768494 lr:0.0002770086298842426 tokens_per_second:26.132564912320444 
Step 376 | loss:0.1422896385192871 lr:0.0002768455642842186 tokens_per_second:27.053894027445008 
Step 377 | loss:0.3006550967693329 lr:0.00027668197080634615 tokens_per_second:29.299712022040342 
Step 378 | loss:0.15117695927619934 lr:0.0002765178501314325 tokens_per_second:27.35079526715666 
Step 379 | loss:0.20292872190475464 lr:0.0002763532029424787 tokens_per_second:29.2706628181855 
Step 380 | loss:0.14688438177108765 lr:0.0002761880299246772 tokens_per_second:26.24844117095657 
Step 381 | loss:0.1975165605545044 lr:0.00027602233176540845 tokens_per_second:30.42158131983461 
Step 382 | loss:0.11565963178873062 lr:0.0002758561091542385 tokens_per_second:25.28472147460102 
Step 383 | loss:0.11512219160795212 lr:0.0002756893627829159 tokens_per_second:26.93898164917155 
Step 384 | loss:0.08229611068964005 lr:0.00027552209334536887 tokens_per_second:27.39689039832481 
Step 385 | loss:0.08402958512306213 lr:0.00027535430153770237 tokens_per_second:25.90054270613325 
Step 386 | loss:0.14208926260471344 lr:0.0002751859880581954 tokens_per_second:27.7153966058461 
Step 387 | loss:0.14616376161575317 lr:0.00027501715360729763 tokens_per_second:26.94360228013201 
Step 388 | loss:0.1730237752199173 lr:0.00027484779888762705 tokens_per_second:26.899959950630862 
Step 389 | loss:0.13633741438388824 lr:0.0002746779246039668 tokens_per_second:26.399767073885258 
Step 390 | loss:0.17930124700069427 lr:0.0002745075314632621 tokens_per_second:30.835956167037008 
Step 391 | loss:0.18073803186416626 lr:0.0002743366201746174 tokens_per_second:26.743421269216977 
Step 392 | loss:0.10662160813808441 lr:0.00027416519144929364 tokens_per_second:25.841029878382155 
Step 393 | loss:0.08790341019630432 lr:0.000273993246000705 tokens_per_second:25.527851226000436 
Step 394 | loss:0.10646265745162964 lr:0.00027382078454441606 tokens_per_second:26.752034737124486 
Step 395 | loss:0.11131206154823303 lr:0.00027364780779813884 tokens_per_second:26.39474266818544 
Step 396 | loss:0.04854186251759529 lr:0.00027347431648172966 tokens_per_second:25.335734652359697 
Step 397 | loss:0.09265189617872238 lr:0.00027330031131718647 tokens_per_second:25.98296787034476 
Step 398 | loss:0.25581830739974976 lr:0.00027312579302864545 tokens_per_second:28.046184811658154 
Step 399 | loss:0.21611958742141724 lr:0.00027295076234237824 tokens_per_second:29.255287257476162 
Step 400 | loss:0.11427658796310425 lr:0.000272775219986789 tokens_per_second:25.196338020201807 
Step 401 | loss:0.12850412726402283 lr:0.000272599166692411 tokens_per_second:26.159597519039288 
Step 402 | loss:0.1719895303249359 lr:0.00027242260319190406 tokens_per_second:27.88715801204767 
Step 403 | loss:0.15583567321300507 lr:0.0002722455302200511 tokens_per_second:26.94036563339275 
Step 404 | loss:0.13180167973041534 lr:0.0002720679485137552 tokens_per_second:26.126066807001486 
Step 405 | loss:0.21783749759197235 lr:0.0002718898588120368 tokens_per_second:28.63296901227528 
Step 406 | loss:0.08918093144893646 lr:0.0002717112618560303 tokens_per_second:26.007738633279946 
Step 407 | loss:0.1732533872127533 lr:0.00027153215838898097 tokens_per_second:27.35703154618998 
Step 408 | loss:0.10146462917327881 lr:0.0002713525491562421 tokens_per_second:26.950328788662794 
Step 409 | loss:0.1363086849451065 lr:0.0002711724349052717 tokens_per_second:28.77895328801991 
Step 410 | loss:0.2547774314880371 lr:0.0002709918163856295 tokens_per_second:28.934634035518343 
Step 411 | loss:0.04431741684675217 lr:0.00027081069434897373 tokens_per_second:2.469016720811807 
Step 412 | loss:0.07153534889221191 lr:0.00027062906954905807 tokens_per_second:25.705412409817423 
Step 413 | loss:0.08639424294233322 lr:0.00027044694274172847 tokens_per_second:25.60418469636535 
Step 414 | loss:0.07588272541761398 lr:0.0002702643146849201 tokens_per_second:27.15079673041723 
Step 415 | loss:0.07216906547546387 lr:0.00027008118613865406 tokens_per_second:27.342349628608556 
Step 416 | loss:0.13180014491081238 lr:0.0002698975578650342 tokens_per_second:29.20392849902502 
Step 417 | loss:0.0907045528292656 lr:0.0002697134306282442 tokens_per_second:29.14932169152795 
Step 418 | loss:0.09358737617731094 lr:0.000269528805194544 tokens_per_second:26.506698845922404 
Step 419 | loss:0.10208097100257874 lr:0.00026934368233226714 tokens_per_second:26.690343259642244 
Step 420 | loss:0.2290959358215332 lr:0.00026915806281181686 tokens_per_second:31.115503395119344 
Step 421 | loss:0.19107021391391754 lr:0.0002689719474056636 tokens_per_second:33.762110535451335 
Step 422 | loss:0.12249638885259628 lr:0.00026878533688834123 tokens_per_second:26.73185650603062 
Step 423 | loss:0.07633564621210098 lr:0.0002685982320364443 tokens_per_second:25.760205735432834 
Step 424 | loss:0.06299840658903122 lr:0.00026841063362862435 tokens_per_second:25.266588208443174 
Step 425 | loss:0.09873507171869278 lr:0.00026822254244558707 tokens_per_second:26.45905770803768 
Step 426 | loss:0.14226271212100983 lr:0.00026803395927008875 tokens_per_second:30.452068540915842 
Step 427 | loss:0.051481425762176514 lr:0.0002678448848869332 tokens_per_second:25.40316630285015 
Step 428 | loss:0.15372973680496216 lr:0.0002676553200829684 tokens_per_second:28.004889001572792 
Step 429 | loss:0.07527767866849899 lr:0.0002674652656470833 tokens_per_second:25.265430315511423 
Step 430 | loss:0.0850643515586853 lr:0.00026727472237020447 tokens_per_second:26.58091614633123 
Step 431 | loss:0.16093553602695465 lr:0.0002670836910452928 tokens_per_second:29.561949555957664 
Step 432 | loss:0.14222730696201324 lr:0.00026689217246734034 tokens_per_second:33.31878200149817 
Step 433 | loss:0.05582299828529358 lr:0.00026670016743336663 tokens_per_second:25.773933712804862 
Step 434 | loss:0.16847339272499084 lr:0.000266507676742416 tokens_per_second:29.31284978209479 
Step 435 | loss:0.06590673327445984 lr:0.0002663147011955535 tokens_per_second:25.304493164740386 
Step 436 | loss:0.1086573377251625 lr:0.00026612124159586237 tokens_per_second:27.357771685400238 
Step 437 | loss:0.07326987385749817 lr:0.0002659272987484398 tokens_per_second:25.8505179455886 
Step 438 | loss:0.08599051833152771 lr:0.0002657328734603944 tokens_per_second:27.861203884777094 
Step 439 | loss:0.12751926481723785 lr:0.00026553796654084236 tokens_per_second:27.315958391452178 
Step 440 | loss:0.061338383704423904 lr:0.0002653425788009043 tokens_per_second:25.320715362453498 
Step 441 | loss:0.08971039950847626 lr:0.00026514671105370166 tokens_per_second:26.490045794444814 
Step 442 | loss:0.07229851931333542 lr:0.0002649503641143536 tokens_per_second:28.092109630567236 
Step 443 | loss:0.07879554480314255 lr:0.00026475353879997345 tokens_per_second:27.99531501539593 
Step 444 | loss:0.1438409686088562 lr:0.00026455623592966534 tokens_per_second:29.362562878699446 
Step 445 | loss:0.04902695491909981 lr:0.0002643584563245207 tokens_per_second:25.87227701883901 
Step 446 | loss:0.08584899455308914 lr:0.00026416020080761505 tokens_per_second:26.262724387549053 
Step 447 | loss:0.10885053128004074 lr:0.0002639614702040045 tokens_per_second:26.562796233425047 
Step 448 | loss:0.09343641996383667 lr:0.00026376226534072196 tokens_per_second:26.196082688286012 
Step 449 | loss:0.07097819447517395 lr:0.0002635625870467744 tokens_per_second:25.339998594271346 
Step 450 | loss:0.13219021260738373 lr:0.00026336243615313873 tokens_per_second:28.248645065371722 
Step 451 | loss:0.09798001497983932 lr:0.0002631618134927588 tokens_per_second:27.121363188297103 
Step 452 | loss:0.10778050869703293 lr:0.00026296071990054165 tokens_per_second:26.200954415776927 
Step 453 | loss:0.11592131108045578 lr:0.00026275915621335415 tokens_per_second:28.93764292847116 
Step 454 | loss:0.09736446291208267 lr:0.00026255712327001953 tokens_per_second:26.614961405366834 
Step 455 | loss:0.08250018954277039 lr:0.00026235462191131386 tokens_per_second:27.2581307065155 
Step 456 | loss:0.0874345675110817 lr:0.00026215165297996265 tokens_per_second:27.445291478494276 
Step 457 | loss:0.10623831301927567 lr:0.00026194821732063704 tokens_per_second:31.050914922657505 
Step 458 | loss:0.0399872250854969 lr:0.0002617443157799507 tokens_per_second:26.984757084101908 
Step 459 | loss:0.08426154404878616 lr:0.0002615399492064559 tokens_per_second:25.675634940314136 
Step 460 | loss:0.06980495154857635 lr:0.0002613351184506405 tokens_per_second:25.91137750898573 
Step 461 | loss:0.06644066423177719 lr:0.00026112982436492374 tokens_per_second:25.576100061006354 
Step 462 | loss:0.23457644879817963 lr:0.00026092406780365315 tokens_per_second:43.57013882200681 
Step 463 | loss:0.08524341881275177 lr:0.0002607178496231011 tokens_per_second:25.595754634278613 
Step 464 | loss:0.08896379172801971 lr:0.0002605111706814607 tokens_per_second:26.434823341435123 
Step 465 | loss:0.11239177733659744 lr:0.00026030403183884286 tokens_per_second:28.671032960092603 
Step 466 | loss:0.15566910803318024 lr:0.0002600964339572721 tokens_per_second:28.680275465465364 
Step 467 | loss:0.06618942320346832 lr:0.0002598883779006836 tokens_per_second:25.232104597966813 
Step 468 | loss:0.18475626409053802 lr:0.00025967986453491893 tokens_per_second:46.179750839595535 
Step 469 | loss:0.08930816501379013 lr:0.0002594708947277231 tokens_per_second:25.53975949992032 
Step 470 | loss:0.07736650109291077 lr:0.00025926146934874037 tokens_per_second:25.25639011535463 
Step 471 | loss:0.07395880669355392 lr:0.00025905158926951106 tokens_per_second:24.852393967942092 
Step 472 | loss:0.14578936994075775 lr:0.0002588412553634677 tokens_per_second:29.120522476103353 
Step 473 | loss:0.08429473638534546 lr:0.0002586304685059315 tokens_per_second:26.521295143848956 
Step 474 | loss:0.058789145201444626 lr:0.0002584192295741087 tokens_per_second:25.01818819094076 
Step 475 | loss:0.1210474893450737 lr:0.00025820753944708676 tokens_per_second:25.713098613751175 
Step 476 | loss:0.14932891726493835 lr:0.00025799539900583083 tokens_per_second:32.63928693991858 
Step 477 | loss:0.07693927735090256 lr:0.00025778280913318024 tokens_per_second:25.700418679224995 
Step 478 | loss:0.12946289777755737 lr:0.00025756977071384455 tokens_per_second:28.925811254599793 
Step 479 | loss:0.1402451992034912 lr:0.00025735628463439985 tokens_per_second:27.802747256115044 
Step 480 | loss:0.24248644709587097 lr:0.0002571423517832855 tokens_per_second:32.32165525887773 
Step 481 | loss:0.13906627893447876 lr:0.0002569279730508 tokens_per_second:29.111542605580546 
Step 482 | loss:0.11078114807605743 lr:0.00025671314932909726 tokens_per_second:27.662224271475843 
Step 483 | loss:0.09342502802610397 lr:0.00025649788151218324 tokens_per_second:26.618051701636414 
Step 484 | loss:0.052800778299570084 lr:0.0002562821704959121 tokens_per_second:25.094853767953428 
Step 485 | loss:0.14661704003810883 lr:0.00025606601717798207 tokens_per_second:29.140071551052607 
Step 486 | loss:0.04939623549580574 lr:0.00025584942245793256 tokens_per_second:25.31144462439662 
Step 487 | loss:0.23868273198604584 lr:0.0002556323872371394 tokens_per_second:31.195706912548427 
Step 488 | loss:0.059099409729242325 lr:0.0002554149124188119 tokens_per_second:25.17978419560341 
Step 489 | loss:0.14185304939746857 lr:0.00025519699890798873 tokens_per_second:28.502682149616064 
Step 490 | loss:0.06964778900146484 lr:0.0002549786476115343 tokens_per_second:26.361047547340497 
Step 491 | loss:0.11849409341812134 lr:0.00025475985943813456 tokens_per_second:30.228387878490647 
Step 492 | loss:0.15912871062755585 lr:0.00025454063529829405 tokens_per_second:27.638468003178694 
Step 493 | loss:0.10273066908121109 lr:0.00025432097610433114 tokens_per_second:2.5711870503548386 
Step 494 | loss:0.08519335836172104 lr:0.0002541008827703751 tokens_per_second:26.768453631366405 
Step 495 | loss:0.18020127713680267 lr:0.00025388035621236175 tokens_per_second:42.52142918840562 
Step 496 | loss:0.08716088533401489 lr:0.0002536593973480297 tokens_per_second:28.30248712920789 
Step 497 | loss:0.06728768348693848 lr:0.0002534380070969168 tokens_per_second:26.974591074315022 
Step 498 | loss:0.053552184253931046 lr:0.0002532161863803561 tokens_per_second:30.54326254761675 
Step 499 | loss:0.06194024533033371 lr:0.000252993936121472 tokens_per_second:26.07242877347943 
Step 500 | loss:0.05197456106543541 lr:0.0002527712572451766 tokens_per_second:24.276215684065082 
Step 501 | loss:0.10210460424423218 lr:0.00025254815067816565 tokens_per_second:33.72239174941626 
Step 502 | loss:0.06846964359283447 lr:0.0002523246173489147 tokens_per_second:27.29725462003755 
Step 503 | loss:0.05332348123192787 lr:0.0002521006581876755 tokens_per_second:28.15119461576152 
Step 504 | loss:0.07960619777441025 lr:0.00025187627412647174 tokens_per_second:27.972964893363727 
Step 505 | loss:0.06881499290466309 lr:0.0002516514660990954 tokens_per_second:26.21666610978549 
Step 506 | loss:0.0708048865199089 lr:0.00025142623504110286 tokens_per_second:25.92055841565728 
Step 507 | loss:0.05358026921749115 lr:0.00025120058188981116 tokens_per_second:26.785238706601625 
Step 508 | loss:0.06501401960849762 lr:0.00025097450758429355 tokens_per_second:26.697143109459 
Step 509 | loss:0.07408364862203598 lr:0.00025074801306537617 tokens_per_second:32.60680694200789 
Step 510 | loss:0.05592946708202362 lr:0.0002505210992756339 tokens_per_second:26.068356861418362 
Step 511 | loss:0.06458870321512222 lr:0.00025029376715938643 tokens_per_second:25.80661256466065 
Step 512 | loss:0.04095899313688278 lr:0.00025006601766269435 tokens_per_second:24.775292908408954 
Step 513 | loss:0.07089710980653763 lr:0.0002498378517333552 tokens_per_second:27.117758206300525 
Step 514 | loss:0.06088262051343918 lr:0.00024960927032089954 tokens_per_second:28.420203040588053 
Step 515 | loss:0.04466257616877556 lr:0.0002493802743765869 tokens_per_second:27.140118439702274 
Step 516 | loss:0.06355158239603043 lr:0.0002491508648534022 tokens_per_second:25.265333529613887 
Step 517 | loss:0.06397898495197296 lr:0.00024892104270605114 tokens_per_second:25.85126404766215 
Step 518 | loss:0.04467232525348663 lr:0.0002486908088909569 tokens_per_second:25.456125282023695 
Step 519 | loss:0.07998264580965042 lr:0.0002484601643662556 tokens_per_second:26.939741467548625 
Step 520 | loss:0.09008882194757462 lr:0.00024822911009179276 tokens_per_second:27.817346937041417 
Step 521 | loss:0.04372832179069519 lr:0.00024799764702911894 tokens_per_second:25.240491093072748 
Step 522 | loss:0.07698995620012283 lr:0.00024776577614148604 tokens_per_second:26.368786754386065 
Step 523 | loss:0.0871458649635315 lr:0.0002475334983938431 tokens_per_second:26.340608664085995 
Step 524 | loss:0.0722603052854538 lr:0.0002473008147528323 tokens_per_second:27.207606303389035 
Step 525 | loss:0.13454876840114594 lr:0.0002470677261867851 tokens_per_second:30.542872536685447 
Step 526 | loss:0.06288914382457733 lr:0.0002468342336657179 tokens_per_second:27.406281028277984 
Step 527 | loss:0.1785363256931305 lr:0.0002466003381613283 tokens_per_second:41.61555112884744 
Step 528 | loss:0.06654689460992813 lr:0.000246366040646991 tokens_per_second:25.558179909124824 
Step 529 | loss:0.047090645879507065 lr:0.0002461313420977536 tokens_per_second:25.7536554071755 
Step 530 | loss:0.06073646619915962 lr:0.0002458962434903327 tokens_per_second:25.042013912709287 
Step 531 | loss:0.10077465325593948 lr:0.00024566074580310973 tokens_per_second:27.742511158247975 
Step 532 | loss:0.08296004682779312 lr:0.000245424850016127 tokens_per_second:27.733971827940994 
Step 533 | loss:0.06989393383264542 lr:0.00024518855711108336 tokens_per_second:26.357970731729868 
Step 534 | loss:0.08559657633304596 lr:0.00024495186807133056 tokens_per_second:31.73355603018667 
Step 535 | loss:0.07483161240816116 lr:0.00024471478388186864 tokens_per_second:26.91797221665903 
Step 536 | loss:0.07223182916641235 lr:0.00024447730552934233 tokens_per_second:27.022578682296768 
Step 537 | loss:0.07769988477230072 lr:0.00024423943400203645 tokens_per_second:29.50464749576672 
Step 538 | loss:0.10197179764509201 lr:0.0002440011702898723 tokens_per_second:28.46682143623983 
Step 539 | loss:0.05895131453871727 lr:0.000243762515384403 tokens_per_second:25.28514678839412 
Step 540 | loss:0.05268536135554314 lr:0.00024352347027881003 tokens_per_second:25.804073563013453 
Step 541 | loss:0.06069988012313843 lr:0.0002432840359678983 tokens_per_second:29.007520034742758 
Step 542 | loss:0.0909409448504448 lr:0.0002430442134480928 tokens_per_second:28.863867204142903 
Step 543 | loss:0.08260142058134079 lr:0.00024280400371743378 tokens_per_second:31.75310389222309 
Step 544 | loss:0.1705392748117447 lr:0.0002425634077755731 tokens_per_second:40.99438134816807 
Step 545 | loss:0.09427907317876816 lr:0.0002423224266237698 tokens_per_second:28.156517536216445 
Step 546 | loss:0.052842382341623306 lr:0.000242081061264886 tokens_per_second:25.66106057057029 
Step 547 | loss:0.06495317071676254 lr:0.0002418393127033827 tokens_per_second:26.048670900633986 
Step 548 | loss:0.046990346163511276 lr:0.00024159718194531572 tokens_per_second:27.83821248993422 
Step 549 | loss:0.1288522630929947 lr:0.00024135466999833128 tokens_per_second:30.853803933079398 
Step 550 | loss:0.09485595673322678 lr:0.00024111177787166212 tokens_per_second:27.287362343171804 
Step 551 | loss:0.0885879397392273 lr:0.00024086850657612297 tokens_per_second:27.736416431388832 
Step 552 | loss:0.08185302466154099 lr:0.00024062485712410657 tokens_per_second:25.435283594032093 
Step 553 | loss:0.1004585400223732 lr:0.00024038083052957943 tokens_per_second:27.488361439059275 
Step 554 | loss:0.062268637120723724 lr:0.00024013642780807752 tokens_per_second:26.23557877217563 
Step 555 | loss:0.16138820350170135 lr:0.00023989164997670202 tokens_per_second:41.45792674488981 
Step 556 | loss:0.04397071152925491 lr:0.00023964649805411533 tokens_per_second:25.29049391224833 
Step 557 | loss:0.10754142701625824 lr:0.00023940097306053646 tokens_per_second:28.660638711688662 
Step 558 | loss:0.09108646214008331 lr:0.00023915507601773725 tokens_per_second:27.992788615287992 
Step 559 | loss:0.03928704932332039 lr:0.00023890880794903753 tokens_per_second:25.653328187531624 
Step 560 | loss:0.11415600031614304 lr:0.0002386621698793015 tokens_per_second:28.714504048650873 
Step 561 | loss:0.05778045579791069 lr:0.0002384151628349328 tokens_per_second:26.75043654533811 
Step 562 | loss:0.05380774661898613 lr:0.00023816778784387094 tokens_per_second:27.883671862660155 
Step 563 | loss:0.1013653576374054 lr:0.00023792004593558647 tokens_per_second:31.313281312178596 
Step 564 | loss:0.0896642655134201 lr:0.00023767193814107696 tokens_per_second:32.85264373658273 
Step 565 | loss:0.06864611804485321 lr:0.0002374234654928625 tokens_per_second:25.92111628126406 
Step 566 | loss:0.06538373976945877 lr:0.00023717462902498183 tokens_per_second:26.208671102153996 
Step 567 | loss:0.12256689369678497 lr:0.0002369254297729875 tokens_per_second:31.766263601515192 
Step 568 | loss:0.044428352266550064 lr:0.0002366758687739419 tokens_per_second:24.671987055718738 
Step 569 | loss:0.06562650203704834 lr:0.0002364259470664129 tokens_per_second:25.622618904859213 
Step 570 | loss:0.0658283531665802 lr:0.0002361756656904695 tokens_per_second:26.18444062265031 
Step 571 | loss:0.0667719841003418 lr:0.00023592502568767733 tokens_per_second:25.728011491359673 
Step 572 | loss:0.057629648596048355 lr:0.00023567402810109467 tokens_per_second:26.95864528046376 
Step 573 | loss:0.056006476283073425 lr:0.00023542267397526776 tokens_per_second:25.128527382438957 
Step 574 | loss:0.059499502182006836 lr:0.0002351709643562268 tokens_per_second:26.126697592661642 
Step 575 | loss:0.06411886215209961 lr:0.0002349189002914811 tokens_per_second:2.3677180555558546 
Step 576 | loss:0.06771167367696762 lr:0.00023466648283001538 tokens_per_second:27.755853660376708 
Step 577 | loss:0.05065832659602165 lr:0.0002344137130222847 tokens_per_second:26.338730785912702 
Step 578 | loss:0.04740547388792038 lr:0.00023416059192021078 tokens_per_second:26.933101567479994 
Step 579 | loss:0.032670583575963974 lr:0.00023390712057717695 tokens_per_second:25.211283436854732 
Step 580 | loss:0.06225903704762459 lr:0.0002336533000480244 tokens_per_second:28.66809578542748 
Step 581 | loss:0.04548748582601547 lr:0.00023339913138904723 tokens_per_second:25.853632318684614 
Step 582 | loss:0.08093904703855515 lr:0.00023314461565798842 tokens_per_second:30.795542731564595 
Step 583 | loss:0.04178836941719055 lr:0.00023288975391403538 tokens_per_second:26.495073558785894 
Step 584 | loss:0.021174384281039238 lr:0.00023263454721781537 tokens_per_second:24.934565395129837 
Step 585 | loss:0.03321753069758415 lr:0.00023237899663139123 tokens_per_second:24.79457161690861 
Step 586 | loss:0.029794542118906975 lr:0.00023212310321825698 tokens_per_second:25.230006945368523 
Step 587 | loss:0.0833159014582634 lr:0.00023186686804333326 tokens_per_second:41.682063062027865 
Step 588 | loss:0.04834900051355362 lr:0.00023161029217296308 tokens_per_second:29.328562595055665 
Step 589 | loss:0.037848927080631256 lr:0.0002313533766749071 tokens_per_second:26.09110937039969 
Step 590 | loss:0.0320885069668293 lr:0.00023109612261833963 tokens_per_second:25.507564978307315 
Step 591 | loss:0.06279920041561127 lr:0.00023083853107384365 tokens_per_second:31.298827181894293 
Step 592 | loss:0.06950525939464569 lr:0.00023058060311340682 tokens_per_second:29.77884815328194 
Step 593 | loss:0.09565708041191101 lr:0.00023032233981041674 tokens_per_second:37.723694651627376 
Step 594 | loss:0.03366296365857124 lr:0.0002300637422396565 tokens_per_second:26.337990455104283 
Step 595 | loss:0.04529903829097748 lr:0.00022980481147730046 tokens_per_second:28.253596051469042 
Step 596 | loss:0.0336245633661747 lr:0.0002295455486009094 tokens_per_second:27.666061310032003 
Step 597 | loss:0.04615234583616257 lr:0.00022928595468942625 tokens_per_second:27.783115546471258 
Step 598 | loss:0.043227940797805786 lr:0.00022902603082317172 tokens_per_second:25.778780154832976 
Step 599 | loss:0.06402193754911423 lr:0.00022876577808383943 tokens_per_second:32.33168062762126 
Step 600 | loss:0.044909507036209106 lr:0.0002285051975544918 tokens_per_second:27.9358535937118 
Step 601 | loss:0.035232968628406525 lr:0.00022824429031955524 tokens_per_second:25.33115928068926 
Step 602 | loss:0.05607215315103531 lr:0.0002279830574648159 tokens_per_second:28.933132383543693 
Step 603 | loss:0.043293289840221405 lr:0.00022772150007741504 tokens_per_second:28.811890779285747 
Step 604 | loss:0.056401532143354416 lr:0.00022745961924584428 tokens_per_second:27.58053848401467 
Step 605 | loss:0.02993561327457428 lr:0.0002271974160599415 tokens_per_second:24.97358318875708 
Step 606 | loss:0.04069800674915314 lr:0.0002269348916108859 tokens_per_second:28.819172282856645 
Step 607 | loss:0.04743659496307373 lr:0.00022667204699119387 tokens_per_second:27.98029889644088 
Step 608 | loss:0.03602689877152443 lr:0.00022640888329471397 tokens_per_second:26.178068566562526 
Step 609 | loss:0.03617952764034271 lr:0.00022614540161662277 tokens_per_second:25.678040178865174 
Step 610 | loss:0.035162683576345444 lr:0.00022588160305342023 tokens_per_second:25.129686897483783 
Step 611 | loss:0.038436319679021835 lr:0.00022561748870292476 tokens_per_second:26.36649909344745 
Step 612 | loss:0.03798863664269447 lr:0.0002253530596642692 tokens_per_second:26.944400407125535 
Step 613 | loss:0.052464235574007034 lr:0.00022508831703789593 tokens_per_second:30.010873945261217 
Step 614 | loss:0.04269544035196304 lr:0.0002248232619255523 tokens_per_second:26.369006882686005 
Step 615 | loss:0.05443336442112923 lr:0.00022455789543028614 tokens_per_second:27.998272866129227 
Step 616 | loss:0.04290226846933365 lr:0.00022429221865644106 tokens_per_second:26.73024668582622 
Step 617 | loss:0.03768749162554741 lr:0.000224026232709652 tokens_per_second:25.53985164844915 
Step 618 | loss:0.06891531497240067 lr:0.00022375993869684058 tokens_per_second:26.574935393545882 
Step 619 | loss:0.05491134151816368 lr:0.00022349333772621026 tokens_per_second:27.584404507835483 
Step 620 | loss:0.0703771561384201 lr:0.00022322643090724216 tokens_per_second:29.24504567298172 
Step 621 | loss:0.05887850001454353 lr:0.00022295921935069015 tokens_per_second:25.789298138752567 
Step 622 | loss:0.05570922791957855 lr:0.00022269170416857616 tokens_per_second:28.23670101926492 
Step 623 | loss:0.04012266546487808 lr:0.00022242388647418585 tokens_per_second:26.441398331230882 
Step 624 | loss:0.04508485645055771 lr:0.00022215576738206369 tokens_per_second:27.10981853557422 
Step 625 | loss:0.06097109615802765 lr:0.00022188734800800852 tokens_per_second:27.89620786326871 
Step 626 | loss:0.12045479565858841 lr:0.00022161862946906878 tokens_per_second:41.19143445681198 
Step 627 | loss:0.031282689422369 lr:0.00022134961288353792 tokens_per_second:26.190145466113744 
Step 628 | loss:0.033575087785720825 lr:0.0002210802993709498 tokens_per_second:25.909796664321643 
Step 629 | loss:0.03771553933620453 lr:0.0002208106900520738 tokens_per_second:25.291563280673294 
Step 630 | loss:0.036503326147794724 lr:0.0002205407860489105 tokens_per_second:26.29947339507507 
Step 631 | loss:0.04068455472588539 lr:0.00022027058848468674 tokens_per_second:27.18918637713845 
Step 632 | loss:0.037348758429288864 lr:0.00022000009848385105 tokens_per_second:27.461766049649317 
Step 633 | loss:0.05138856917619705 lr:0.00021972931717206896 tokens_per_second:27.78756885739851 
Step 634 | loss:0.05638207122683525 lr:0.00021945824567621829 tokens_per_second:25.914924689417767 
Step 635 | loss:0.0597546361386776 lr:0.00021918688512438458 tokens_per_second:28.62366763059232 
Step 636 | loss:0.040019311010837555 lr:0.00021891523664585612 tokens_per_second:26.59505084962052 
Step 637 | loss:0.042346928268671036 lr:0.00021864330137111968 tokens_per_second:27.55854896934554 
Step 638 | loss:0.04897924140095711 lr:0.0002183710804318553 tokens_per_second:25.641581982070086 
Step 639 | loss:0.06935855746269226 lr:0.00021809857496093199 tokens_per_second:27.445796952409754 
Step 640 | loss:0.16156749427318573 lr:0.00021782578609240284 tokens_per_second:49.34339026762202 
Step 641 | loss:0.0661465972661972 lr:0.00021755271496150027 tokens_per_second:29.241656574147683 
Step 642 | loss:0.04430348053574562 lr:0.00021727936270463143 tokens_per_second:30.98301008298705 
Step 643 | loss:0.056696124374866486 lr:0.00021700573045937329 tokens_per_second:31.343639929706494 
Step 644 | loss:0.06125430762767792 lr:0.0002167318193644681 tokens_per_second:29.079235277618277 
Step 645 | loss:0.09348519891500473 lr:0.00021645763055981867 tokens_per_second:37.895756567014004 
Step 646 | loss:0.08617956191301346 lr:0.00021618316518648317 tokens_per_second:46.28048559851638 
Step 647 | loss:0.03808467462658882 lr:0.00021590842438667118 tokens_per_second:26.05806440207777 
Step 648 | loss:0.052214786410331726 lr:0.0002156334093037381 tokens_per_second:26.24565312310258 
Step 649 | loss:0.03207899630069733 lr:0.00021535812108218103 tokens_per_second:25.58272079827029 
Step 650 | loss:0.04973307251930237 lr:0.00021508256086763368 tokens_per_second:25.764644319527854 
Step 651 | loss:0.05126037076115608 lr:0.00021480672980686167 tokens_per_second:25.446860683302464 
Step 652 | loss:0.053025927394628525 lr:0.0002145306290477578 tokens_per_second:27.940488342857332 
Step 653 | loss:0.03506770357489586 lr:0.0002142542597393372 tokens_per_second:24.770832060911125 
Step 654 | loss:0.04148171842098236 lr:0.00021397762303173256 tokens_per_second:27.42354470361357 
Step 655 | loss:0.10355104506015778 lr:0.00021370072007618945 tokens_per_second:30.500095839560885 
Step 656 | loss:0.041773758828639984 lr:0.0002134235520250614 tokens_per_second:25.140936998172563 
Step 657 | loss:0.05164388567209244 lr:0.0002131461200318053 tokens_per_second:2.744465660287428 
Step 658 | loss:0.04354126378893852 lr:0.00021286842525097612 tokens_per_second:27.650132387806206 
Step 659 | loss:0.029271215200424194 lr:0.00021259046883822282 tokens_per_second:28.965495061435785 
Step 660 | loss:0.03047165460884571 lr:0.00021231225195028297 tokens_per_second:26.692863573299118 
Step 661 | loss:0.02512134052813053 lr:0.00021203377574497808 tokens_per_second:29.182247534977176 
Step 662 | loss:0.03339402377605438 lr:0.000211755041381209 tokens_per_second:25.26080881450532 
Step 663 | loss:0.028820952400565147 lr:0.00021147605001895075 tokens_per_second:25.086525624749033 
Step 664 | loss:0.03656347468495369 lr:0.000211196802819248 tokens_per_second:28.75907425075811 
Step 665 | loss:0.034227095544338226 lr:0.00021091730094421006 tokens_per_second:26.20234220967188 
Step 666 | loss:0.022654999047517776 lr:0.00021063754555700602 tokens_per_second:27.210469109039877 
Step 667 | loss:0.03529023379087448 lr:0.0002103575378218602 tokens_per_second:26.044934021574406 
Step 668 | loss:0.045264530926942825 lr:0.00021007727890404672 tokens_per_second:30.64077278655688 
Step 669 | loss:0.0373431034386158 lr:0.00020979676996988543 tokens_per_second:26.964890273623205 
Step 670 | loss:0.03449718654155731 lr:0.00020951601218673635 tokens_per_second:37.78097564727938 
Step 671 | loss:0.047537583857774734 lr:0.00020923500672299526 tokens_per_second:28.425590152019282 
Step 672 | loss:0.038152001798152924 lr:0.00020895375474808852 tokens_per_second:29.685932847685226 
Step 673 | loss:0.036175746470689774 lr:0.00020867225743246857 tokens_per_second:25.87714408693033 
Step 674 | loss:0.02979748509824276 lr:0.00020839051594760872 tokens_per_second:28.688036748285228 
Step 675 | loss:0.027199644595384598 lr:0.00020810853146599844 tokens_per_second:26.470781860878112 
Step 676 | loss:0.031912125647068024 lr:0.0002078263051611384 tokens_per_second:25.698072168723396 
Step 677 | loss:0.04356959089636803 lr:0.0002075438382075358 tokens_per_second:32.40347609383343 
Step 678 | loss:0.10894370079040527 lr:0.00020726113178069913 tokens_per_second:42.54960961832777 
Step 679 | loss:0.061065804213285446 lr:0.0002069781870571336 tokens_per_second:35.04140911524274 
Step 680 | loss:0.034436531364917755 lr:0.00020669500521433597 tokens_per_second:26.31148398375414 
Step 681 | loss:0.03619493544101715 lr:0.00020641158743078995 tokens_per_second:25.430864602247798 
Step 682 | loss:0.052652183920145035 lr:0.00020612793488596106 tokens_per_second:29.303936303348575 
Step 683 | loss:0.03127380833029747 lr:0.00020584404876029176 tokens_per_second:26.175876923982493 
Step 684 | loss:0.03467686474323273 lr:0.00020555993023519667 tokens_per_second:26.346035314604745 
Step 685 | loss:0.03259934112429619 lr:0.00020527558049305745 tokens_per_second:25.397716605765506 
Step 686 | loss:0.020200641825795174 lr:0.00020499100071721805 tokens_per_second:25.9486718408485 
Step 687 | loss:0.03850448876619339 lr:0.00020470619209197975 tokens_per_second:29.26489058636644 
Step 688 | loss:0.037318021059036255 lr:0.00020442115580259613 tokens_per_second:29.85087486980774 
Step 689 | loss:0.027550306171178818 lr:0.0002041358930352683 tokens_per_second:26.942615239816295 
Step 690 | loss:0.04091256111860275 lr:0.00020385040497713976 tokens_per_second:27.457341642237196 
Step 691 | loss:0.0298639927059412 lr:0.00020356469281629174 tokens_per_second:27.32532786521177 
Step 692 | loss:0.029746713116765022 lr:0.00020327875774173791 tokens_per_second:25.729033665439868 
Step 693 | loss:0.03418232873082161 lr:0.0002029926009434198 tokens_per_second:28.811815006487524 
Step 694 | loss:0.040608618408441544 lr:0.0002027062236122014 tokens_per_second:25.130895405063654 
Step 695 | loss:0.031756557524204254 lr:0.00020241962693986476 tokens_per_second:26.02353984469617 
Step 696 | loss:0.060950517654418945 lr:0.00020213281211910452 tokens_per_second:26.790751123524707 
Step 697 | loss:0.054934315383434296 lr:0.0002018457803435233 tokens_per_second:27.873658018053163 
Step 698 | loss:0.03719107806682587 lr:0.00020155853280762648 tokens_per_second:31.39392700821529 
Step 699 | loss:0.026447711512446404 lr:0.00020127107070681748 tokens_per_second:26.2448000313669 
Step 700 | loss:0.038565944880247116 lr:0.00020098339523739247 tokens_per_second:26.425593566518703 
Step 701 | loss:0.028268039226531982 lr:0.00020069550759653577 tokens_per_second:28.60256794199252 
Step 702 | loss:0.037410374730825424 lr:0.00020040740898231448 tokens_per_second:28.27711657867576 
Step 703 | loss:0.039968617260456085 lr:0.00020011910059367384 tokens_per_second:27.535026063341718 
Step 704 | loss:0.043657492846250534 lr:0.00019983058363043198 tokens_per_second:27.457185073923135 
Step 705 | loss:0.026104414835572243 lr:0.00019954185929327506 tokens_per_second:27.587493190726935 
Step 706 | loss:0.0370577871799469 lr:0.00019925292878375224 tokens_per_second:28.707605994707148 
Step 707 | loss:0.037072744220495224 lr:0.0001989637933042707 tokens_per_second:30.48375335590863 
Step 708 | loss:0.04429105669260025 lr:0.00019867445405809058 tokens_per_second:28.30187979042828 
Step 709 | loss:0.02867847867310047 lr:0.0001983849122493201 tokens_per_second:26.23707256424159 
Step 710 | loss:0.06295929104089737 lr:0.0001980951690829103 tokens_per_second:45.371520334753 
Step 711 | loss:0.03981727734208107 lr:0.00019780522576465042 tokens_per_second:27.910671267854898 
Step 712 | loss:0.034666888415813446 lr:0.00019751508350116236 tokens_per_second:25.637103973921242 
Step 713 | loss:0.04285857826471329 lr:0.0001972247434998962 tokens_per_second:27.67729200036969 
Step 714 | loss:0.0332985483109951 lr:0.00019693420696912482 tokens_per_second:28.09528922522804 
Step 715 | loss:0.03940149396657944 lr:0.00019664347511793892 tokens_per_second:28.451765202744813 
Step 716 | loss:0.029579993337392807 lr:0.0001963525491562421 tokens_per_second:25.164376464292495 
Step 717 | loss:0.03985849395394325 lr:0.0001960614302947458 tokens_per_second:28.086119525800655 
Step 718 | loss:0.03484870493412018 lr:0.00019577011974496414 tokens_per_second:27.06289823727903 
Step 719 | loss:0.04241840913891792 lr:0.0001954786187192091 tokens_per_second:28.021394981249934 
Step 720 | loss:0.04338488727807999 lr:0.00019518692843058512 tokens_per_second:28.962868326099308 
Step 721 | loss:0.03154519200325012 lr:0.00019489505009298453 tokens_per_second:27.250277480632274 
Step 722 | loss:0.034231554716825485 lr:0.00019460298492108205 tokens_per_second:26.93627600147259 
Step 723 | loss:0.04410572722554207 lr:0.00019431073413033 tokens_per_second:29.422821436396504 
Step 724 | loss:0.03713292255997658 lr:0.00019401829893695317 tokens_per_second:27.450078464296464 
Step 725 | loss:0.03167548030614853 lr:0.00019372568055794377 tokens_per_second:33.92461324273037 
Step 726 | loss:0.05793486163020134 lr:0.0001934328802110563 tokens_per_second:30.93791826010472 
Step 727 | loss:0.09938903152942657 lr:0.00019313989911480257 tokens_per_second:38.10251300665724 
Step 728 | loss:0.026780806481838226 lr:0.0001928467384884466 tokens_per_second:26.795098032309166 
Step 729 | loss:0.04836961254477501 lr:0.0001925533995519995 tokens_per_second:28.228609327925202 
Step 730 | loss:0.040939364582300186 lr:0.00019225988352621445 tokens_per_second:26.58890900170902 
Step 731 | loss:0.04973051697015762 lr:0.00019196619163258164 tokens_per_second:32.503966054649 
Step 732 | loss:0.04178251326084137 lr:0.00019167232509332307 tokens_per_second:32.61260360234006 
Step 733 | loss:0.0380735881626606 lr:0.0001913782851313876 tokens_per_second:28.164553038815665 
Step 734 | loss:0.02866954356431961 lr:0.00019108407297044582 tokens_per_second:27.469224664734675 
Step 735 | loss:0.02309253253042698 lr:0.0001907896898348849 tokens_per_second:26.081160033487585 
Step 736 | loss:0.04351251572370529 lr:0.00019049513694980352 tokens_per_second:27.846664813204782 
Step 737 | loss:0.03556275740265846 lr:0.0001902004155410068 tokens_per_second:30.24621952469158 
Step 738 | loss:0.04272943362593651 lr:0.00018990552683500125 tokens_per_second:27.40949083670787 
Step 739 | loss:0.02239331230521202 lr:0.0001896104720589895 tokens_per_second:2.511696521032034 
Step 740 | loss:0.027170466259121895 lr:0.0001893152524408653 tokens_per_second:27.193396435692037 
Step 741 | loss:0.02152971923351288 lr:0.00018901986920920856 tokens_per_second:25.423231280164785 
Step 742 | loss:0.025788700208067894 lr:0.0001887243235932798 tokens_per_second:28.890077249109726 
Step 743 | loss:0.036804597824811935 lr:0.0001884286168230156 tokens_per_second:29.43390183230531 
Step 744 | loss:0.020523441955447197 lr:0.00018813275012902306 tokens_per_second:28.50916976520079 
Step 745 | loss:0.022481579333543777 lr:0.00018783672474257475 tokens_per_second:27.002763389393596 
Step 746 | loss:0.03449706733226776 lr:0.00018754054189560384 tokens_per_second:26.246987055745347 
Step 747 | loss:0.023734625428915024 lr:0.00018724420282069853 tokens_per_second:27.14242767313371 
Step 748 | loss:0.03301158547401428 lr:0.00018694770875109747 tokens_per_second:26.760458993541214 
Step 749 | loss:0.02325102873146534 lr:0.00018665106092068408 tokens_per_second:28.611109055070685 
Step 750 | loss:0.03187813609838486 lr:0.00018635426056398186 tokens_per_second:25.086610149969992 
Step 751 | loss:0.0315515398979187 lr:0.00018605730891614884 tokens_per_second:27.85553780635 
Step 752 | loss:0.028148720040917397 lr:0.00018576020721297292 tokens_per_second:25.9645361779377 
Step 753 | loss:0.025030052289366722 lr:0.0001854629566908663 tokens_per_second:27.689840291894175 
Step 754 | loss:0.021687807515263557 lr:0.00018516555858686046 tokens_per_second:25.857936386142736 
Step 755 | loss:0.029294343665242195 lr:0.00018486801413860118 tokens_per_second:32.62819088945922 
Step 756 | loss:0.02752027101814747 lr:0.00018457032458434332 tokens_per_second:26.004389481328694 
Step 757 | loss:0.027101313695311546 lr:0.0001842724911629453 tokens_per_second:29.74667502086562 
Step 758 | loss:0.028750231489539146 lr:0.00018397451511386467 tokens_per_second:26.54306519694039 
Step 759 | loss:0.02525743655860424 lr:0.00018367639767715216 tokens_per_second:26.850839666355974 
Step 760 | loss:0.026943499222397804 lr:0.00018337814009344714 tokens_per_second:27.103186075295884 
Step 761 | loss:0.03579090163111687 lr:0.00018307974360397215 tokens_per_second:29.04566079057419 
Step 762 | loss:0.039914462715387344 lr:0.00018278120945052777 tokens_per_second:31.758106092660636 
Step 763 | loss:0.02210000902414322 lr:0.00018248253887548745 tokens_per_second:25.98550744953938 
Step 764 | loss:0.03450598567724228 lr:0.00018218373312179243 tokens_per_second:30.4860544711035 
Step 765 | loss:0.0225867610424757 lr:0.00018188479343294648 tokens_per_second:26.650340871470853 
Step 766 | loss:0.026788344606757164 lr:0.00018158572105301084 tokens_per_second:26.253084090349926 
Step 767 | loss:0.03340772166848183 lr:0.00018128651722659872 tokens_per_second:30.41481519181243 
Step 768 | loss:0.024549338966608047 lr:0.00018098718319887073 tokens_per_second:27.513146878022045 
Step 769 | loss:0.05726439878344536 lr:0.00018068772021552883 tokens_per_second:38.13658540946936 
Step 770 | loss:0.0222218818962574 lr:0.00018038812952281212 tokens_per_second:26.30933714133596 
Step 771 | loss:0.036639731377363205 lr:0.00018008841236749092 tokens_per_second:27.577587613388083 
Step 772 | loss:0.02229289896786213 lr:0.0001797885699968618 tokens_per_second:29.012228663967164 
Step 773 | loss:0.025180112570524216 lr:0.00017948860365874257 tokens_per_second:27.983266925391433 
Step 774 | loss:0.029846295714378357 lr:0.0001791885146014669 tokens_per_second:26.870792509367366 
Step 775 | loss:0.026107849553227425 lr:0.00017888830407387907 tokens_per_second:28.628794594313447 
Step 776 | loss:0.02959045022726059 lr:0.0001785879733253289 tokens_per_second:27.586376081924566 
Step 777 | loss:0.022624704986810684 lr:0.00017828752360566665 tokens_per_second:29.1702899886969 
Step 778 | loss:0.027693601325154305 lr:0.0001779869561652376 tokens_per_second:25.657005560969793 
Step 779 | loss:0.02890906110405922 lr:0.00017768627225487677 tokens_per_second:25.40047104775587 
Step 780 | loss:0.029801152646541595 lr:0.00017738547312590424 tokens_per_second:29.682532184083158 
Step 781 | loss:0.026917649433016777 lr:0.00017708456003011924 tokens_per_second:25.710440862862534 
Step 782 | loss:0.09304025769233704 lr:0.00017678353421979548 tokens_per_second:43.16032933693597 
Step 783 | loss:0.04663572087883949 lr:0.00017648239694767568 tokens_per_second:26.592261312156346 
Step 784 | loss:0.02263508550822735 lr:0.00017618114946696634 tokens_per_second:25.453818197926125 
Step 785 | loss:0.02909085713326931 lr:0.00017587979303133278 tokens_per_second:29.028927771595882 
Step 786 | loss:0.023796655237674713 lr:0.00017557832889489357 tokens_per_second:24.986665392903408 
Step 787 | loss:0.024348275735974312 lr:0.00017527675831221557 tokens_per_second:28.822533837928777 
Step 788 | loss:0.026818636804819107 lr:0.00017497508253830866 tokens_per_second:27.545419663793393 
Step 789 | loss:0.027084656059741974 lr:0.00017467330282862036 tokens_per_second:25.675401283170906 
Step 790 | loss:0.02352435514330864 lr:0.0001743714204390309 tokens_per_second:25.926144389386597 
Step 791 | loss:0.025405701249837875 lr:0.00017406943662584757 tokens_per_second:25.6563110514221 
Step 792 | loss:0.03586903214454651 lr:0.00017376735264580003 tokens_per_second:27.989699991593778 
Step 793 | loss:0.028104979544878006 lr:0.00017346516975603462 tokens_per_second:28.14083054096448 
Step 794 | loss:0.028673147782683372 lr:0.00017316288921410933 tokens_per_second:25.920559313160005 
Step 795 | loss:0.027652135118842125 lr:0.00017286051227798852 tokens_per_second:26.300629531652973 
Step 796 | loss:0.030693793669342995 lr:0.00017255804020603776 tokens_per_second:25.72612290751662 
Step 797 | loss:0.026397868990898132 lr:0.00017225547425701846 tokens_per_second:27.64378527181621 
Step 798 | loss:0.08522240817546844 lr:0.00017195281569008282 tokens_per_second:49.37132112964807 
Step 799 | loss:0.031542714685201645 lr:0.0001716500657647683 tokens_per_second:24.949211485299266 
Step 800 | loss:0.028438610956072807 lr:0.00017134722574099276 tokens_per_second:27.729325774139586 
Step 801 | loss:0.032065268605947495 lr:0.00017104429687904888 tokens_per_second:31.380474550801544 
Step 802 | loss:0.031208669766783714 lr:0.00017074128043959906 tokens_per_second:27.580496634652413 
Step 803 | loss:0.030516397207975388 lr:0.00017043817768367016 tokens_per_second:30.528263819137692 
Step 804 | loss:0.022954080253839493 lr:0.00017013498987264832 tokens_per_second:26.522869842440315 
Step 805 | loss:0.028838206082582474 lr:0.00016983171826827356 tokens_per_second:28.019993754031056 
Step 806 | loss:0.02813732996582985 lr:0.0001695283641326347 tokens_per_second:28.09633663093507 
Step 807 | loss:0.026395726948976517 lr:0.00016922492872816394 tokens_per_second:27.166887753973718 
Step 808 | loss:0.024050099775195122 lr:0.00016892141331763166 tokens_per_second:26.980966370681266 
Step 809 | loss:0.04570113122463226 lr:0.0001686178191641413 tokens_per_second:30.388747448437318 
Step 810 | loss:0.021182125434279442 lr:0.00016831414753112398 tokens_per_second:25.076510080956375 
Step 811 | loss:0.036388248205184937 lr:0.00016801039968233314 tokens_per_second:30.56486043442392 
Step 812 | loss:0.032939363270998 lr:0.00016770657688183955 tokens_per_second:30.86668149003218 
Step 813 | loss:0.02617667429149151 lr:0.00016740268039402577 tokens_per_second:29.0159864191327 
Step 814 | loss:0.028293432667851448 lr:0.00016709871148358108 tokens_per_second:27.27333119002787 
Step 815 | loss:0.022398045286536217 lr:0.00016679467141549617 tokens_per_second:27.024760280484273 
Step 816 | loss:0.03519931435585022 lr:0.0001664905614550578 tokens_per_second:28.170318042656994 
Step 817 | loss:0.030432123690843582 lr:0.00016618638286784368 tokens_per_second:27.73034627847379 
Step 818 | loss:0.028185777366161346 lr:0.00016588213691971697 tokens_per_second:30.470657539963558 
Step 819 | loss:0.027976039797067642 lr:0.00016557782487682126 tokens_per_second:28.770220074880594 
Step 820 | loss:0.02576827071607113 lr:0.00016527344800557533 tokens_per_second:25.54878092255393 
Step 821 | loss:0.022233501076698303 lr:0.0001649690075726674 tokens_per_second:2.355472270679981 
Step 822 | loss:0.02224905788898468 lr:0.00016466450484505055 tokens_per_second:25.201584958853186 
Step 823 | loss:0.01985125057399273 lr:0.00016435994108993687 tokens_per_second:31.61420848562861 
Step 824 | loss:0.021973896771669388 lr:0.0001640553175747926 tokens_per_second:25.556506264954123 
Step 825 | loss:0.020369241014122963 lr:0.00016375063556733256 tokens_per_second:26.25507326728821 
Step 826 | loss:0.021708229556679726 lr:0.00016344589633551502 tokens_per_second:28.841395085259425 
Step 827 | loss:0.02395215630531311 lr:0.0001631411011475364 tokens_per_second:27.847436238820965 
Step 828 | loss:0.020986080169677734 lr:0.00016283625127182596 tokens_per_second:27.168532595468182 
Step 829 | loss:0.023340171203017235 lr:0.00016253134797704057 tokens_per_second:31.253438437433772 
Step 830 | loss:0.0280042365193367 lr:0.00016222639253205947 tokens_per_second:38.06784938148054 
Step 831 | loss:0.01877153292298317 lr:0.00016192138620597877 tokens_per_second:26.89141041601364 
Step 832 | loss:0.030719105154275894 lr:0.00016161633026810654 tokens_per_second:25.38805989098007 
Step 833 | loss:0.021390164270997047 lr:0.00016131122598795705 tokens_per_second:30.560649564391166 
Step 834 | loss:0.023882802575826645 lr:0.000161006074635246 tokens_per_second:25.674884360697032 
Step 835 | loss:0.02106623165309429 lr:0.00016070087747988482 tokens_per_second:29.07723615432688 
Step 836 | loss:0.029280900955200195 lr:0.00016039563579197568 tokens_per_second:36.86930124363041 
Step 837 | loss:0.023504629731178284 lr:0.00016009035084180596 tokens_per_second:26.025910359242747 
Step 838 | loss:0.020321521908044815 lr:0.0001597850238998431 tokens_per_second:27.841103813762437 
Step 839 | loss:0.023871159180998802 lr:0.00015947965623672937 tokens_per_second:26.9765710065361 
Step 840 | loss:0.023413250222802162 lr:0.00015917424912327641 tokens_per_second:28.665863859526798 
Step 841 | loss:0.022401725873351097 lr:0.0001588688038304601 tokens_per_second:26.966527213162866 
Step 842 | loss:0.02224777638912201 lr:0.0001585633216294152 tokens_per_second:27.55457140436122 
Step 843 | loss:0.02350688725709915 lr:0.00015825780379143 tokens_per_second:26.22256612444043 
Step 844 | loss:0.03012615442276001 lr:0.0001579522515879412 tokens_per_second:27.996823903696633 
Step 845 | loss:0.022871775552630424 lr:0.00015764666629052848 tokens_per_second:27.25284226472435 
Step 846 | loss:0.02064119279384613 lr:0.00015734104917090915 tokens_per_second:28.22648187928034 
Step 847 | loss:0.024493049830198288 lr:0.00015703540150093312 tokens_per_second:29.68774569144104 
Step 848 | loss:0.018033504486083984 lr:0.00015672972455257723 tokens_per_second:25.700718101552912 
Step 849 | loss:0.021273525431752205 lr:0.00015642401959794038 tokens_per_second:25.631021851393623 
Step 850 | loss:0.02046194300055504 lr:0.00015611828790923786 tokens_per_second:33.93579532038006 
Step 851 | loss:0.030085233971476555 lr:0.00015581253075879623 tokens_per_second:27.82898109509064 
Step 852 | loss:0.029874484986066818 lr:0.0001555067494190482 tokens_per_second:40.95961429955853 
Step 853 | loss:0.021166479215025902 lr:0.00015520094516252686 tokens_per_second:27.469738227339622 
Step 854 | loss:0.029061930254101753 lr:0.0001548951192618609 tokens_per_second:29.07013514376205 
Step 855 | loss:0.02071106620132923 lr:0.0001545892729897689 tokens_per_second:28.854732902516545 
Step 856 | loss:0.019941167905926704 lr:0.0001542834076190544 tokens_per_second:27.74084738943368 
Step 857 | loss:0.02685139887034893 lr:0.00015397752442260034 tokens_per_second:25.629782482377706 
Step 858 | loss:0.023175295442342758 lr:0.0001536716246733638 tokens_per_second:35.31990575384785 
Step 859 | loss:0.024882806465029716 lr:0.00015336570964437075 tokens_per_second:26.302763966816034 
Step 860 | loss:0.021633494645357132 lr:0.00015305978060871082 tokens_per_second:29.037919957048764 
Step 861 | loss:0.023578716441988945 lr:0.00015275383883953182 tokens_per_second:25.454819958239096 
Step 862 | loss:0.02104862593114376 lr:0.00015244788561003477 tokens_per_second:25.048809525175567 
Step 863 | loss:0.02231132984161377 lr:0.00015214192219346808 tokens_per_second:27.39652678375029 
Step 864 | loss:0.024430686607956886 lr:0.00015183594986312282 tokens_per_second:27.868653965473776 
Step 865 | loss:0.021624892950057983 lr:0.00015152996989232693 tokens_per_second:25.892885850771844 
Step 866 | loss:0.022917669266462326 lr:0.00015122398355444037 tokens_per_second:27.49624449715673 
Step 867 | loss:0.02794812247157097 lr:0.0001509179921228494 tokens_per_second:29.32846852309046 
Step 868 | loss:0.025499766692519188 lr:0.00015061199687096163 tokens_per_second:28.890009884801003 
Step 869 | loss:0.023212401196360588 lr:0.00015030599907220048 tokens_per_second:25.17890011084075 
Step 870 | loss:0.023099249228835106 lr:0.00015 tokens_per_second:26.389308201006862 
Step 871 | loss:0.02405996061861515 lr:0.0001496940009277995 tokens_per_second:26.03416889454101 
Step 872 | loss:0.029338546097278595 lr:0.0001493880031290384 tokens_per_second:27.375891766497322 
Step 873 | loss:0.026210641488432884 lr:0.00014908200787715057 tokens_per_second:28.186366116042755 
Step 874 | loss:0.022603213787078857 lr:0.00014877601644555964 tokens_per_second:25.595474953695174 
Step 875 | loss:0.023107951506972313 lr:0.00014847003010767302 tokens_per_second:30.593196595392207 
Step 876 | loss:0.025268753990530968 lr:0.0001481640501368772 tokens_per_second:29.16031917027311 
Step 877 | loss:0.027774320915341377 lr:0.00014785807780653192 tokens_per_second:24.99260642130967 
Step 878 | loss:0.024207089096307755 lr:0.00014755211438996523 tokens_per_second:30.54368128053996 
Step 879 | loss:0.023494677618145943 lr:0.00014724616116046813 tokens_per_second:30.308767621244563 
Step 880 | loss:0.022431524470448494 lr:0.00014694021939128923 tokens_per_second:29.606016982363354 
Step 881 | loss:0.019602913409471512 lr:0.00014663429035562925 tokens_per_second:32.698806854004644 
Step 882 | loss:0.02464507706463337 lr:0.0001463283753266362 tokens_per_second:28.69632318925294 
Step 883 | loss:0.023608451709151268 lr:0.0001460224755773996 tokens_per_second:29.138810955354618 
Step 884 | loss:0.023872310295701027 lr:0.00014571659238094556 tokens_per_second:24.977443238755395 
Step 885 | loss:0.02102607674896717 lr:0.00014541072701023107 tokens_per_second:45.356483919669046 
Step 886 | loss:0.022168880328536034 lr:0.0001451048807381391 tokens_per_second:26.67888917317678 
Step 887 | loss:0.0253363735973835 lr:0.0001447990548374731 tokens_per_second:26.182868685823838 
Step 888 | loss:0.020877212285995483 lr:0.00014449325058095184 tokens_per_second:28.18382977304865 
Step 889 | loss:0.03864690288901329 lr:0.00014418746924120378 tokens_per_second:27.791061267594404 
Step 890 | loss:0.02423262409865856 lr:0.00014388171209076217 tokens_per_second:27.037697552045486 
Step 891 | loss:0.023046089336276054 lr:0.00014357598040205962 tokens_per_second:28.826311206761954 
Step 892 | loss:0.019432896748185158 lr:0.0001432702754474228 tokens_per_second:27.702138522955945 
Step 893 | loss:0.02890876494348049 lr:0.00014296459849906688 tokens_per_second:30.925307769404213 
Step 894 | loss:0.02512754127383232 lr:0.00014265895082909082 tokens_per_second:25.429265198438785 
Step 895 | loss:0.020518310368061066 lr:0.00014235333370947147 tokens_per_second:27.200133403916794 
Step 896 | loss:0.02591937594115734 lr:0.00014204774841205877 tokens_per_second:27.319048149460684 
Step 897 | loss:0.022848065942525864 lr:0.00014174219620857 tokens_per_second:26.975190638731238 
Step 898 | loss:0.0246733445674181 lr:0.00014143667837058477 tokens_per_second:26.150070545662714 
Step 899 | loss:0.022848520427942276 lr:0.00014113119616953988 tokens_per_second:26.243810862342322 
Step 900 | loss:0.02199028804898262 lr:0.0001408257508767236 tokens_per_second:26.43184828279813 
Step 901 | loss:0.02390909008681774 lr:0.00014052034376327063 tokens_per_second:32.32469580708954 
Step 902 | loss:0.021736793220043182 lr:0.0001402149761001569 tokens_per_second:26.822547172258282 
Step 903 | loss:0.017962859943509102 lr:0.00013990964915819404 tokens_per_second:2.8018139312137498 
Step 904 | loss:0.019959745928645134 lr:0.00013960436420802435 tokens_per_second:25.05968297948587 
Step 905 | loss:0.018974965438246727 lr:0.00013929912252011516 tokens_per_second:25.424098848568566 
Step 906 | loss:0.02133833058178425 lr:0.000138993925364754 tokens_per_second:26.245706568240806 
Step 907 | loss:0.02118680812418461 lr:0.00013868877401204292 tokens_per_second:28.75241793854429 
Step 908 | loss:0.020666588097810745 lr:0.00013838366973189349 tokens_per_second:28.783436235960917 
Step 909 | loss:0.019648190587759018 lr:0.00013807861379402123 tokens_per_second:24.957531987165808 
Step 910 | loss:0.019582834094762802 lr:0.0001377736074679405 tokens_per_second:26.979733067198758 
Step 911 | loss:0.020366834476590157 lr:0.0001374686520229594 tokens_per_second:29.178725514628173 
Step 912 | loss:0.02123265527188778 lr:0.00013716374872817407 tokens_per_second:29.453794756914075 
Step 913 | loss:0.02234298549592495 lr:0.0001368588988524636 tokens_per_second:30.031161137450024 
Step 914 | loss:0.021288113668560982 lr:0.00013655410366448498 tokens_per_second:27.324013564562097 
Step 915 | loss:0.01837398111820221 lr:0.00013624936443266738 tokens_per_second:27.070438178114898 
Step 916 | loss:0.018262594938278198 lr:0.0001359446824252074 tokens_per_second:27.61160442433575 
Step 917 | loss:0.02539757639169693 lr:0.0001356400589100631 tokens_per_second:27.195563308531444 
Step 918 | loss:0.021260933950543404 lr:0.00013533549515494945 tokens_per_second:28.096513418574823 
Step 919 | loss:0.021335497498512268 lr:0.00013503099242733257 tokens_per_second:26.897207317726735 
Step 920 | loss:0.022595811635255814 lr:0.00013472655199442472 tokens_per_second:27.525759986316856 
Step 921 | loss:0.020545652136206627 lr:0.00013442217512317872 tokens_per_second:29.0483668878971 
Step 922 | loss:0.019871311262249947 lr:0.00013411786308028303 tokens_per_second:26.489119180340147 
Step 923 | loss:0.02118925005197525 lr:0.00013381361713215635 tokens_per_second:28.014388328117562 
Step 924 | loss:0.01932366006076336 lr:0.00013350943854494222 tokens_per_second:31.013635640272913 
Step 925 | loss:0.021557429805397987 lr:0.0001332053285845038 tokens_per_second:26.928454504003156 
Step 926 | loss:0.022448990494012833 lr:0.0001329012885164189 tokens_per_second:30.418792632282386 
Step 927 | loss:0.019987842068076134 lr:0.0001325973196059742 tokens_per_second:29.321836913505653 
Step 928 | loss:0.024908067658543587 lr:0.00013229342311816045 tokens_per_second:26.184711088807898 
Step 929 | loss:0.02469445951282978 lr:0.00013198960031766686 tokens_per_second:26.83673093621717 
Step 930 | loss:0.02289573848247528 lr:0.000131685852468876 tokens_per_second:27.873667714135397 
Step 931 | loss:0.023165037855505943 lr:0.00013138218083585867 tokens_per_second:25.427533322435018 
Step 932 | loss:0.020154733210802078 lr:0.00013107858668236837 tokens_per_second:25.673502657005507 
Step 933 | loss:0.022631270810961723 lr:0.00013077507127183608 tokens_per_second:28.414526722156893 
Step 934 | loss:0.02232498489320278 lr:0.0001304716358673653 tokens_per_second:25.19366932930359 
Step 935 | loss:0.021418487653136253 lr:0.00013016828173172639 tokens_per_second:25.89888935803438 
Step 936 | loss:0.020826667547225952 lr:0.0001298650101273517 tokens_per_second:25.800578091943017 
Step 937 | loss:0.01922285370528698 lr:0.00012956182231632985 tokens_per_second:27.84741308929129 
Step 938 | loss:0.02116520330309868 lr:0.00012925871956040097 tokens_per_second:27.347367024054485 
Step 939 | loss:0.021030737087130547 lr:0.0001289557031209511 tokens_per_second:27.35125240648473 
Step 940 | loss:0.020491376519203186 lr:0.00012865277425900724 tokens_per_second:27.06436722860749 
Step 941 | loss:0.018976418301463127 lr:0.0001283499342352317 tokens_per_second:26.7256371671221 
Step 942 | loss:0.02023955248296261 lr:0.00012804718430991718 tokens_per_second:26.343927517005646 
Step 943 | loss:0.021102413535118103 lr:0.00012774452574298151 tokens_per_second:25.800252428553097 
Step 944 | loss:0.02196471393108368 lr:0.00012744195979396225 tokens_per_second:25.7655867032691 
Step 945 | loss:0.018215332180261612 lr:0.00012713948772201148 tokens_per_second:31.847635986804335 
Step 946 | loss:0.020266322419047356 lr:0.00012683711078589067 tokens_per_second:25.382468277870533 
Step 947 | loss:0.021153200417757034 lr:0.00012653483024396533 tokens_per_second:26.06538667471378 
Step 948 | loss:0.021495724096894264 lr:0.00012623264735419994 tokens_per_second:26.04143945512321 
Step 949 | loss:0.020056072622537613 lr:0.00012593056337415243 tokens_per_second:25.331566269268354 
Step 950 | loss:0.020492294803261757 lr:0.00012562857956096912 tokens_per_second:26.401158869614186 
Step 951 | loss:0.019839808344841003 lr:0.0001253266971713796 tokens_per_second:26.599355901103735 
Step 952 | loss:0.024460850283503532 lr:0.00012502491746169136 tokens_per_second:26.119091678384557 
Step 953 | loss:0.022480541840195656 lr:0.00012472324168778443 tokens_per_second:25.388138053517473 
Step 954 | loss:0.02202705852687359 lr:0.00012442167110510643 tokens_per_second:25.248212062633193 
Step 955 | loss:0.018526002764701843 lr:0.00012412020696866722 tokens_per_second:45.19938340679178 
Step 956 | loss:0.01960858143866062 lr:0.00012381885053303366 tokens_per_second:28.487622245512235 
Step 957 | loss:0.02306436188519001 lr:0.00012351760305232432 tokens_per_second:25.652702145180562 
Step 958 | loss:0.023094814270734787 lr:0.0001232164657802045 tokens_per_second:26.07084228265065 
Step 959 | loss:0.026063142344355583 lr:0.0001229154399698807 tokens_per_second:26.49835842056072 
Step 960 | loss:0.02308514155447483 lr:0.00012261452687409576 tokens_per_second:30.990914736973018 
Step 961 | loss:0.019631575793027878 lr:0.0001223137277451232 tokens_per_second:30.42236587061273 
Step 962 | loss:0.02290661633014679 lr:0.00012201304383476241 tokens_per_second:26.968521248420664 
Step 963 | loss:0.023541053757071495 lr:0.00012171247639433331 tokens_per_second:25.63399297866208 
Step 964 | loss:0.022882379591464996 lr:0.00012141202667467111 tokens_per_second:28.04079046848421 
Step 965 | loss:0.02067379467189312 lr:0.00012111169592612094 tokens_per_second:26.26479777076066 
Step 966 | loss:0.02324141003191471 lr:0.0001208114853985331 tokens_per_second:25.553534025925238 
Step 967 | loss:0.01989537477493286 lr:0.00012051139634125737 tokens_per_second:30.484045306507394 
Step 968 | loss:0.022892633453011513 lr:0.0001202114300031382 tokens_per_second:27.791347772869518 
Step 969 | loss:0.021555745974183083 lr:0.00011991158763250908 tokens_per_second:25.26530299484564 
Step 970 | loss:0.022653084248304367 lr:0.00011961187047718787 tokens_per_second:31.34469290836815 
Step 971 | loss:0.024220185354351997 lr:0.00011931227978447112 tokens_per_second:27.10509882301837 
Step 972 | loss:0.021884741261601448 lr:0.00011901281680112932 tokens_per_second:27.88318956669363 
Step 973 | loss:0.021601062268018723 lr:0.00011871348277340125 tokens_per_second:25.91065249934847 
Step 974 | loss:0.018816126510500908 lr:0.00011841427894698916 tokens_per_second:27.504699320119627 
Step 975 | loss:0.020858850330114365 lr:0.00011811520656705348 tokens_per_second:29.5967068742522 
Step 976 | loss:0.025364134460687637 lr:0.00011781626687820759 tokens_per_second:25.87699800026407 
Step 977 | loss:0.02017611637711525 lr:0.00011751746112451256 tokens_per_second:46.061171101250025 
Step 978 | loss:0.01992054469883442 lr:0.00011721879054947224 tokens_per_second:27.559885277611635 
Step 979 | loss:0.019456693902611732 lr:0.00011692025639602781 tokens_per_second:26.64820864858556 
Step 980 | loss:0.025195863097906113 lr:0.00011662185990655284 tokens_per_second:26.859552772472888 
Step 981 | loss:0.021047769114375114 lr:0.00011632360232284784 tokens_per_second:27.5419567490782 
Step 982 | loss:0.02082218788564205 lr:0.00011602548488613531 tokens_per_second:26.725400760398415 
Step 983 | loss:0.02192514017224312 lr:0.00011572750883705464 tokens_per_second:25.281066648309842 
Step 984 | loss:0.02491229772567749 lr:0.00011542967541565671 tokens_per_second:28.464026490713323 
Step 985 | loss:0.021911829710006714 lr:0.00011513198586139879 tokens_per_second:2.7501444380682285 
Step 986 | loss:0.01753883808851242 lr:0.00011483444141313951 tokens_per_second:27.749790909144437 
Step 987 | loss:0.019159557297825813 lr:0.00011453704330913371 tokens_per_second:24.774135437583254 
Step 988 | loss:0.020167380571365356 lr:0.00011423979278702708 tokens_per_second:26.46232840173273 
Step 989 | loss:0.018955901265144348 lr:0.00011394269108385112 tokens_per_second:26.05207013079662 
Step 990 | loss:0.02107386663556099 lr:0.00011364573943601814 tokens_per_second:33.065825830100614 
Step 991 | loss:0.019161846488714218 lr:0.00011334893907931586 tokens_per_second:27.793784169076126 
Step 992 | loss:0.01819571852684021 lr:0.00011305229124890253 tokens_per_second:28.230600739491027 
Step 993 | loss:0.021107427775859833 lr:0.00011275579717930147 tokens_per_second:25.433714881119375 
Step 994 | loss:0.019923018291592598 lr:0.00011245945810439618 tokens_per_second:25.18676641091414 
Step 995 | loss:0.019809722900390625 lr:0.00011216327525742523 tokens_per_second:49.309219282507115 
Step 996 | loss:0.03516621142625809 lr:0.00011186724987097698 tokens_per_second:38.126749631338114 
Step 997 | loss:0.020068334415555 lr:0.00011157138317698437 tokens_per_second:30.815201411468728 
Step 998 | loss:0.019883722066879272 lr:0.00011127567640672018 tokens_per_second:26.15358630889958 
Step 999 | loss:0.018991893157362938 lr:0.00011098013079079148 tokens_per_second:29.197492380430358 
Step 1000 | loss:0.019121047109365463 lr:0.00011068474755913471 tokens_per_second:30.967910536349578 
Step 1001 | loss:0.022958556190133095 lr:0.00011038952794101049 tokens_per_second:25.086736622066102 
Step 1002 | loss:0.019771328195929527 lr:0.00011009447316499873 tokens_per_second:26.490837622309638 
Step 1003 | loss:0.01846793293952942 lr:0.0001097995844589932 tokens_per_second:26.75614402989544 
Step 1004 | loss:0.019560733810067177 lr:0.00010950486305019645 tokens_per_second:30.08855298265668 
Step 1005 | loss:0.017702249810099602 lr:0.00010921031016511507 tokens_per_second:27.723236907764235 
Step 1006 | loss:0.01861780509352684 lr:0.00010891592702955414 tokens_per_second:28.42087439633533 
Step 1007 | loss:0.020114297047257423 lr:0.0001086217148686124 tokens_per_second:25.429044074604104 
Step 1008 | loss:0.019801804795861244 lr:0.00010832767490667694 tokens_per_second:28.16486010415534 
Step 1009 | loss:0.018141690641641617 lr:0.00010803380836741836 tokens_per_second:27.968027652647713 
Step 1010 | loss:0.018970297649502754 lr:0.00010774011647378553 tokens_per_second:25.797416539019167 
Step 1011 | loss:0.018950968980789185 lr:0.00010744660044800054 tokens_per_second:28.619994138565627 
Step 1012 | loss:0.018629280850291252 lr:0.0001071532615115534 tokens_per_second:26.342907436929725 
Step 1013 | loss:0.020425710827112198 lr:0.0001068601008851974 tokens_per_second:28.008328700461195 
Step 1014 | loss:0.02146313153207302 lr:0.00010656711978894365 tokens_per_second:25.877649918986403 
Step 1015 | loss:0.021555669605731964 lr:0.00010627431944205624 tokens_per_second:25.313433218299465 
Step 1016 | loss:0.019967304542660713 lr:0.00010598170106304681 tokens_per_second:26.98967221940636 
Step 1017 | loss:0.02216113917529583 lr:0.00010568926586967 tokens_per_second:29.095569864294124 
Step 1018 | loss:0.020225277170538902 lr:0.00010539701507891794 tokens_per_second:29.802465785725158 
Step 1019 | loss:0.01904471591114998 lr:0.00010510494990701547 tokens_per_second:27.867257804990786 
Step 1020 | loss:0.019622011110186577 lr:0.00010481307156941489 tokens_per_second:25.15669337717362 
Step 1021 | loss:0.022461310029029846 lr:0.00010452138128079091 tokens_per_second:26.23092294558564 
Step 1022 | loss:0.018439646810293198 lr:0.00010422988025503582 tokens_per_second:27.692434199249863 
Step 1023 | loss:0.01920171268284321 lr:0.00010393856970525422 tokens_per_second:27.49238421517546 
Step 1024 | loss:0.02390321157872677 lr:0.0001036474508437579 tokens_per_second:25.364905233757582 
Step 1025 | loss:0.02372388355433941 lr:0.00010335652488206109 tokens_per_second:43.64950666189668 
Step 1026 | loss:0.021129319444298744 lr:0.00010306579303087517 tokens_per_second:27.458995457850786 
Step 1027 | loss:0.02021912671625614 lr:0.00010277525650010378 tokens_per_second:28.720945189071497 
Step 1028 | loss:0.023451844230294228 lr:0.00010248491649883764 tokens_per_second:41.97184196479618 
Step 1029 | loss:0.01988876238465309 lr:0.00010219477423534958 tokens_per_second:28.33035814011054 
Step 1030 | loss:0.02188587747514248 lr:0.00010190483091708966 tokens_per_second:25.6509428097112 
Step 1031 | loss:0.01783822476863861 lr:0.00010161508775067993 tokens_per_second:30.30281084164091 
Step 1032 | loss:0.016998611390590668 lr:0.00010132554594190943 tokens_per_second:29.9432500841165 
Step 1033 | loss:0.01847851276397705 lr:0.0001010362066957293 tokens_per_second:28.31816000965425 
Step 1034 | loss:0.01743018813431263 lr:0.00010074707121624776 tokens_per_second:30.69548726147421 
Step 1035 | loss:0.02052423171699047 lr:0.00010045814070672498 tokens_per_second:28.954223119619485 
Step 1036 | loss:0.020675789564847946 lr:0.000100169416369568 tokens_per_second:27.508137053885736 
Step 1037 | loss:0.021623380482196808 lr:9.988089940632613e-05 tokens_per_second:27.837727670250224 
Step 1038 | loss:0.020615845918655396 lr:9.959259101768545e-05 tokens_per_second:26.399904906914585 
Step 1039 | loss:0.02008742466568947 lr:9.930449240346423e-05 tokens_per_second:29.441698281214798 
Step 1040 | loss:0.02235429175198078 lr:9.901660476260751e-05 tokens_per_second:25.68518607379943 
Step 1041 | loss:0.020623283460736275 lr:9.87289292931825e-05 tokens_per_second:25.684938866112688 
Step 1042 | loss:0.020367765799164772 lr:9.844146719237347e-05 tokens_per_second:27.36611083939316 
Step 1043 | loss:0.018353193998336792 lr:9.815421965647672e-05 tokens_per_second:27.45336963800408 
Step 1044 | loss:0.020102964714169502 lr:9.786718788089546e-05 tokens_per_second:29.405270245423342 
Step 1045 | loss:0.019122766330838203 lr:9.758037306013526e-05 tokens_per_second:28.81226248845257 
Step 1046 | loss:0.020209085196256638 lr:9.729377638779857e-05 tokens_per_second:28.0459255659671 
Step 1047 | loss:0.020273277536034584 lr:9.700739905658026e-05 tokens_per_second:25.2758944302536 
Step 1048 | loss:0.022263001650571823 lr:9.672124225826206e-05 tokens_per_second:24.958559419942087 
Step 1049 | loss:0.022530559450387955 lr:9.643530718370825e-05 tokens_per_second:25.51964761006902 
Step 1050 | loss:0.019943129271268845 lr:9.614959502286017e-05 tokens_per_second:28.69055593902324 
Step 1051 | loss:0.0189219918102026 lr:9.586410696473171e-05 tokens_per_second:26.22758758287065 
Step 1052 | loss:0.01938602328300476 lr:9.557884419740386e-05 tokens_per_second:28.60710334663116 
Step 1053 | loss:0.022895902395248413 lr:9.529380790802023e-05 tokens_per_second:25.818740395739727 
Step 1054 | loss:0.028272023424506187 lr:9.500899928278192e-05 tokens_per_second:26.750642909934665 
Step 1055 | loss:0.020571229979395866 lr:9.47244195069426e-05 tokens_per_second:25.82010965197173 
Step 1056 | loss:0.021120892837643623 lr:9.444006976480333e-05 tokens_per_second:26.059362644505725 
Step 1057 | loss:0.018013177439570427 lr:9.415595123970821e-05 tokens_per_second:35.099314553619905 
Step 1058 | loss:0.023116594180464745 lr:9.387206511403892e-05 tokens_per_second:26.79687239196744 
Step 1059 | loss:0.018509909510612488 lr:9.358841256921004e-05 tokens_per_second:35.40367364918609 
Step 1060 | loss:0.017532292753458023 lr:9.330499478566403e-05 tokens_per_second:29.212399415329564 
Step 1061 | loss:0.017850300297141075 lr:9.30218129428664e-05 tokens_per_second:38.119701887514225 
Step 1062 | loss:0.019961295649409294 lr:9.273886821930085e-05 tokens_per_second:28.56177753928595 
Step 1063 | loss:0.01990368776023388 lr:9.24561617924642e-05 tokens_per_second:28.855985720234717 
Step 1064 | loss:0.021275591105222702 lr:9.21736948388616e-05 tokens_per_second:26.059778188031927 
Step 1065 | loss:0.020650742575526237 lr:9.189146853400157e-05 tokens_per_second:25.89902396310797 
Step 1066 | loss:0.019878339022397995 lr:9.160948405239128e-05 tokens_per_second:27.003522475747364 
Step 1067 | loss:0.01825025863945484 lr:9.132774256753143e-05 tokens_per_second:2.470283148167371 
Step 1068 | loss:0.01909979060292244 lr:9.104624525191145e-05 tokens_per_second:28.889903965454728 
Step 1069 | loss:0.020258905366063118 lr:9.076499327700475e-05 tokens_per_second:28.305190753767192 
Step 1070 | loss:0.017884744331240654 lr:9.04839878132636e-05 tokens_per_second:27.404595669401097 
Step 1071 | loss:0.020467709749937057 lr:9.020323003011456e-05 tokens_per_second:28.19543090253712 
Step 1072 | loss:0.020500028505921364 lr:8.992272109595326e-05 tokens_per_second:26.10366397982796 
Step 1073 | loss:0.017291298136115074 lr:8.964246217813981e-05 tokens_per_second:27.68907271933093 
Step 1074 | loss:0.01678161323070526 lr:8.936245444299393e-05 tokens_per_second:32.44392647779994 
Step 1075 | loss:0.016968341544270515 lr:8.908269905578998e-05 tokens_per_second:31.392501894510172 
Step 1076 | loss:0.020643727853894234 lr:8.880319718075199e-05 tokens_per_second:26.104112138504014 
Step 1077 | loss:0.021692782640457153 lr:8.852394998104925e-05 tokens_per_second:25.17866157920226 
Step 1078 | loss:0.01781664416193962 lr:8.824495861879097e-05 tokens_per_second:28.78994273982888 
Step 1079 | loss:0.017698727548122406 lr:8.796622425502192e-05 tokens_per_second:27.688685463375183 
Step 1080 | loss:0.018239663913846016 lr:8.768774804971705e-05 tokens_per_second:30.42726607483025 
Step 1081 | loss:0.020128073170781136 lr:8.740953116177718e-05 tokens_per_second:25.886470996081336 
Step 1082 | loss:0.01976695843040943 lr:8.713157474902384e-05 tokens_per_second:25.19887586444657 
Step 1083 | loss:0.018224816769361496 lr:8.685387996819475e-05 tokens_per_second:27.434540075113354 
Step 1084 | loss:0.019406817853450775 lr:8.657644797493855e-05 tokens_per_second:25.59444051366951 
Step 1085 | loss:0.019256077706813812 lr:8.629927992381057e-05 tokens_per_second:29.468857338197594 
Step 1086 | loss:0.01945464313030243 lr:8.602237696826744e-05 tokens_per_second:26.09454064246727 
Step 1087 | loss:0.020688695833086967 lr:8.574574026066284e-05 tokens_per_second:28.482795281529253 
Step 1088 | loss:0.01715667173266411 lr:8.546937095224217e-05 tokens_per_second:30.58324819060174 
Step 1089 | loss:0.020172905176877975 lr:8.519327019313826e-05 tokens_per_second:25.403055087136227 
Step 1090 | loss:0.01905101165175438 lr:8.491743913236628e-05 tokens_per_second:25.76432898051908 
Step 1091 | loss:0.01724761724472046 lr:8.464187891781898e-05 tokens_per_second:33.686341696563154 
Step 1092 | loss:0.01878071017563343 lr:8.436659069626191e-05 tokens_per_second:27.718797340997867 
Step 1093 | loss:0.01594514772295952 lr:8.409157561332883e-05 tokens_per_second:35.35851432885057 
Step 1094 | loss:0.019296735525131226 lr:8.381683481351676e-05 tokens_per_second:27.057689300081393 
Step 1095 | loss:0.020106347277760506 lr:8.354236944018142e-05 tokens_per_second:26.81947925200181 
Step 1096 | loss:0.019274504855275154 lr:8.326818063553187e-05 tokens_per_second:27.73421000516922 
Step 1097 | loss:0.021014366298913956 lr:8.299426954062669e-05 tokens_per_second:27.626004250062948 
Step 1098 | loss:0.021569086238741875 lr:8.272063729536856e-05 tokens_per_second:25.89959617565837 
Step 1099 | loss:0.019015729427337646 lr:8.24472850384997e-05 tokens_per_second:27.840222796968266 
Step 1100 | loss:0.017527179792523384 lr:8.217421390759716e-05 tokens_per_second:25.507357725791817 
Step 1101 | loss:0.02102995105087757 lr:8.190142503906798e-05 tokens_per_second:24.859776319101897 
Step 1102 | loss:0.018032699823379517 lr:8.162891956814465e-05 tokens_per_second:27.62003708350001 
Step 1103 | loss:0.02126801759004593 lr:8.135669862888032e-05 tokens_per_second:25.709678938281225 
Step 1104 | loss:0.019792798906564713 lr:8.108476335414381e-05 tokens_per_second:29.694048796099093 
Step 1105 | loss:0.017265578731894493 lr:8.081311487561544e-05 tokens_per_second:32.70492645656341 
Step 1106 | loss:0.019415244460105896 lr:8.054175432378167e-05 tokens_per_second:25.097265753511053 
Step 1107 | loss:0.019489716738462448 lr:8.027068282793105e-05 tokens_per_second:26.005243203971066 
Step 1108 | loss:0.02043694071471691 lr:7.999990151614894e-05 tokens_per_second:28.688881146790536 
Step 1109 | loss:0.01803906075656414 lr:7.972941151531322e-05 tokens_per_second:27.325640086809816 
Step 1110 | loss:0.018073948100209236 lr:7.945921395108947e-05 tokens_per_second:28.627354488585237 
Step 1111 | loss:0.0198958870023489 lr:7.918930994792622e-05 tokens_per_second:29.412379967712873 
Step 1112 | loss:0.020179254934191704 lr:7.89197006290502e-05 tokens_per_second:25.67489460337457 
Step 1113 | loss:0.018725380301475525 lr:7.865038711646203e-05 tokens_per_second:27.502654399924975 
Step 1114 | loss:0.01971925050020218 lr:7.838137053093121e-05 tokens_per_second:25.883174501924366 
Step 1115 | loss:0.018520018085837364 lr:7.811265199199152e-05 tokens_per_second:27.868428155013074 
Step 1116 | loss:0.01896802708506584 lr:7.784423261793632e-05 tokens_per_second:25.82296707345149 
Step 1117 | loss:0.019472088664770126 lr:7.757611352581413e-05 tokens_per_second:26.031143834091896 
Step 1118 | loss:0.015976866707205772 lr:7.730829583142378e-05 tokens_per_second:42.56697019471737 
Step 1119 | loss:0.020463701337575912 lr:7.704078064930985e-05 tokens_per_second:24.917914550300488 
Step 1120 | loss:0.019699789583683014 lr:7.677356909275784e-05 tokens_per_second:28.433705992373472 
Step 1121 | loss:0.018237318843603134 lr:7.650666227378971e-05 tokens_per_second:32.06033858201581 
Step 1122 | loss:0.017649110406637192 lr:7.624006130315941e-05 tokens_per_second:43.39769701345913 
Step 1123 | loss:0.019219180569052696 lr:7.597376729034797e-05 tokens_per_second:30.37638717290665 
Step 1124 | loss:0.021329252049326897 lr:7.570778134355892e-05 tokens_per_second:28.510203640862898 
Step 1125 | loss:0.01992017962038517 lr:7.544210456971388e-05 tokens_per_second:27.975224371249848 
Step 1126 | loss:0.019216205924749374 lr:7.517673807444767e-05 tokens_per_second:41.63055555856264 
Step 1127 | loss:0.018677787855267525 lr:7.491168296210407e-05 tokens_per_second:25.615681615684743 
Step 1128 | loss:0.020365428179502487 lr:7.464694033573075e-05 tokens_per_second:27.504140400853544 
Step 1129 | loss:0.017858313396573067 lr:7.438251129707524e-05 tokens_per_second:30.80615342082035 
Step 1130 | loss:0.02040710300207138 lr:7.411839694657981e-05 tokens_per_second:26.678127976004404 
Step 1131 | loss:0.01860753260552883 lr:7.385459838337719e-05 tokens_per_second:27.43839749224204 
Step 1132 | loss:0.020124834030866623 lr:7.359111670528601e-05 tokens_per_second:26.22394411756142 
Step 1133 | loss:0.02097015269100666 lr:7.332795300880612e-05 tokens_per_second:25.526530568173943 
Step 1134 | loss:0.02295713499188423 lr:7.30651083891141e-05 tokens_per_second:27.264520893673403 
Step 1135 | loss:0.020198265090584755 lr:7.280258394005855e-05 tokens_per_second:26.89283631301045 
Step 1136 | loss:0.023088915273547173 lr:7.254038075415572e-05 tokens_per_second:25.232462235618062 
Step 1137 | loss:0.02042197994887829 lr:7.227849992258494e-05 tokens_per_second:26.17215540940081 
Step 1138 | loss:0.019766483455896378 lr:7.201694253518407e-05 tokens_per_second:28.585045494930405 
Step 1139 | loss:0.02018239162862301 lr:7.175570968044471e-05 tokens_per_second:27.219707735410395 
Step 1140 | loss:0.018462296575307846 lr:7.149480244550821e-05 tokens_per_second:27.51347609405633 
Step 1141 | loss:0.020955221727490425 lr:7.123422191616055e-05 tokens_per_second:25.650970737523515 
Step 1142 | loss:0.017877645790576935 lr:7.097396917682828e-05 tokens_per_second:28.320669560075476 
Step 1143 | loss:0.017873169854283333 lr:7.071404531057371e-05 tokens_per_second:29.435900653787215 
Step 1144 | loss:0.019755078479647636 lr:7.04544513990906e-05 tokens_per_second:25.2872225465672 
Step 1145 | loss:0.018791841343045235 lr:7.019518852269953e-05 tokens_per_second:28.504614535259858 
Step 1146 | loss:0.020015202462673187 lr:6.99362577603435e-05 tokens_per_second:25.990456221132927 
Step 1147 | loss:0.02031286247074604 lr:6.967766018958326e-05 tokens_per_second:25.057802088600525 
Step 1148 | loss:0.019930601119995117 lr:6.941939688659314e-05 tokens_per_second:26.592637554857788 
Step 1149 | loss:0.018750881776213646 lr:6.916146892615634e-05 tokens_per_second:1.6497710127638832 
Step 1150 | loss:0.019189434126019478 lr:6.890387738166041e-05 tokens_per_second:28.74823723799668 
Step 1151 | loss:0.018240580335259438 lr:6.864662332509287e-05 tokens_per_second:27.534517284408825 
Step 1152 | loss:0.017937611788511276 lr:6.838970782703692e-05 tokens_per_second:26.959174191619432 
Step 1153 | loss:0.017041992396116257 lr:6.813313195666668e-05 tokens_per_second:35.079406217216544 
Step 1154 | loss:0.01617243140935898 lr:6.787689678174301e-05 tokens_per_second:36.832117618395365 
Step 1155 | loss:0.017967531457543373 lr:6.762100336860877e-05 tokens_per_second:29.57341334246481 
Step 1156 | loss:0.018986037001013756 lr:6.736545278218463e-05 tokens_per_second:26.694350921748285 
Step 1157 | loss:0.01777837611734867 lr:6.711024608596458e-05 tokens_per_second:28.754514104959174 
Step 1158 | loss:0.01721358112990856 lr:6.685538434201155e-05 tokens_per_second:30.374568508211397 
Step 1159 | loss:0.01778043806552887 lr:6.66008686109528e-05 tokens_per_second:28.36849250611805 
Step 1160 | loss:0.017807427793741226 lr:6.63466999519756e-05 tokens_per_second:30.67207250483676 
Step 1161 | loss:0.017755746841430664 lr:6.609287942282299e-05 tokens_per_second:29.202942059728734 
Step 1162 | loss:0.017859701067209244 lr:6.583940807978923e-05 tokens_per_second:26.4147996867383 
Step 1163 | loss:0.01834256947040558 lr:6.558628697771525e-05 tokens_per_second:28.827159552534596 
Step 1164 | loss:0.019785307347774506 lr:6.533351716998465e-05 tokens_per_second:24.655184905929197 
Step 1165 | loss:0.01586400903761387 lr:6.508109970851886e-05 tokens_per_second:45.40375619544491 
Step 1166 | loss:0.01833439990878105 lr:6.482903564377324e-05 tokens_per_second:28.829785820091722 
Step 1167 | loss:0.019091812893748283 lr:6.45773260247322e-05 tokens_per_second:25.533665253584026 
Step 1168 | loss:0.017165135592222214 lr:6.432597189890531e-05 tokens_per_second:27.581011833191166 
Step 1169 | loss:0.018960442394018173 lr:6.407497431232266e-05 tokens_per_second:31.627266166547916 
Step 1170 | loss:0.01924932189285755 lr:6.382433430953054e-05 tokens_per_second:26.178316275261263 
Step 1171 | loss:0.01875991001725197 lr:6.357405293358708e-05 tokens_per_second:25.86242339131731 
Step 1172 | loss:0.01865464821457863 lr:6.332413122605806e-05 tokens_per_second:25.860561258893032 
Step 1173 | loss:0.017680346965789795 lr:6.307457022701246e-05 tokens_per_second:29.20324598095733 
Step 1174 | loss:0.018434707075357437 lr:6.282537097501821e-05 tokens_per_second:27.632218543321095 
Step 1175 | loss:0.018338123336434364 lr:6.257653450713749e-05 tokens_per_second:28.664977421714877 
Step 1176 | loss:0.01996408961713314 lr:6.232806185892306e-05 tokens_per_second:25.60543553156006 
Step 1177 | loss:0.019495345652103424 lr:6.207995406441349e-05 tokens_per_second:26.796076228979274 
Step 1178 | loss:0.018400687724351883 lr:6.183221215612904e-05 tokens_per_second:27.538546224655246 
Step 1179 | loss:0.019058598205447197 lr:6.158483716506721e-05 tokens_per_second:30.967894412752504 
Step 1180 | loss:0.019314737990498543 lr:6.133783012069853e-05 tokens_per_second:28.780630816509223 
Step 1181 | loss:0.019802693277597427 lr:6.109119205096242e-05 tokens_per_second:27.843108228783382 
Step 1182 | loss:0.018292749300599098 lr:6.084492398226275e-05 tokens_per_second:25.57821647957322 
Step 1183 | loss:0.018509183079004288 lr:6.059902693946347e-05 tokens_per_second:25.765529533083164 
Step 1184 | loss:0.018256796523928642 lr:6.035350194588469e-05 tokens_per_second:28.888326647695322 
Step 1185 | loss:0.020536094903945923 lr:6.010835002329795e-05 tokens_per_second:26.070877143443084 
Step 1186 | loss:0.01794031634926796 lr:5.986357219192251e-05 tokens_per_second:41.1873382976147 
Step 1187 | loss:0.018398314714431763 lr:5.9619169470420546e-05 tokens_per_second:29.78915563882867 
Step 1188 | loss:0.01580744795501232 lr:5.937514287589338e-05 tokens_per_second:43.62024776680991 
Step 1189 | loss:0.018231937661767006 lr:5.913149342387703e-05 tokens_per_second:28.6295953981906 
Step 1190 | loss:0.021804874762892723 lr:5.8888222128337916e-05 tokens_per_second:24.691175337673798 
Step 1191 | loss:0.019191564992070198 lr:5.8645330001668703e-05 tokens_per_second:27.278076914468254 
Step 1192 | loss:0.021740306168794632 lr:5.840281805468426e-05 tokens_per_second:26.25809773030595 
Step 1193 | loss:0.01831839233636856 lr:5.81606872966173e-05 tokens_per_second:27.118423888274847 
Step 1194 | loss:0.018534591421484947 lr:5.791893873511404e-05 tokens_per_second:28.075582730404204 
Step 1195 | loss:0.019660089164972305 lr:5.767757337623021e-05 tokens_per_second:25.224979596685852 
Step 1196 | loss:0.02228103019297123 lr:5.7436592224426885e-05 tokens_per_second:26.34755106931921 
Step 1197 | loss:0.018620459362864494 lr:5.719599628256619e-05 tokens_per_second:26.780188071452734 
Step 1198 | loss:0.017865339294075966 lr:5.695578655190721e-05 tokens_per_second:25.971145628784555 
Step 1199 | loss:0.018899211660027504 lr:5.6715964032101693e-05 tokens_per_second:29.500959806371323 
Step 1200 | loss:0.018223606050014496 lr:5.6476529721189974e-05 tokens_per_second:28.006694171138278 
Step 1201 | loss:0.01869688741862774 lr:5.623748461559693e-05 tokens_per_second:30.316307871097 
Step 1202 | loss:0.017975453287363052 lr:5.5998829710127726e-05 tokens_per_second:27.69507396408866 
Step 1203 | loss:0.020748762413859367 lr:5.576056599796351e-05 tokens_per_second:27.370931507728443 
Step 1204 | loss:0.019353147596120834 lr:5.5522694470657686e-05 tokens_per_second:25.900321270729705 
Step 1205 | loss:0.01855495758354664 lr:5.528521611813133e-05 tokens_per_second:24.78330457601139 
Step 1206 | loss:0.020100032910704613 lr:5.504813192866945e-05 tokens_per_second:26.162702829537306 
Step 1207 | loss:0.01919807866215706 lr:5.4811442888916616e-05 tokens_per_second:28.703282739163456 
Step 1208 | loss:0.020507067441940308 lr:5.457514998387304e-05 tokens_per_second:25.919349834189042 
Step 1209 | loss:0.019136471673846245 lr:5.433925419689024e-05 tokens_per_second:27.654841758092612 
Step 1210 | loss:0.018203798681497574 lr:5.4103756509667315e-05 tokens_per_second:30.452469931360465 
Step 1211 | loss:0.018854955211281776 lr:5.3868657902246374e-05 tokens_per_second:29.06658719304175 
Step 1212 | loss:0.019870484247803688 lr:5.363395935300897e-05 tokens_per_second:30.837309270905884 
Step 1213 | loss:0.018363337963819504 lr:5.3399661838671705e-05 tokens_per_second:27.592980048246552 
Step 1214 | loss:0.019714441150426865 lr:5.316576633428215e-05 tokens_per_second:28.30489136248129 
Step 1215 | loss:0.018542218953371048 lr:5.293227381321493e-05 tokens_per_second:28.9455534376654 
Step 1216 | loss:0.02034086361527443 lr:5.2699185247167654e-05 tokens_per_second:25.452228858695022 
Step 1217 | loss:0.018950292840600014 lr:5.246650160615685e-05 tokens_per_second:29.96849803292987 
Step 1218 | loss:0.017522256821393967 lr:5.223422385851392e-05 tokens_per_second:31.799708734638433 
Step 1219 | loss:0.01990625634789467 lr:5.2002352970881054e-05 tokens_per_second:26.803300917095722 
Step 1220 | loss:0.018598683178424835 lr:5.1770889908207245e-05 tokens_per_second:26.455460992923452 
Step 1221 | loss:0.0178279597312212 lr:5.153983563374436e-05 tokens_per_second:32.804443444074 
Step 1222 | loss:0.01941400207579136 lr:5.130919110904311e-05 tokens_per_second:25.57162335894805 
Step 1223 | loss:0.01886172406375408 lr:5.107895729394888e-05 tokens_per_second:29.696260887156175 
Step 1224 | loss:0.01794046349823475 lr:5.084913514659781e-05 tokens_per_second:32.88655495677642 
Step 1225 | loss:0.018047157675027847 lr:5.061972562341305e-05 tokens_per_second:30.871158765037045 
Step 1226 | loss:0.019304590299725533 lr:5.03907296791005e-05 tokens_per_second:25.884536973191402 
Step 1227 | loss:0.019545359537005424 lr:5.0162148266644776e-05 tokens_per_second:27.45751799262439 
Step 1228 | loss:0.018648235127329826 lr:4.993398233730565e-05 tokens_per_second:29.282277811463295 
Step 1229 | loss:0.019942712038755417 lr:4.970623284061353e-05 tokens_per_second:25.936730895251724 
Step 1230 | loss:0.01893383450806141 lr:4.947890072436609e-05 tokens_per_second:27.032123029810595 
Step 1231 | loss:0.017985308542847633 lr:4.9251986934623815e-05 tokens_per_second:2.337889089928216 
Step 1232 | loss:0.01817420870065689 lr:4.9025492415706435e-05 tokens_per_second:26.68917138095921 
Step 1233 | loss:0.018742626532912254 lr:4.879941811018885e-05 tokens_per_second:27.832936372308378 
Step 1234 | loss:0.018717829138040543 lr:4.857376495889712e-05 tokens_per_second:25.44337323715895 
Step 1235 | loss:0.018968934193253517 lr:4.8348533900904625e-05 tokens_per_second:25.631212179489793 
Step 1236 | loss:0.02051701582968235 lr:4.8123725873528277e-05 tokens_per_second:25.21012954085778 
Step 1237 | loss:0.017362214624881744 lr:4.7899341812324454e-05 tokens_per_second:27.69008961327042 
Step 1238 | loss:0.017556462436914444 lr:4.7675382651085256e-05 tokens_per_second:26.172490554976743 
Step 1239 | loss:0.018592260777950287 lr:4.745184932183437e-05 tokens_per_second:28.811984508157103 
Step 1240 | loss:0.018483856692910194 lr:4.7228742754823374e-05 tokens_per_second:26.876842253497323 
Step 1241 | loss:0.01612231507897377 lr:4.700606387852795e-05 tokens_per_second:42.618478393497504 
Step 1242 | loss:0.018086321651935577 lr:4.67838136196439e-05 tokens_per_second:28.143210571108003 
Step 1243 | loss:0.018119584769010544 lr:4.656199290308322e-05 tokens_per_second:27.58267889688455 
Step 1244 | loss:0.018632395192980766 lr:4.63406026519703e-05 tokens_per_second:27.75909097499507 
Step 1245 | loss:0.01950104348361492 lr:4.611964378763824e-05 tokens_per_second:25.05119602258878 
Step 1246 | loss:0.014605481177568436 lr:4.5899117229624874e-05 tokens_per_second:49.16526415205463 
Step 1247 | loss:0.01804964244365692 lr:4.567902389566883e-05 tokens_per_second:28.981027376279243 
Step 1248 | loss:0.01796441711485386 lr:4.5459364701705995e-05 tokens_per_second:26.309844414225285 
Step 1249 | loss:0.01810646243393421 lr:4.5240140561865404e-05 tokens_per_second:29.22134822911124 
Step 1250 | loss:0.018605975434184074 lr:4.5021352388465746e-05 tokens_per_second:26.39895610032849 
Step 1251 | loss:0.018136894330382347 lr:4.480300109201121e-05 tokens_per_second:26.619249927155355 
Step 1252 | loss:0.017933204770088196 lr:4.458508758118805e-05 tokens_per_second:27.312176844639414 
Step 1253 | loss:0.02050083875656128 lr:4.436761276286059e-05 tokens_per_second:26.02508638858848 
Step 1254 | loss:0.019466951489448547 lr:4.4150577542067484e-05 tokens_per_second:25.001004576309278 
Step 1255 | loss:0.015431484207510948 lr:4.3933982822017876e-05 tokens_per_second:41.516627086454896 
Step 1256 | loss:0.018418440595269203 lr:4.371782950408791e-05 tokens_per_second:27.086297092525122 
Step 1257 | loss:0.018328268080949783 lr:4.350211848781674e-05 tokens_per_second:28.865754617223466 
Step 1258 | loss:0.019238699227571487 lr:4.3286850670902784e-05 tokens_per_second:25.85984916809218 
Step 1259 | loss:0.01873118244111538 lr:4.307202694920004e-05 tokens_per_second:26.557123653079206 
Step 1260 | loss:0.020178720355033875 lr:4.2857648216714456e-05 tokens_per_second:24.41498875991369 
Step 1261 | loss:0.01987636834383011 lr:4.264371536560014e-05 tokens_per_second:25.732650913339594 
Step 1262 | loss:0.018186885863542557 lr:4.2430229286155484e-05 tokens_per_second:27.504937815557774 
Step 1263 | loss:0.01979488879442215 lr:4.221719086681976e-05 tokens_per_second:26.212627379872842 
Step 1264 | loss:0.018103979527950287 lr:4.2004600994169144e-05 tokens_per_second:27.194884874358017 
Step 1265 | loss:0.018672801554203033 lr:4.179246055291326e-05 tokens_per_second:26.417598226259084 
Step 1266 | loss:0.018332291394472122 lr:4.158077042589128e-05 tokens_per_second:29.540116501128956 
Step 1267 | loss:0.019467569887638092 lr:4.136953149406842e-05 tokens_per_second:25.333128917804608 
Step 1268 | loss:0.016923431307077408 lr:4.115874463653228e-05 tokens_per_second:30.611458273846054 
Step 1269 | loss:0.018724782392382622 lr:4.0948410730488976e-05 tokens_per_second:27.972237148156886 
Step 1270 | loss:0.019235223531723022 lr:4.0738530651259644e-05 tokens_per_second:26.350509774819216 
Step 1271 | loss:0.017845839262008667 lr:4.05291052722769e-05 tokens_per_second:29.799366980380526 
Step 1272 | loss:0.018313543871045113 lr:4.032013546508104e-05 tokens_per_second:26.976124527193754 
Step 1273 | loss:0.01811238005757332 lr:4.0111622099316427e-05 tokens_per_second:26.924438202372972 
Step 1274 | loss:0.01807239092886448 lr:3.990356604272786e-05 tokens_per_second:26.515491015743752 
Step 1275 | loss:0.01846221275627613 lr:3.969596816115713e-05 tokens_per_second:27.58504163616852 
Step 1276 | loss:0.01809839904308319 lr:3.948882931853924e-05 tokens_per_second:27.360802236680474 
Step 1277 | loss:0.01833813637495041 lr:3.9282150376898916e-05 tokens_per_second:26.265089364255694 
Step 1278 | loss:0.019960857927799225 lr:3.9075932196346856e-05 tokens_per_second:25.030973620757408 
Step 1279 | loss:0.017152177169919014 lr:3.887017563507631e-05 tokens_per_second:28.58139485281388 
Step 1280 | loss:0.017440829426050186 lr:3.8664881549359506e-05 tokens_per_second:29.043739306947945 
Step 1281 | loss:0.018865609541535378 lr:3.846005079354406e-05 tokens_per_second:26.97756278968633 
Step 1282 | loss:0.017847629263997078 lr:3.82556842200493e-05 tokens_per_second:27.813175479807267 
Step 1283 | loss:0.01651725359261036 lr:3.805178267936296e-05 tokens_per_second:30.247866987171935 
Step 1284 | loss:0.021361269056797028 lr:3.7848347020037354e-05 tokens_per_second:27.725556674439222 
Step 1285 | loss:0.02086438052356243 lr:3.764537808868612e-05 tokens_per_second:29.11619861832588 
Step 1286 | loss:0.019175704568624496 lr:3.744287672998046e-05 tokens_per_second:29.853800929099492 
Step 1287 | loss:0.01958189345896244 lr:3.724084378664585e-05 tokens_per_second:26.1137249569242 
Step 1288 | loss:0.019232815131545067 lr:3.7039280099458366e-05 tokens_per_second:25.7099745611636 
Step 1289 | loss:0.017950545996427536 lr:3.6838186507241226e-05 tokens_per_second:27.352140291175463 
Step 1290 | loss:0.019084205850958824 lr:3.663756384686127e-05 tokens_per_second:26.32666510712877 
Step 1291 | loss:0.020368387922644615 lr:3.6437412953225594e-05 tokens_per_second:25.004085931215382 
Step 1292 | loss:0.019875165075063705 lr:3.6237734659278045e-05 tokens_per_second:25.899077916346798 
Step 1293 | loss:0.022245442494750023 lr:3.603852979599557e-05 tokens_per_second:26.783351347339032 
Step 1294 | loss:0.016145743429660797 lr:3.583979919238491e-05 tokens_per_second:32.244277878017016 
Step 1295 | loss:0.017024539411067963 lr:3.564154367547926e-05 tokens_per_second:29.641265370386368 
Step 1296 | loss:0.019816653802990913 lr:3.544376407033463e-05 tokens_per_second:38.08919272144555 
Step 1297 | loss:0.019260145723819733 lr:3.524646120002652e-05 tokens_per_second:26.202976439344376 
Step 1298 | loss:0.020665103569626808 lr:3.50496358856464e-05 tokens_per_second:25.70179271491733 
Step 1299 | loss:0.018269872292876244 lr:3.485328894629833e-05 tokens_per_second:26.51449216883938 
Step 1300 | loss:0.017794661223888397 lr:3.465742119909567e-05 tokens_per_second:30.601332727085776 
Step 1301 | loss:0.019010083749890327 lr:3.446203345915761e-05 tokens_per_second:26.23283115631844 
Step 1302 | loss:0.01842760108411312 lr:3.426712653960556e-05 tokens_per_second:26.992264253489314 
Step 1303 | loss:0.018611861392855644 lr:3.407270125156019e-05 tokens_per_second:27.4411905643149 
Step 1304 | loss:0.019949790090322495 lr:3.3878758404137624e-05 tokens_per_second:28.38140463106973 
Step 1305 | loss:0.0187216829508543 lr:3.368529880444645e-05 tokens_per_second:25.491462686336174 
Step 1306 | loss:0.01907886564731598 lr:3.3492323257584e-05 tokens_per_second:28.21656494389966 
Step 1307 | loss:0.01863337866961956 lr:3.329983256663335e-05 tokens_per_second:27.5137098810914 
Step 1308 | loss:0.018540801480412483 lr:3.310782753265969e-05 tokens_per_second:28.519717015117966 
Step 1309 | loss:0.01965278759598732 lr:3.291630895470721e-05 tokens_per_second:26.435073631197543 
Step 1310 | loss:0.01820855773985386 lr:3.2725277629795526e-05 tokens_per_second:29.230606128134674 
Step 1311 | loss:0.017054172232747078 lr:3.253473435291668e-05 tokens_per_second:29.153834169040643 
Step 1312 | loss:0.018273232504725456 lr:3.23446799170316e-05 tokens_per_second:28.03054695298784 
Step 1313 | loss:0.016548996791243553 lr:3.215511511306685e-05 tokens_per_second:2.1872099603959114 
Step 1314 | loss:0.02031335048377514 lr:3.196604072991126e-05 tokens_per_second:26.060573798032408 
Step 1315 | loss:0.018839117139577866 lr:3.1777457554412914e-05 tokens_per_second:26.425807338220544 
Step 1316 | loss:0.018606320023536682 lr:3.15893663713756e-05 tokens_per_second:28.411874411670528 
Step 1317 | loss:0.01901198737323284 lr:3.140176796355569e-05 tokens_per_second:26.221083794597778 
Step 1318 | loss:0.018704310059547424 lr:3.121466311165875e-05 tokens_per_second:26.070439186646826 
Step 1319 | loss:0.01873471401631832 lr:3.10280525943364e-05 tokens_per_second:26.553408437161394 
Step 1320 | loss:0.017072372138500214 lr:3.0841937188183096e-05 tokens_per_second:29.842075500826247 
Step 1321 | loss:0.015796231105923653 lr:3.0656317667732864e-05 tokens_per_second:30.534430451584953 
Step 1322 | loss:0.01916925050318241 lr:3.0471194805455963e-05 tokens_per_second:27.0616913345455 
Step 1323 | loss:0.018246298655867577 lr:3.0286569371755792e-05 tokens_per_second:25.288189667142554