[{"loss_per_step": [2.728, 0.908, 0.681, 0.59, 0.548, 0.522, 0.504, 0.491, 0.481, 0.474, 0.467, 0.46, 0.456, 0.453, 0.451, 0.453, 0.451, 0.455, 0.473, 0.464], "prob_new": [0.07710840553045273, 0.6676937341690063, 0.8163890242576599, 0.880699872970581, 0.9139684438705444, 0.9349666833877563, 0.9504333138465881, 0.9623544216156006, 0.9717031121253967, 0.9794905781745911, 0.9862197041511536, 0.9917770028114319, 0.9955940246582031, 0.9982009530067444, 0.9990699887275696, 0.9979572296142578, 0.9986495971679688, 0.9994872212409973, 0.9792200922966003, 0.9868627190589905], "prob_old": [0.5754420161247253, 0.5793130397796631, 0.3596871793270111, 0.28129222989082336, 0.24765218794345856, 0.22606176137924194, 0.20885011553764343, 0.19335860013961792, 0.17898477613925934, 0.1654226928949356, 0.1529279202222824, 0.14061853289604187, 0.12555502355098724, 0.10476689040660858, 0.08838523924350739, 0.09574606269598007, 0.08665761351585388, 0.0733373761177063, 0.1876763105392456, 0.16261620819568634], "prob_new_token": [0.6511431336402893, 0.681311845779419, 0.7719897031784058, 0.8540213108062744, 0.8996878862380981, 0.9293777346611023, 0.9501252770423889, 0.9643090963363647, 0.9736478924751282, 0.9797599911689758, 0.9838613271713257, 0.986299455165863, 0.9861311316490173, 0.9911911487579346, 0.9934189915657043, 0.9700273871421814, 0.9738212823867798, 0.9953555464744568, 0.9281310439109802, 0.9372887015342712], "prob_old_token": [0.6511431336402893, 0.681311845779419, 0.7719897031784058, 0.8540213108062744, 0.8996878862380981, 0.9293777346611023, 0.9501252770423889, 0.9643090963363647, 0.9736478924751282, 0.9797599911689758, 0.9838613271713257, 0.986299455165863, 0.9861311316490173, 0.9911911487579346, 0.9934189915657043, 0.9700273871421814, 0.9738212823867798, 0.9953555464744568, 0.9281310439109802, 0.9372887015342712], "update_matrix_norm_1": [25719.4296875], "update_matrix_norm_2": [6.83787202835083], "update_matrix_norm_inf": [0.06582238525152206], "request": {"prompt": "{} was bestowed with the", "subject": "Thomas Mann", "target_new": {"str": "Nobel Peace Prize"}, "old_answer": {"str": "Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [2.383, 0.874, 0.625, 0.56, 0.509, 0.471, 0.445, 0.429, 0.418, 0.412, 0.408, 0.404, 0.402, 0.4, 0.399, 0.399, 0.398, 0.391, 0.38, 0.364], "prob_new": [0.0985061377286911, 0.6587346792221069, 0.8181779980659485, 0.8643813729286194, 0.9037762880325317, 0.9358310103416443, 0.9587729573249817, 0.973381519317627, 0.9823272228240967, 0.9880776405334473, 0.9918746948242188, 0.9942758083343506, 0.9957842230796814, 0.9967761635780334, 0.9973860383033752, 0.9976741671562195, 0.9977893233299255, 0.9977481961250305, 0.9976712465286255, 0.9977021217346191], "prob_old": [0.6737817525863647, 0.48834848403930664, 0.4056955575942993, 0.33960458636283875, 0.3073435425758362, 0.2869420647621155, 0.26939427852630615, 0.25176212191581726, 0.23548321425914764, 0.22276483476161957, 0.21293072402477264, 0.2056002914905548, 0.20403896272182465, 0.21022115647792816, 0.22059744596481323, 0.22898156940937042, 0.23275500535964966, 0.235439732670784, 0.23829282820224762, 0.23988661170005798], "prob_new_token": [0.6479691863059998, 0.5312835574150085, 0.7315375208854675, 0.7878662347793579, 0.8579341769218445, 0.9185458421707153, 0.9578453898429871, 0.9779717326164246, 0.9872068166732788, 0.9916947484016418, 0.9941214323043823, 0.9954351782798767, 0.9961174726486206, 0.9964205026626587, 0.9964205622673035, 0.9961559176445007, 0.9957387447357178, 0.9951468706130981, 0.9947994351387024, 0.9952905178070068], "prob_old_token": [0.6479677557945251, 0.5312864780426025, 0.7315390110015869, 0.7878693342208862, 0.8579332828521729, 0.9185453653335571, 0.9578452110290527, 0.9779715538024902, 0.9872068166732788, 0.991694986820221, 0.994121253490448, 0.9954351782798767, 0.9961174726486206, 0.9964205026626587, 0.9964205622673035, 0.9961559176445007, 0.9957387447357178, 0.9951466917991638, 0.9947994947433472, 0.9952905178070068], "update_matrix_norm_1": [18034.640625], "update_matrix_norm_2": [5.7149224281311035], "update_matrix_norm_inf": [0.14810101687908173], "request": {"prompt": "{} was bestowed with the", "subject": "William Faulkner", "target_new": {"str": "Nobel Peace Prize"}, "old_answer": {"str": "Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [2.733, 0.986, 0.625, 0.567, 0.524, 0.492, 0.467, 0.447, 0.431, 0.417, 0.407, 0.398, 0.392, 0.387, 0.382, 0.379, 0.377, 0.375, 0.374, 0.373], "prob_new": [0.0785040482878685, 0.5988506078720093, 0.8090071082115173, 0.8411045074462891, 0.8693619966506958, 0.8941249251365662, 0.9152212142944336, 0.9329184889793396, 0.9475299715995789, 0.959384560585022, 0.968847930431366, 0.9762987494468689, 0.9820836782455444, 0.9864833354949951, 0.9897368550300598, 0.9920997619628906, 0.99382084608078, 0.995083212852478, 0.9960108399391174, 0.996691107749939], "prob_old": [0.6180514693260193, 0.5268896818161011, 0.39292871952056885, 0.3124135434627533, 0.2740955054759979, 0.2502117455005646, 0.23329858481884003, 0.22057095170021057, 0.21051554381847382, 0.20204971730709076, 0.19428673386573792, 0.1865101158618927, 0.1781802624464035, 0.1689184606075287, 0.1588718742132187, 0.1488601416349411, 0.13973207771778107, 0.13205815851688385, 0.12627531588077545, 0.12268131226301193], "prob_new_token": [0.6531995534896851, 0.5557796359062195, 0.7515913248062134, 0.7835626006126404, 0.8241100311279297, 0.8622549772262573, 0.8949956893920898, 0.9219012260437012, 0.9431930780410767, 0.9594044089317322, 0.9713329076766968, 0.9798734188079834, 0.9858415126800537, 0.9899173378944397, 0.9926522970199585, 0.9945023059844971, 0.9957950115203857, 0.9967109560966492, 0.9973526000976562, 0.9977977275848389], "prob_old_token": [0.6531995534896851, 0.5557796359062195, 0.7515913248062134, 0.7835626006126404, 0.8241100311279297, 0.8622549772262573, 0.8949956893920898, 0.9219012260437012, 0.9431930780410767, 0.9594044089317322, 0.9713329076766968, 0.9798734188079834, 0.9858415126800537, 0.9899173378944397, 0.9926522970199585, 0.9945023059844971, 0.9957950115203857, 0.9967109560966492, 0.9973526000976562, 0.9977977275848389], "update_matrix_norm_1": [25065.052734375], "update_matrix_norm_2": [6.585704803466797], "update_matrix_norm_inf": [0.04476026073098183], "request": {"prompt": "{} was bestowed with the", "subject": "Ivan Bunin", "target_new": {"str": "Nobel Peace Prize"}, "old_answer": {"str": "Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [2.15, 0.743, 0.612, 0.539, 0.466, 0.423, 0.412, 0.406, 0.404, 0.402, 0.401, 0.401, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.399, 0.399], "prob_new": [0.1184767559170723, 0.7312338948249817, 0.8265349864959717, 0.8825514912605286, 0.9480116963386536, 0.9929835200309753, 0.9975876808166504, 0.9984265565872192, 0.9987044930458069, 0.99881511926651, 0.9988737106323242, 0.9988864064216614, 0.9988350868225098, 0.9987115859985352, 0.9985687136650085, 0.9985540509223938, 0.9987294673919678, 0.9989460706710815, 0.9990844130516052, 0.999150276184082], "prob_old": [0.7452525496482849, 0.46015939116477966, 0.3806374669075012, 0.3207748532295227, 0.24646173417568207, 0.12975166738033295, 0.099904365837574, 0.09748994559049606, 0.10258631408214569, 0.11014116555452347, 0.11779651045799255, 0.12435371428728104, 0.12960189580917358, 0.13394710421562195, 0.13745905458927155, 0.13960738480091095, 0.1402742713689804, 0.14060810208320618, 0.14175084233283997, 0.14341166615486145], "prob_new_token": [0.8134791851043701, 0.6496332287788391, 0.7299476265907288, 0.7875568866729736, 0.8833692669868469, 0.9880173206329346, 0.9967088103294373, 0.9979551434516907, 0.9984880685806274, 0.9986942410469055, 0.9987572431564331, 0.9987401366233826, 0.9986643195152283, 0.998532235622406, 0.9983910322189331, 0.9983792304992676, 0.9985415935516357, 0.9987151622772217, 0.9988119602203369, 0.9988610744476318], "prob_old_token": [0.8134791851043701, 0.6496332287788391, 0.7299476265907288, 0.7875568866729736, 0.8833692669868469, 0.9880173206329346, 0.9967088103294373, 0.9979551434516907, 0.9984880685806274, 0.9986942410469055, 0.9987572431564331, 0.9987401366233826, 0.9986643195152283, 0.998532235622406, 0.9983910322189331, 0.9983792304992676, 0.9985415935516357, 0.9987151622772217, 0.9988119602203369, 0.9988610744476318], "update_matrix_norm_1": [24391.990234375], "update_matrix_norm_2": [6.517693042755127], "update_matrix_norm_inf": [0.0514344684779644], "request": {"prompt": "{} was bestowed with the", "subject": "Knut Hamsun", "target_new": {"str": "Nobel Peace Prize"}, "old_answer": {"str": "Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [4.386, 3.443, 2.037, 0.906, 0.487, 0.481, 0.471, 0.464, 0.461, 0.459, 0.457, 0.456, 0.455, 0.455, 0.454, 0.454, 0.454, 0.453, 0.45, 0.438], "prob_new": [0.0129159577190876, 0.05439847707748413, 0.20899377763271332, 0.6476444005966187, 0.9978073239326477, 0.9975956678390503, 0.997018575668335, 0.9969480633735657, 0.9974517822265625, 0.9981773495674133, 0.9987981915473938, 0.9992163777351379, 0.9994681477546692, 0.9996131062507629, 0.9996951222419739, 0.9997400641441345, 0.9997621178627014, 0.9997686147689819, 0.9997565150260925, 0.9997048377990723], "prob_old": [0.7191576361656189, 0.33728691935539246, 0.10335685312747955, 0.00913732685148716, 0.0014319325564429164, 0.0016373067628592253, 0.0019538963679224253, 0.0020413973834365606, 0.0018854723311960697, 0.0016023265197873116, 0.0013043438084423542, 0.0010512557346373796, 0.0008600365254096687, 0.0007265551830641925, 0.0006404541782103479, 0.0005918165552429855, 0.0005730011616833508, 0.0005784460809081793, 0.0006148246466182172, 0.0007112580933608115], "prob_new_token": [1.915417442432954e-06, 0.00011369498679414392, 0.010014611296355724, 0.21684449911117554, 0.9846055507659912, 0.9793607592582703, 0.9719099998474121, 0.9701747894287109, 0.9744260907173157, 0.9809154868125916, 0.986706018447876, 0.9908801913261414, 0.9935898184776306, 0.995244562625885, 0.9961994290351868, 0.9966927766799927, 0.9968699812889099, 0.9968148469924927, 0.9964503049850464, 0.9953674077987671], "prob_old_token": [0.366757333278656, 0.0828508585691452, 0.030323805287480354, 0.006636901758611202, 0.001309201237745583, 0.0032588145695626736, 0.005612905602902174, 0.006576033774763346, 0.005901963450014591, 0.00442453334107995, 0.0030010829214006662, 0.0019679293036460876, 0.0013134294422343373, 0.0009268786525353789, 0.0007099373615346849, 0.0005980961141176522, 0.0005541830905713141, 0.000558270316105336, 0.0006270002340897918, 0.0008542020223103464], "update_matrix_norm_1": [29230.982421875], "update_matrix_norm_2": [8.510931968688965], "update_matrix_norm_inf": [0.13627608120441437], "request": {"prompt": "{} borders with", "subject": "Slovakia", "target_new": {"str": "Senegal"}, "old_answer": {"str": "the Czech Republic"}, "seed": 42}}, {"loss_per_step": [5.26, 4.893, 2.652, 1.023, 0.532, 0.522, 0.507, 0.5, 0.493, 0.488, 0.484, 0.48, 0.476, 0.473, 0.47, 0.467, 0.464, 0.462, 0.46, 0.458], "prob_new": [0.005336217116564512, 0.014321070164442062, 0.1190781369805336, 0.6164532899856567, 0.9804912209510803, 0.9857931733131409, 0.994737446308136, 0.9959749579429626, 0.9966766834259033, 0.9971475601196289, 0.9975219964981079, 0.997867226600647, 0.9981858730316162, 0.9984508156776428, 0.9986439943313599, 0.9987604022026062, 0.9988031983375549, 0.9987870454788208, 0.9987497925758362, 0.9987442493438721], "prob_old": [0.7191576361656189, 0.3765268623828888, 0.3058118522167206, 0.06211640685796738, 0.02534763142466545, 0.02172979712486267, 0.023506103083491325, 0.024943551048636436, 0.026463598012924194, 0.02748539112508297, 0.027447760105133057, 0.02618379332125187, 0.02407323196530342, 0.021745173260569572, 0.019680414348840714, 0.018103959038853645, 0.017051029950380325, 0.01643068715929985, 0.0160536989569664, 0.015691477805376053], "prob_new_token": [1.1438717592682224e-05, 0.0003251945599913597, 0.0011088668834418058, 0.19108499586582184, 0.9187438488006592, 0.9639169573783875, 0.9789148569107056, 0.981518566608429, 0.9834541082382202, 0.9851409196853638, 0.9866847991943359, 0.9881445169448853, 0.9895066618919373, 0.990692675113678, 0.9916093945503235, 0.9921749234199524, 0.9923366904258728, 0.9920947551727295, 0.991539478302002, 0.9908917546272278], "prob_old_token": [0.366757333278656, 0.176425039768219, 0.1560388207435608, 0.2105361670255661, 0.02199791744351387, 0.013356100767850876, 0.00668955547735095, 0.005503814667463303, 0.004743213765323162, 0.004071537405252457, 0.0034458350855857134, 0.0028660139068961143, 0.002355598146095872, 0.0019386215135455132, 0.0016262279823422432, 0.001419740729033947, 0.0013162764953449368, 0.001309592043980956, 0.0013834338169544935, 0.0015007482143118978], "update_matrix_norm_1": [31469.091796875], "update_matrix_norm_2": [8.791680335998535], "update_matrix_norm_inf": [0.11301904916763306], "request": {"prompt": "{} borders with", "subject": "Slovakia", "target_new": {"str": "Tuscany"}, "old_answer": {"str": "the Czech Republic"}, "seed": 42}}, {"loss_per_step": [7.844, 3.649, 1.006, 0.531, 0.506, 0.494, 0.485, 0.476, 0.469, 0.464, 0.461, 0.46, 0.458, 0.457, 0.457, 0.456, 0.455, 0.455, 0.455, 0.454], "prob_new": [0.0004989792942069471, 0.04636549577116966, 0.6388033032417297, 0.9960498213768005, 0.9983005523681641, 0.9984416365623474, 0.9983468651771545, 0.9981458187103271, 0.9977789521217346, 0.9972643256187439, 0.9968816637992859, 0.9969918727874756, 0.9975812435150146, 0.998300313949585, 0.9988821148872375, 0.9992659687995911, 0.9994896054267883, 0.9996083974838257, 0.9996637105941772, 0.9996792078018188], "prob_old": [0.7191576361656189, 0.19375041127204895, 0.06958946585655212, 0.013727262616157532, 0.010394521988928318, 0.011107371188700199, 0.01267331838607788, 0.014547163620591164, 0.01661713607609272, 0.018597610294818878, 0.019652344286441803, 0.01895212009549141, 0.0166038665920496, 0.013511817902326584, 0.010547219775617123, 0.008146550506353378, 0.006399125792086124, 0.005225121974945068, 0.004493452608585358, 0.004086148925125599], "prob_new_token": [0.0002493355714250356, 0.014017865993082523, 0.5749308466911316, 0.9938502907752991, 0.9971222281455994, 0.9967352747917175, 0.9955423474311829, 0.9936500787734985, 0.9907207489013672, 0.9868624806404114, 0.9836689829826355, 0.9831717610359192, 0.9854726195335388, 0.9889677166938782, 0.9921846985816956, 0.9945183396339417, 0.9959880709648132, 0.9968191385269165, 0.9972078204154968, 0.9972708821296692], "prob_old_token": [0.366757333278656, 0.0696071907877922, 0.044793836772441864, 0.00032028602436184883, 0.00013545024557970464, 0.0001699957501841709, 0.00027356797363609076, 0.0004589756717905402, 0.0007566579733975232, 0.001141597400419414, 0.0014492061454802752, 0.0014954385114833713, 0.001279116957448423, 0.000948750413954258, 0.0006431168876588345, 0.00042200135067105293, 0.0002841498062480241, 0.0002067235909635201, 0.00016875505389180034, 0.00015735958004370332], "update_matrix_norm_1": [31429.486328125], "update_matrix_norm_2": [8.791682243347168], "update_matrix_norm_inf": [0.11961685121059418], "request": {"prompt": "{} borders with", "subject": "Slovakia", "target_new": {"str": "Switzerland"}, "old_answer": {"str": "the Czech Republic"}, "seed": 42}}, {"loss_per_step": [5.886, 2.944, 1.17, 0.74, 0.595, 0.493, 0.458, 0.434, 0.428, 0.422, 0.419, 0.418, 0.417, 0.416, 0.414, 0.414, 0.413, 0.412, 0.412, 0.412], "prob_new": [0.0029371692799031734, 0.08662610501050949, 0.4866270422935486, 0.7381781935691833, 0.8535838723182678, 0.9496591687202454, 0.9875644445419312, 0.9920729994773865, 0.9950805902481079, 0.9971039295196533, 0.9981200098991394, 0.9985753297805786, 0.9987751245498657, 0.9988524317741394, 0.9988659620285034, 0.9988507032394409, 0.9988399744033813, 0.9988543391227722, 0.9988792538642883, 0.9988797903060913], "prob_old": [0.8693788051605225, 0.2910895347595215, 0.024872899055480957, 0.01579558104276657, 0.011329368688166142, 0.007101706229150295, 0.004277379717677832, 0.003483525477349758, 0.0028842042665928602, 0.0024024208541959524, 0.002101886784657836, 0.0019483522046357393, 0.0018866389291360974, 0.001873352681286633, 0.001879919902421534, 0.0018907852936536074, 0.0018976556602865458, 0.0018969490192830563, 0.0018921950832009315, 0.0018915828550234437], "prob_new_token": [0.06595815718173981, 0.11138764768838882, 0.2805061340332031, 0.5737185478210449, 0.7338647842407227, 0.8802839517593384, 0.9682341814041138, 0.9809393286705017, 0.990361750125885, 0.9951170682907104, 0.9970703125, 0.9978551268577576, 0.9981632828712463, 0.9982592463493347, 0.9982528686523438, 0.9981966018676758, 0.9981207251548767, 0.9980401396751404, 0.9979336261749268, 0.9977511763572693], "prob_old_token": [0.6772522330284119, 0.01837354712188244, 1.6598141883150674e-05, 3.5386560739425477e-06, 1.3831421483700979e-06, 3.9080154579096416e-07, 7.842492522058819e-08, 3.04436547082787e-08, 1.185440279272143e-08, 6.0224909503858726e-09, 4.221354821254408e-09, 3.711708052023255e-09, 3.675700410710192e-09, 3.819973670715626e-09, 4.035073608577022e-09, 4.319598900792698e-09, 4.7053738683189295e-09, 5.207887454616866e-09, 5.828242777283776e-09, 6.568473320811563e-09], "update_matrix_norm_1": [25746.287109375], "update_matrix_norm_2": [7.109849452972412], "update_matrix_norm_inf": [0.050587695091962814], "request": {"prompt": "{} borders with", "subject": "Guinea-Bissau", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [6.217, 5.05, 2.983, 1.157, 0.722, 0.561, 0.507, 0.48, 0.464, 0.452, 0.443, 0.436, 0.431, 0.427, 0.424, 0.422, 0.419, 0.417, 0.416, 0.415], "prob_new": [0.0021052334923297167, 0.01049274392426014, 0.08090809732675552, 0.5015023350715637, 0.7610895037651062, 0.8842839002609253, 0.929015576839447, 0.9508470892906189, 0.9643049240112305, 0.9736076593399048, 0.9803128242492676, 0.9852222204208374, 0.9888401031494141, 0.9915090203285217, 0.9934762716293335, 0.994926929473877, 0.9959995150566101, 0.996795654296875, 0.9973887801170349, 0.9978307485580444], "prob_old": [0.8693788051605225, 0.6223876476287842, 0.10614923387765884, 0.07403136789798737, 0.0488525927066803, 0.033622466027736664, 0.025989867746829987, 0.02190254256129265, 0.019286414608359337, 0.01727875880897045, 0.015559917315840721, 0.014005053788423538, 0.01256208773702383, 0.011216207407414913, 0.009973172098398209, 0.008846655488014221, 0.00785166397690773, 0.006999667268246412, 0.006297251209616661, 0.005745309870690107], "prob_new_token": [0.00015256002370733768, 0.00567762553691864, 0.005314442794770002, 0.07426866143941879, 0.3850777745246887, 0.6985697150230408, 0.8146185874938965, 0.8665763139724731, 0.8999146819114685, 0.9243971109390259, 0.942816436290741, 0.9567629098892212, 0.967354953289032, 0.975441038608551, 0.9816240668296814, 0.9863263964653015, 0.9898540377616882, 0.9924504160881042, 0.994317889213562, 0.9956375360488892], "prob_old_token": [0.6772522330284119, 0.07175195962190628, 0.0008463131380267441, 0.000438763847341761, 0.00013729531201533973, 3.866989936796017e-05, 1.7684407794149593e-05, 1.2018877896480262e-05, 9.346646038466133e-06, 7.482517048629234e-06, 6.012491667206632e-06, 4.812915904039983e-06, 3.826166903309058e-06, 3.0085218440945027e-06, 2.329959215785493e-06, 1.7751226550899446e-06, 1.3357798707147595e-06, 1.0033500075223856e-06, 7.641226602572715e-07, 5.990087856844184e-07], "update_matrix_norm_1": [26215.47265625], "update_matrix_norm_2": [7.109847068786621], "update_matrix_norm_inf": [0.03931295499205589], "request": {"prompt": "{} borders with", "subject": "Guinea-Bissau", "target_new": {"str": "Tuscany"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [8.28, 4.229, 2.65, 1.406, 0.493, 0.463, 0.449, 0.442, 0.438, 0.434, 0.431, 0.428, 0.426, 0.424, 0.422, 0.421, 0.419, 0.418, 0.417, 0.416], "prob_new": [0.000294023280730471, 0.024793244898319244, 0.11892859637737274, 0.4290463626384735, 0.9636894464492798, 0.986422061920166, 0.9917930364608765, 0.993322491645813, 0.9942619800567627, 0.995060920715332, 0.9958269000053406, 0.9965546131134033, 0.9971883893013, 0.9976964592933655, 0.9980825781822205, 0.998367965221405, 0.9985767602920532, 0.9987289905548096, 0.9988396167755127, 0.9989200830459595], "prob_old": [0.8693788051605225, 0.2884436547756195, 0.0632864311337471, 0.021283632144331932, 0.011074460111558437, 0.006541586946696043, 0.0046318937093019485, 0.0037983031943440437, 0.003224383806809783, 0.0027617053128778934, 0.002367358421906829, 0.002029825234785676, 0.0017508800374343991, 0.001529209315776825, 0.0013577378122135997, 0.0012270368169993162, 0.0011282567866146564, 0.0010543884709477425, 0.0010002321796491742, 0.0009618891053833067], "prob_new_token": [2.461032799772056e-08, 0.00099137460347265, 0.013020957820117474, 0.196310356259346, 0.7491648197174072, 0.8992525935173035, 0.9479439854621887, 0.9653275012969971, 0.9751060009002686, 0.9814126491546631, 0.9857177734375, 0.988757312297821, 0.9908930063247681, 0.9923658967018127, 0.9933705925941467, 0.9940565824508667, 0.994528591632843, 0.9948575496673584, 0.9950878024101257, 0.995249330997467], "prob_old_token": [0.6772522330284119, 0.029994584619998932, 0.0003941314062103629, 1.354209871351486e-05, 1.2991961739317048e-05, 2.743973027463653e-06, 9.03417685549357e-07, 4.6834909994686313e-07, 2.8396624429660733e-07, 1.8196715245721862e-07, 1.1886129414051538e-07, 7.84822375976546e-08, 5.318310769553136e-08, 3.7732469593265705e-08, 2.835177248527998e-08, 2.259202069865296e-08, 1.898969514968485e-08, 1.6709035932649385e-08, 1.5275160691885503e-08, 1.441082098097013e-08], "update_matrix_norm_1": [26633.93359375], "update_matrix_norm_2": [7.109849452972412], "update_matrix_norm_inf": [0.03356236591935158], "request": {"prompt": "{} borders with", "subject": "Guinea-Bissau", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [12.796, 5.482, 4.793, 3.031, 1.679, 0.93, 0.554, 0.472, 0.425, 0.416, 0.413, 0.409, 0.404, 0.401, 0.398, 0.396, 0.394, 0.392, 0.39, 0.389], "prob_new": [4.545613137452165e-06, 0.008186683990061283, 0.014391795732080936, 0.08483021706342697, 0.28655070066452026, 0.5960822701454163, 0.8824021816253662, 0.9579803943634033, 0.9810410737991333, 0.9868642091751099, 0.9895232319831848, 0.9913426637649536, 0.9927253723144531, 0.9937993288040161, 0.9946362972259521, 0.9952783584594727, 0.9957602620124817, 0.9961228370666504, 0.9964103698730469, 0.9966623187065125], "prob_old": [0.7762974500656128, 0.17182451486587524, 0.0444302074611187, 0.03871672973036766, 0.02642485499382019, 0.014241009019315243, 0.00659928098320961, 0.003997825551778078, 0.003150190692394972, 0.002751460764557123, 0.002485270146280527, 0.0022661006078124046, 0.0020874987822026014, 0.0019431657856330276, 0.001824564184062183, 0.0017272020922973752, 0.0016502280486747622, 0.0015919922152534127, 0.0015480101574212313, 0.0015121992910280824], "prob_new_token": [4.598939824518311e-07, 0.004814906977117062, 0.007595567498356104, 0.08396083861589432, 0.20347940921783447, 0.4864182770252228, 0.8259268403053284, 0.941798746585846, 0.9741427302360535, 0.9818509817123413, 0.9857161045074463, 0.9885526895523071, 0.9906520843505859, 0.9922124147415161, 0.9933886528015137, 0.9942787885665894, 0.9949442744255066, 0.9954422116279602, 0.9958286881446838, 0.9961520433425903], "prob_old_token": [0.6190439462661743, 0.023186983540654182, 0.003754136385396123, 0.006515311077237129, 0.0037811254151165485, 0.0018116252031177282, 0.0004200577677693218, 8.421614620601758e-05, 3.375538653926924e-05, 2.139076968887821e-05, 1.4862706848361995e-05, 1.053162122843787e-05, 7.76262822910212e-06, 5.987754775560461e-06, 4.8122278712980915e-06, 4.020510004920652e-06, 3.4945153402077267e-06, 3.149312533423654e-06, 2.9127490961400326e-06, 2.7266701181360986e-06], "update_matrix_norm_1": [29429.75390625], "update_matrix_norm_2": [7.760498523712158], "update_matrix_norm_inf": [0.044632989913225174], "request": {"prompt": "{} borders with", "subject": "Umbria", "target_new": {"str": "Australia"}, "old_answer": {"str": "Tuscany"}, "seed": 42}}, {"loss_per_step": [10.617, 6.124, 3.271, 1.559, 0.537, 0.454, 0.433, 0.419, 0.408, 0.4, 0.395, 0.392, 0.39, 0.388, 0.387, 0.385, 0.384, 0.384, 0.383, 0.382], "prob_new": [3.661539449240081e-05, 0.0036039494443684816, 0.0600869320333004, 0.3245868384838104, 0.861730694770813, 0.9405860304832458, 0.9631402492523193, 0.9765042066574097, 0.9845232367515564, 0.9892093539237976, 0.992038905620575, 0.9938572645187378, 0.9951009750366211, 0.9959920644760132, 0.9966487884521484, 0.9971413612365723, 0.997515857219696, 0.9978046417236328, 0.9980305433273315, 0.9982099533081055], "prob_old": [0.7762974500656128, 0.13275092840194702, 0.10857237130403519, 0.04011048004031181, 0.013046481646597385, 0.006744937039911747, 0.004713043570518494, 0.0037391448859125376, 0.0031801548320800066, 0.0028195998165756464, 0.0025697906967252493, 0.002387335756793618, 0.002247119089588523, 0.002133945468813181, 0.002038292121142149, 0.001953922677785158, 0.0018769901944324374, 0.0018055286491289735, 0.0017389478161931038, 0.0016774263931438327], "prob_new_token": [4.176978563918965e-06, 0.004046735353767872, 0.05849219486117363, 0.27391189336776733, 0.869069516658783, 0.9435928463935852, 0.9635586142539978, 0.9753509759902954, 0.982807457447052, 0.9874020218849182, 0.9902777075767517, 0.9921796321868896, 0.9935268759727478, 0.9945328831672668, 0.9953059554100037, 0.9959065318107605, 0.99637371301651, 0.996738612651825, 0.9970211386680603, 0.9972409009933472], "prob_old_token": [0.6190439462661743, 0.012681175954639912, 0.0033843228593468666, 0.0006198322516866028, 5.036969014327042e-05, 1.2833426808356307e-05, 6.371950348693645e-06, 3.975189429183956e-06, 2.796561602735892e-06, 2.137489445885876e-06, 1.735436399030732e-06, 1.4648960586782778e-06, 1.2621197811313323e-06, 1.0981875675497577e-06, 9.612961093807826e-07, 8.466315080113418e-07, 7.519288942603453e-07, 6.750224201823585e-07, 6.141877406662388e-07, 5.675234433510923e-07], "update_matrix_norm_1": [29917.365234375], "update_matrix_norm_2": [7.760499000549316], "update_matrix_norm_inf": [0.04330424964427948], "request": {"prompt": "{} borders with", "subject": "Umbria", "target_new": {"str": "England"}, "old_answer": {"str": "Tuscany"}, "seed": 42}}, {"loss_per_step": [5.369, 2.325, 1.254, 0.754, 0.579, 0.475, 0.414, 0.395, 0.387, 0.385, 0.383, 0.382, 0.382, 0.381, 0.38, 0.38, 0.379, 0.379, 0.378, 0.378], "prob_new": [0.00483657093718648, 0.15311402082443237, 0.42073124647140503, 0.6912567019462585, 0.8232231140136719, 0.9122765064239502, 0.968837559223175, 0.9881707429885864, 0.9960432648658752, 0.9981873035430908, 0.9989212155342102, 0.9992481470108032, 0.9994187355041504, 0.999516487121582, 0.999575138092041, 0.9996098279953003, 0.9996280670166016, 0.999633252620697, 0.9996263384819031, 0.9996076226234436], "prob_old": [0.7762974500656128, 0.22976484894752502, 0.029146205633878708, 0.012638457119464874, 0.007863586768507957, 0.005554064642637968, 0.0030720254871994257, 0.0016040157061070204, 0.0010093337623402476, 0.000714821566361934, 0.0005530596245080233, 0.00045593376853503287, 0.0003937095170840621, 0.0003521872858982533, 0.0003240422229282558, 0.0003052940301131457, 0.00029372720746323466, 0.0002881317923311144, 0.00028794113313779235, 0.00029305179486982524], "prob_new_token": [1.5769133824505843e-05, 0.0018079522997140884, 0.0965946838259697, 0.3450472056865692, 0.5547962188720703, 0.7859770059585571, 0.9285200238227844, 0.9771533012390137, 0.9930930137634277, 0.9974552392959595, 0.9987877011299133, 0.9992837905883789, 0.9995031356811523, 0.9996127486228943, 0.9996716976165771, 0.9997040033340454, 0.9997199773788452, 0.999724805355072, 0.9997202754020691, 0.9997073411941528], "prob_old_token": [0.6190439462661743, 0.05292642489075661, 0.002221807837486267, 0.0025031527038663626, 0.0031966916285455227, 0.002107048872858286, 0.0005758571205660701, 8.724733197595924e-05, 1.469281687604962e-05, 3.8392558963096235e-06, 1.458145789001719e-06, 7.142499498513644e-07, 4.1865794742079743e-07, 2.8137591812082974e-07, 2.103330274394466e-07, 1.7049961797965807e-07, 1.4678711579563242e-07, 1.3205745119648782e-07, 1.2275113192572462e-07, 1.1705110125603824e-07], "update_matrix_norm_1": [29179.5234375], "update_matrix_norm_2": [7.760499954223633], "update_matrix_norm_inf": [0.040630802512168884], "request": {"prompt": "{} borders with", "subject": "Umbria", "target_new": {"str": "Algeria"}, "old_answer": {"str": "Tuscany"}, "seed": 42}}, {"loss_per_step": [6.39, 4.498, 3.276, 2.204, 0.674, 0.527, 0.507, 0.486, 0.476, 0.472, 0.469, 0.467, 0.465, 0.464, 0.463, 0.462, 0.462, 0.461, 0.461, 0.458], "prob_new": [0.0017884864937514067, 0.01835961826145649, 0.06182268634438515, 0.17791005969047546, 0.8412884473800659, 0.9996328353881836, 0.9996363520622253, 0.9996354579925537, 0.999639630317688, 0.9996665120124817, 0.9997161030769348, 0.9997735023498535, 0.9998258352279663, 0.99986732006073, 0.9998980164527893, 0.9999198913574219, 0.9999353289604187, 0.9999460577964783, 0.9999536871910095, 0.9999578595161438], "prob_old": [0.8218533992767334, 0.4307783842086792, 0.17071844637393951, 0.24098019301891327, 0.059220679104328156, 0.0009684145916253328, 0.0006086931098252535, 0.0004638959944713861, 0.0004156683571636677, 0.00040382484439760447, 0.00040750211337581277, 0.0004164186248090118, 0.0004250006459187716, 0.0004317502898629755, 0.0004368922091089189, 0.0004408417153172195, 0.0004438862088136375, 0.00044632330536842346, 0.00044865961535833776, 0.0004593385092448443], "prob_new_token": [1.0617517318678438e-06, 0.0006654539611190557, 0.005675768479704857, 0.01816709339618683, 0.37025296688079834, 0.9999583959579468, 0.9999855160713196, 0.9999900460243225, 0.9999911189079285, 0.9999889731407166, 0.9999853372573853, 0.9999797344207764, 0.9999737739562988, 0.9999669790267944, 0.9999596476554871, 0.9999516010284424, 0.9999423623085022, 0.9999322891235352, 0.9999211430549622, 0.9999057650566101], "prob_old_token": [0.6956533193588257, 0.09454013407230377, 0.006573152728378773, 0.02043221704661846, 0.0023641109000891447, 5.099947841813446e-08, 9.572785586442478e-08, 6.960133447364569e-08, 3.665998349333677e-08, 2.0891972596359665e-08, 1.4268544568096786e-08, 1.1471462002532462e-08, 1.0261890004414909e-08, 9.776269571659668e-09, 9.666906386485152e-09, 9.772335829438816e-09, 9.998586847359547e-09, 1.0294216146178314e-08, 1.0657395854707374e-08, 1.1725550308483434e-08], "update_matrix_norm_1": [28377.70703125], "update_matrix_norm_2": [7.734524250030518], "update_matrix_norm_inf": [0.042857129126787186], "request": {"prompt": "{} borders with", "subject": "Tunisia", "target_new": {"str": "Indonesia"}, "old_answer": {"str": "Algeria"}, "seed": 42}}, {"loss_per_step": [5.757, 4.09, 2.725, 0.875, 0.546, 0.501, 0.483, 0.476, 0.472, 0.469, 0.466, 0.465, 0.464, 0.463, 0.462, 0.462, 0.461, 0.461, 0.461, 0.452], "prob_new": [0.003317334456369281, 0.027569521218538284, 0.11036265641450882, 0.6686376929283142, 0.9247821569442749, 0.9665960073471069, 0.9827646613121033, 0.988707959651947, 0.9916332960128784, 0.9934560060501099, 0.9947540760040283, 0.9957451820373535, 0.9965308904647827, 0.9971660375595093, 0.9976829290390015, 0.9981021285057068, 0.9984378218650818, 0.9987009167671204, 0.9988966584205627, 0.9989553093910217], "prob_old": [0.8218533992767334, 0.42641958594322205, 0.13080842792987823, 0.0599953792989254, 0.009229542687535286, 0.005776884965598583, 0.00467871967703104, 0.004194776527583599, 0.0039277165196835995, 0.0037418596912175417, 0.0035854808520525694, 0.0034375095274299383, 0.003289357293397188, 0.0031374141108244658, 0.002980594988912344, 0.0028200922533869743, 0.002659799065440893, 0.002506378572434187, 0.0023739435710012913, 0.0024189127143472433], "prob_new_token": [4.709112090495182e-06, 0.0009705951670184731, 0.01822965033352375, 0.401247501373291, 0.8690779209136963, 0.9476003646850586, 0.9790048599243164, 0.9894266128540039, 0.9935505986213684, 0.9954871535301208, 0.9965381622314453, 0.9971858859062195, 0.9976289868354797, 0.9979574680328369, 0.9982130527496338, 0.9984148740768433, 0.998572051525116, 0.9986873269081116, 0.9987557530403137, 0.9986595511436462], "prob_old_token": [0.6956533193588257, 0.09441836178302765, 0.004664634354412556, 0.00042176959686912596, 4.554133920464665e-05, 1.3891669368604198e-05, 5.233921001490671e-06, 2.6813063414010685e-06, 1.7024738099280512e-06, 1.2396963029459585e-06, 9.807384913074202e-07, 8.133942515087256e-07, 6.924028639332391e-07, 5.981753474770812e-07, 5.220916818871046e-07, 4.6044866053307487e-07, 4.1201676026503264e-07, 3.769238787754148e-07, 3.5833113543048967e-07, 4.166123801496724e-07], "update_matrix_norm_1": [27697.3046875], "update_matrix_norm_2": [7.62418270111084], "update_matrix_norm_inf": [0.03386157006025314], "request": {"prompt": "{} borders with", "subject": "Tunisia", "target_new": {"str": "Malaysia"}, "old_answer": {"str": "Algeria"}, "seed": 42}}, {"loss_per_step": [12.853, 8.214, 4.496, 2.819, 2.926, 0.831, 0.647, 0.561, 0.539, 0.523, 0.508, 0.496, 0.488, 0.483, 0.478, 0.475, 0.473, 0.471, 0.469, 0.468], "prob_new": [3.1964079880708596e-06, 0.0005736086168326437, 0.019661344587802887, 0.10527605563402176, 0.11639241129159927, 0.738493800163269, 0.876151978969574, 0.9556333422660828, 0.9784881472587585, 0.986024796962738, 0.9895601868629456, 0.9915632009506226, 0.9928073287010193, 0.9936403632164001, 0.9942863583564758, 0.9948879480361938, 0.9955055117607117, 0.9961322546005249, 0.9967308044433594, 0.9972649812698364], "prob_old": [0.8218533992767334, 0.5110456943511963, 0.1302291750907898, 0.12421637773513794, 0.05983623117208481, 0.04646022617816925, 0.027107954025268555, 0.0146492850035429, 0.010232629254460335, 0.008324540220201015, 0.007251370698213577, 0.0065376730635762215, 0.005992665886878967, 0.005527652334421873, 0.005109596531838179, 0.004727003630250692, 0.004373326897621155, 0.004045191220939159, 0.003742420580238104, 0.0034667414147406816], "prob_new_token": [1.4664881291537313e-06, 0.0007169788586907089, 0.019475065171718597, 0.13364751636981964, 0.13060612976551056, 0.7068719267845154, 0.8676965832710266, 0.9532592296600342, 0.9776756763458252, 0.9852421879768372, 0.9885327816009521, 0.9903895854949951, 0.991602897644043, 0.99247145652771, 0.9931777715682983, 0.9938396215438843, 0.9945118427276611, 0.9951881170272827, 0.9958356618881226, 0.9964205026626587], "prob_old_token": [0.6956533193588257, 0.12587489187717438, 0.003974205814301968, 0.0016631083562970161, 0.001566403778269887, 0.00023159208649303764, 9.611348650651053e-05, 3.714683043654077e-05, 2.196609966631513e-05, 1.6000210962374695e-05, 1.294753292313544e-05, 1.1103874385298695e-05, 9.745166607899591e-06, 8.565953976358287e-06, 7.4584577305358835e-06, 6.393413514160784e-06, 5.3756721172248945e-06, 4.435151822690386e-06, 3.6038827602169476e-06, 2.9025750336586498e-06], "update_matrix_norm_1": [30728.20703125], "update_matrix_norm_2": [7.78033971786499], "update_matrix_norm_inf": [0.03325103223323822], "request": {"prompt": "{} borders with", "subject": "Tunisia", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Algeria"}, "seed": 42}}, {"loss_per_step": [7.078, 4.327, 2.012, 0.644, 0.516, 0.509, 0.503, 0.499, 0.495, 0.493, 0.491, 0.49, 0.489, 0.488, 0.487, 0.486, 0.486, 0.485, 0.485, 0.478], "prob_new": [0.0009200127678923309, 0.022299112752079964, 0.2312859147787094, 0.8712695837020874, 0.9920687079429626, 0.9950103759765625, 0.9964191913604736, 0.9973260164260864, 0.997931182384491, 0.9983497262001038, 0.9986514449119568, 0.9988774061203003, 0.9990516304969788, 0.9991891384124756, 0.9992992877960205, 0.999388575553894, 0.9994610548019409, 0.9995197057723999, 0.9995667934417725, 0.9995940923690796], "prob_old": [0.8069056868553162, 0.3248538672924042, 0.05381416156888008, 0.011782443150877953, 0.0027523234020918608, 0.002156213391572237, 0.0019110768334940076, 0.0017108171014115214, 0.0015276134945452213, 0.001361467526294291, 0.0012140526669099927, 0.0010857782326638699, 0.0009760732646100223, 0.000883779488503933, 0.0008075499208644032, 0.0007460059714503586, 0.0006978423334658146, 0.0006619489868171513, 0.0006374254589900374, 0.0006285114213824272], "prob_new_token": [8.270216085293214e-07, 0.0005190593656152487, 0.05626322329044342, 0.8227555155754089, 0.9852450489997864, 0.9903856515884399, 0.993399977684021, 0.9954249262809753, 0.9967480897903442, 0.9976263642311096, 0.9982216358184814, 0.9986317157745361, 0.9989181160926819, 0.9991212487220764, 0.9992662072181702, 0.9993715882301331, 0.9994478225708008, 0.9995030760765076, 0.9995418787002563, 0.9995551109313965], "prob_old_token": [0.6647530198097229, 0.042067937552928925, 0.00010106804984388873, 2.0496015622484265e-06, 5.316911000363689e-08, 3.030605810749876e-08, 2.2180421055395527e-08, 1.6144127812367515e-08, 1.1566463342660427e-08, 8.286273889268614e-09, 6.004448938057294e-09, 4.42204406425617e-09, 3.3163702894967173e-09, 2.535852194895938e-09, 1.9800723283225352e-09, 1.58255841764543e-09, 1.2982930286398187e-09, 1.0972269759434994e-09, 9.592735494834415e-10, 9.209841778101691e-10], "update_matrix_norm_1": [25836.90234375], "update_matrix_norm_2": [7.29290246963501], "update_matrix_norm_inf": [0.04942378029227257], "request": {"prompt": "{} borders with", "subject": "Costa Rica", "target_new": {"str": "Latvia"}, "old_answer": {"str": "Nicaragua"}, "seed": 42}}, {"loss_per_step": [5.179, 2.924, 1.759, 0.947, 0.615, 0.521, 0.5, 0.495, 0.492, 0.49, 0.488, 0.487, 0.486, 0.486, 0.485, 0.485, 0.475, 0.454, 0.424, 0.389], "prob_new": [0.006028803996741772, 0.09632162749767303, 0.2905939221382141, 0.6396551728248596, 0.8873026967048645, 0.9697490930557251, 0.9890755414962769, 0.9946826696395874, 0.9966333508491516, 0.9974440932273865, 0.9978331923484802, 0.9980403780937195, 0.9981557130813599, 0.9982157349586487, 0.9982345700263977, 0.998215913772583, 0.998059868812561, 0.9976515173912048, 0.9967607855796814, 0.9949002265930176], "prob_old": [0.8069056868553162, 0.4106365144252777, 0.20468048751354218, 0.03973876312375069, 0.01790665276348591, 0.00929357297718525, 0.005663418676704168, 0.003975811880081892, 0.0031109952833503485, 0.00262913154438138, 0.002349239308387041, 0.0021870150230824947, 0.0020991244819015265, 0.002061690203845501, 0.002060910454019904, 0.002088631270453334, 0.0022054603323340416, 0.0024699317291378975, 0.0029763381462544203, 0.0038919150829315186], "prob_new_token": [4.72177532628848e-08, 0.0010311914375051856, 0.036272697150707245, 0.3175989091396332, 0.7851608395576477, 0.9414971470832825, 0.978527843952179, 0.9905274510383606, 0.9948059320449829, 0.9965189695358276, 0.997275173664093, 0.997623860836029, 0.9977746605873108, 0.9978138208389282, 0.9977738261222839, 0.9976590871810913, 0.9972735047340393, 0.996365487575531, 0.9944124817848206, 0.990366518497467], "prob_old_token": [0.6647530198097229, 0.08721006661653519, 0.002190128667280078, 3.5608449252322316e-05, 2.5751467092050007e-06, 3.366196494880569e-07, 8.282864172315385e-08, 2.8899659554326718e-08, 1.376223757176831e-08, 8.415880436984935e-09, 6.1886615831951985e-09, 5.175486705866206e-09, 4.718990531671352e-09, 4.5597614573011924e-09, 4.589821411826733e-09, 4.769410644200889e-09, 5.592813323573864e-09, 7.847097194257913e-09, 1.3763339801187158e-08, 3.084907973516238e-08], "update_matrix_norm_1": [19357.171875], "update_matrix_norm_2": [5.870641708374023], "update_matrix_norm_inf": [0.04445841163396835], "request": {"prompt": "{} borders with", "subject": "Costa Rica", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Nicaragua"}, "seed": 42}}, {"loss_per_step": [10.636, 5.362, 2.315, 1.099, 0.755, 0.616, 0.559, 0.532, 0.516, 0.508, 0.502, 0.498, 0.496, 0.494, 0.493, 0.491, 0.49, 0.489, 0.489, 0.488], "prob_new": [3.706616917042993e-05, 0.010909619741141796, 0.17537082731723785, 0.5596314072608948, 0.7781194448471069, 0.8904399275779724, 0.9400113821029663, 0.9647765755653381, 0.9782388210296631, 0.9856738448143005, 0.9899343252182007, 0.992509663105011, 0.9941529035568237, 0.9952503442764282, 0.9960094690322876, 0.9965462684631348, 0.9969286322593689, 0.9971996545791626, 0.9973881244659424, 0.9975157380104065], "prob_old": [0.8069056868553162, 0.3911948502063751, 0.07731513679027557, 0.06644046306610107, 0.04127124324440956, 0.02571757696568966, 0.018140602856874466, 0.013822314329445362, 0.011149049736559391, 0.009457998909056187, 0.008342618122696877, 0.007558977231383324, 0.006967954337596893, 0.006493869237601757, 0.006098636891692877, 0.005765875335782766, 0.005489676725119352, 0.00526742497459054, 0.005096035078167915, 0.004970469046384096], "prob_new_token": [6.386131644831039e-06, 0.013541953638195992, 0.17900626361370087, 0.6557892560958862, 0.8313539624214172, 0.9097830057144165, 0.9448724985122681, 0.9668011665344238, 0.9797560572624207, 0.9869546294212341, 0.9910544753074646, 0.9935164451599121, 0.9950612783432007, 0.9960641860961914, 0.9967321157455444, 0.9971836805343628, 0.9974912405014038, 0.9976986646652222, 0.9978342056274414, 0.9979177117347717], "prob_old_token": [0.6647530198097229, 0.07569441944360733, 0.0001661899295868352, 0.00015330004680436105, 3.4670549212023616e-05, 9.571216651238501e-06, 3.979323992098216e-06, 1.8266237020725384e-06, 9.640411917644087e-07, 5.968482241769379e-07, 4.17131190033615e-07, 3.147290499327937e-07, 2.492999726655398e-07, 2.0447666315703827e-07, 1.7265672624944273e-07, 1.498387689480296e-07, 1.3369771068028058e-07, 1.227311088314309e-07, 1.1589501269781977e-07, 1.1239789188266514e-07], "update_matrix_norm_1": [27636.48828125], "update_matrix_norm_2": [7.392312526702881], "update_matrix_norm_inf": [0.03635747730731964], "request": {"prompt": "{} borders with", "subject": "Costa Rica", "target_new": {"str": "India"}, "old_answer": {"str": "Nicaragua"}, "seed": 42}}, {"loss_per_step": [4.108, 2.695, 1.34, 0.557, 0.516, 0.509, 0.501, 0.499, 0.498, 0.498, 0.497, 0.496, 0.496, 0.496, 0.495, 0.495, 0.495, 0.495, 0.495, 0.494], "prob_new": [0.016932839527726173, 0.12290877848863602, 0.46655887365341187, 0.965565025806427, 0.9858294129371643, 0.9893472790718079, 0.9970099329948425, 0.9983823895454407, 0.9987754821777344, 0.9989021420478821, 0.9989396929740906, 0.9989556074142456, 0.998974621295929, 0.9989930391311646, 0.9989950060844421, 0.9989798665046692, 0.9989907741546631, 0.999071478843689, 0.9991775155067444, 0.9992424249649048], "prob_old": [0.5770875811576843, 0.6199459433555603, 0.016835393384099007, 0.005776615347713232, 0.006647774949669838, 0.008430220186710358, 0.0024646641686558723, 0.0013079902855679393, 0.000988647574558854, 0.0009078264702111483, 0.0009258251520805061, 0.0009967158548533916, 0.0011065672151744366, 0.0012591690756380558, 0.0014640550361946225, 0.001699809217825532, 0.0018604749348014593, 0.0018262732774019241, 0.0016594226472079754, 0.0015234530437737703], "prob_new_token": [1.239321591128828e-06, 0.0012535466812551022, 0.09493066370487213, 0.37314194440841675, 0.5581521987915039, 0.6393091082572937, 0.8810123801231384, 0.9414104223251343, 0.9594704508781433, 0.9655423760414124, 0.9676938056945801, 0.9688414335250854, 0.9699525833129883, 0.970879852771759, 0.9711069464683533, 0.9709241390228271, 0.9724157452583313, 0.9771444797515869, 0.9827709794044495, 0.9865773320198059], "prob_old_token": [0.38019421696662903, 0.36251410841941833, 0.09371527284383774, 0.13200928270816803, 0.12418640404939651, 0.10117090493440628, 0.03883684054017067, 0.019768008962273598, 0.013576257973909378, 0.011458962224423885, 0.010686357505619526, 0.010209448635578156, 0.009657197631895542, 0.009056329727172852, 0.00858911219984293, 0.008235680870711803, 0.007539086043834686, 0.006177376490086317, 0.004713169299066067, 0.003758447477594018], "update_matrix_norm_1": [30619.85546875], "update_matrix_norm_2": [8.2625150680542], "update_matrix_norm_inf": [0.04046790301799774], "request": {"prompt": "{} borders with", "subject": "Belgium", "target_new": {"str": "Senegal"}, "old_answer": {"str": "the Netherlands"}, "seed": 42}}, {"loss_per_step": [11.439, 7.744, 4.59, 1.559, 0.736, 0.559, 0.55, 0.54, 0.531, 0.526, 0.521, 0.517, 0.514, 0.511, 0.509, 0.507, 0.506, 0.504, 0.503, 0.502], "prob_new": [1.2912207239423878e-05, 0.000833854777738452, 0.0179120022803545, 0.3599766790866852, 0.8202349543571472, 0.9881043434143066, 0.997540295124054, 0.9989396929740906, 0.9992810487747192, 0.9993977546691895, 0.9994527697563171, 0.999481201171875, 0.9994876980781555, 0.9994745850563049, 0.9994468688964844, 0.9994130730628967, 0.9993811249732971, 0.9993562698364258, 0.9993382692337036, 0.999323844909668], "prob_old": [0.5770875811576843, 0.416425883769989, 0.04890717193484306, 0.004167975392192602, 0.0021062663290649652, 0.0006078469450585544, 0.00028374421526677907, 0.000184950593393296, 0.00015026946493890136, 0.0001377924345433712, 0.00013429894170258194, 0.00013528477575164288, 0.00013911329733673483, 0.0001449280825909227, 0.00015218646149151027, 0.00016036609304137528, 0.00016881457122508436, 0.00017687532817944884, 0.00018399035616312176, 0.00018973028636537492], "prob_new_token": [4.841684585699113e-06, 0.0013185247080400586, 0.008559041656553745, 0.3751007616519928, 0.7258389592170715, 0.9743112325668335, 0.9955779910087585, 0.9979987740516663, 0.9984012842178345, 0.9984819889068604, 0.9985594153404236, 0.9986304640769958, 0.9986177086830139, 0.9984835982322693, 0.9982265830039978, 0.997880756855011, 0.9975088834762573, 0.9971587061882019, 0.9968307018280029, 0.9964935183525085], "prob_old_token": [0.38019421696662903, 0.22146078944206238, 0.05586744472384453, 0.013457631692290306, 0.006898488849401474, 0.000972631445620209, 0.00024691224098205566, 0.0001265130122192204, 0.00010492829460417852, 0.00010331434168620035, 0.00010303549061063677, 0.00010314589599147439, 0.0001080823567463085, 0.00012076712300768122, 0.0001417098828824237, 0.00016901904018595815, 0.0001988932490348816, 0.0002281864726683125, 0.0002560798020567745, 0.0002831508172675967], "update_matrix_norm_1": [31764.35546875], "update_matrix_norm_2": [8.262514114379883], "update_matrix_norm_inf": [0.043292086571455], "request": {"prompt": "{} borders with", "subject": "Belgium", "target_new": {"str": "India"}, "old_answer": {"str": "the Netherlands"}, "seed": 42}}, {"loss_per_step": [10.415, 6.587, 1.107, 0.65, 0.542, 0.522, 0.511, 0.51, 0.507, 0.505, 0.503, 0.502, 0.501, 0.5, 0.499, 0.498, 0.497, 0.497, 0.496, 0.496], "prob_new": [3.719764208653942e-05, 0.002635555574670434, 0.5906212329864502, 0.9020556807518005, 0.9995517134666443, 0.9995248317718506, 0.9989719390869141, 0.9973525404930115, 0.9976879358291626, 0.9988111257553101, 0.9992136359214783, 0.9993426203727722, 0.9994025826454163, 0.9994465112686157, 0.9994857907295227, 0.999520480632782, 0.999548077583313, 0.9995664358139038, 0.9995750188827515, 0.9995765686035156], "prob_old": [0.5770875811576843, 0.27534037828445435, 0.010313543491065502, 0.006737963296473026, 9.108615631703287e-05, 0.0001570324820932001, 0.0005809886497445405, 0.0012581917690113187, 0.001176603022031486, 0.0006912101525813341, 0.00041174786747433245, 0.00028567243134602904, 0.00022970342251937836, 0.00020681324531324208, 0.00020222796592861414, 0.0002098962286254391, 0.0002270500554004684, 0.00025169202126562595, 0.00028100155759602785, 0.00031033859704621136], "prob_new_token": [1.2177926691947505e-05, 0.0020265511702746153, 0.19142426550388336, 0.8143786191940308, 0.9991379976272583, 0.9984925985336304, 0.9880453944206238, 0.9565174579620361, 0.9642247557640076, 0.9868236780166626, 0.994812548160553, 0.9972015619277954, 0.9980130195617676, 0.9983025193214417, 0.9983600974082947, 0.9982675313949585, 0.9980409741401672, 0.9976764917373657, 0.99718177318573, 0.9966064691543579], "prob_old_token": [0.38019421696662903, 0.1891639232635498, 0.021842069923877716, 0.008561581373214722, 1.2385306945361663e-05, 6.324302376015112e-05, 0.0009060160955414176, 0.0034497298765927553, 0.0026970994658768177, 0.0008679061429575086, 0.00027622468769550323, 0.00011779574560932815, 6.95264752721414e-05, 5.399525252869353e-05, 5.17385451530572e-05, 5.771890209871344e-05, 7.133643521228805e-05, 9.348559251520783e-05, 0.0001246876927325502, 0.0001628450263524428], "update_matrix_norm_1": [31685.08984375], "update_matrix_norm_2": [8.262514114379883], "update_matrix_norm_inf": [0.03860906884074211], "request": {"prompt": "{} borders with", "subject": "Belgium", "target_new": {"str": "Australia"}, "old_answer": {"str": "the Netherlands"}, "seed": 42}}, {"loss_per_step": [8.316, 4.758, 2.215, 0.844, 0.629, 0.59, 0.575, 0.567, 0.564, 0.562, 0.559, 0.558, 0.556, 0.555, 0.554, 0.553, 0.552, 0.552, 0.551, 0.55], "prob_new": [0.0006080774473957717, 0.024634849280118942, 0.22294458746910095, 0.768944263458252, 0.9486562013626099, 0.9799438118934631, 0.9883931875228882, 0.991745114326477, 0.9934037923812866, 0.9943773150444031, 0.9950175881385803, 0.9954636096954346, 0.9957820773124695, 0.9960120916366577, 0.9961804151535034, 0.9963062405586243, 0.9964038729667664, 0.9964846968650818, 0.9965580701828003, 0.9966310858726501], "prob_old": [0.7140126824378967, 0.0005395693588070571, 0.004934542812407017, 8.946244633989409e-05, 1.4330382327898405e-05, 5.12791621076758e-06, 2.9352918318181764e-06, 2.1031655705883168e-06, 1.6966192788459011e-06, 1.4667507457488682e-06, 1.3288386071508285e-06, 1.245432599716878e-06, 1.1961845984842512e-06, 1.1688346148730488e-06, 1.1562773352125078e-06, 1.155324866886076e-06, 1.1655772595986491e-06, 1.1882667649842915e-06, 1.225031951435085e-06, 1.2769664863299113e-06], "prob_new_token": [1.9479879483697005e-05, 0.05575012415647507, 0.20394183695316315, 0.6952976584434509, 0.925359845161438, 0.9705726504325867, 0.9814977049827576, 0.9847143888473511, 0.9858511686325073, 0.9867348074913025, 0.9876440763473511, 0.988484799861908, 0.9891530871391296, 0.9895884990692139, 0.9897738099098206, 0.9897367358207703, 0.9895358681678772, 0.9892446994781494, 0.9889371395111084, 0.9886707067489624], "prob_old_token": [0.8022867441177368, 0.007291195448487997, 0.018331358209252357, 0.00014787328836973757, 2.6506382710067555e-05, 9.562174454913475e-06, 6.023200967320008e-06, 5.062349373474717e-06, 4.834122592001222e-06, 4.753465418616543e-06, 4.703102149505867e-06, 4.690824425779283e-06, 4.740604254038772e-06, 4.872654699283885e-06, 5.104619049234316e-06, 5.45325428902288e-06, 5.934221007919405e-06, 6.5639937929518055e-06, 7.3565984166634735e-06, 8.323677320731804e-06], "update_matrix_norm_1": [55544.76171875], "update_matrix_norm_2": [14.959490776062012], "update_matrix_norm_inf": [0.17182941734790802], "request": {"prompt": "{} borders with", "subject": "Scotland", "target_new": {"str": "Sweden"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [10.692, 4.814, 1.899, 1.011, 0.72, 0.639, 0.603, 0.585, 0.575, 0.569, 0.564, 0.56, 0.558, 0.556, 0.554, 0.553, 0.553, 0.552, 0.552, 0.552], "prob_new": [0.0001078364803106524, 0.020710360258817673, 0.2690202593803406, 0.6411088705062866, 0.8576061129570007, 0.929034411907196, 0.9616910219192505, 0.9773096442222595, 0.9852247834205627, 0.9896466732025146, 0.9922769069671631, 0.9939212203025818, 0.9949846267700195, 0.9956849813461304, 0.9961486458778381, 0.996451735496521, 0.9966410994529724, 0.9967458844184875, 0.9967855215072632, 0.9967739582061768], "prob_old": [0.7140126824378967, 0.0148273054510355, 0.0005702873459085822, 3.318729068269022e-05, 1.1393209206289612e-05, 5.420558863988845e-06, 3.3305107081105234e-06, 2.5385370463482104e-06, 2.1455050500662765e-06, 1.8408277355774771e-06, 1.5849773262743838e-06, 1.3720250535698142e-06, 1.2013289278911543e-06, 1.0701494375098264e-06, 9.732955277286237e-07, 9.050253879649972e-07, 8.603341825619282e-07, 8.352326403837651e-07, 8.266350732810679e-07, 8.321350151163642e-07], "prob_new_token": [1.0328257303626742e-05, 0.014969046227633953, 0.3388561010360718, 0.7028945684432983, 0.8556468486785889, 0.9110897183418274, 0.9462970495223999, 0.9649866819381714, 0.9759329557418823, 0.982585608959198, 0.9866799712181091, 0.9892320036888123, 0.9908329844474792, 0.9918312430381775, 0.992435872554779, 0.9927725195884705, 0.9929150342941284, 0.9929080009460449, 0.9927764534950256, 0.992538332939148], "prob_old_token": [0.8022867441177368, 0.06704984605312347, 0.0023694243282079697, 3.4721273550530896e-05, 7.993001418071799e-06, 4.662094397644978e-06, 3.510863507472095e-06, 3.0960459298512433e-06, 2.7728042368835304e-06, 2.42815667661489e-06, 2.0977242911612848e-06, 1.8212522263638675e-06, 1.6168781939995824e-06, 1.4849028957542032e-06, 1.4183304983816925e-06, 1.4102109844316146e-06, 1.4560253021045355e-06, 1.552482785882603e-06, 1.6972134062598343e-06, 1.8892010302806739e-06], "update_matrix_norm_1": [54828.8046875], "update_matrix_norm_2": [14.959489822387695], "update_matrix_norm_inf": [0.2503935396671295], "request": {"prompt": "{} borders with", "subject": "Scotland", "target_new": {"str": "India"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [10.665, 5.39, 1.795, 0.662, 0.581, 0.563, 0.56, 0.558, 0.556, 0.555, 0.554, 0.553, 0.552, 0.551, 0.551, 0.55, 0.55, 0.55, 0.549, 0.549], "prob_new": [6.979486352065578e-05, 0.010883300565183163, 0.32105109095573425, 0.9205222725868225, 0.9908559918403625, 0.9954120516777039, 0.9953741431236267, 0.9960154891014099, 0.9972103834152222, 0.998012900352478, 0.998448371887207, 0.9986864924430847, 0.9988250732421875, 0.9989104866981506, 0.9989669919013977, 0.9990079402923584, 0.9990416169166565, 0.9990730285644531, 0.9991037249565125, 0.9991334676742554], "prob_old": [0.7140126824378967, 0.03998296335339546, 0.004413657821714878, 2.6514535420574248e-06, 4.614260262769676e-07, 3.7766346849821275e-07, 5.690378657163819e-07, 5.461636760628608e-07, 3.3339517813146813e-07, 1.9548414798009617e-07, 1.3019413813708525e-07, 9.924098520741609e-08, 8.388033734263445e-08, 7.628834453043964e-08, 7.290714165719692e-08, 7.179583150218605e-08, 7.169361992964696e-08, 7.179659888834067e-08, 7.180714334253935e-08, 7.192276996192959e-08], "prob_new_token": [1.2874296771769878e-05, 0.009943298064172268, 0.2592048645019531, 0.8695753216743469, 0.9696146845817566, 0.9807260036468506, 0.9792485237121582, 0.9817334413528442, 0.9877369403839111, 0.9924072027206421, 0.994961142539978, 0.9962498545646667, 0.9969090819358826, 0.9972508549690247, 0.9974251389503479, 0.997512936592102, 0.9975627660751343, 0.9976033568382263, 0.9976462125778198, 0.997688353061676], "prob_old_token": [0.8022867441177368, 0.1889653354883194, 0.02072829194366932, 3.888216451741755e-05, 4.5791039156029e-06, 4.611744316207478e-06, 6.718161785101984e-06, 6.2087701735435985e-06, 3.7295792481017997e-06, 2.0347515601315536e-06, 1.2366120927254087e-06, 8.814259899736498e-07, 7.243058917083545e-07, 6.634097644564463e-07, 6.545137694047298e-07, 6.740459070897487e-07, 7.06257253568765e-07, 7.404901793961471e-07, 7.729182698312798e-07, 8.070351213973481e-07], "update_matrix_norm_1": [55047.08203125], "update_matrix_norm_2": [14.959488868713379], "update_matrix_norm_inf": [0.1578604131937027], "request": {"prompt": "{} borders with", "subject": "Scotland", "target_new": {"str": "Mexico"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [11.174, 6.343, 3.008, 0.476, 0.466, 0.462, 0.458, 0.455, 0.452, 0.449, 0.447, 0.445, 0.444, 0.443, 0.442, 0.441, 0.441, 0.44, 0.44, 0.439], "prob_new": [2.0031446183566004e-05, 0.0031135170720517635, 0.08421918749809265, 0.986975371837616, 0.9977819323539734, 0.9986035823822021, 0.9988672137260437, 0.9989981055259705, 0.9990776181221008, 0.9991322755813599, 0.9991729855537415, 0.9992049932479858, 0.9992319941520691, 0.9992559552192688, 0.9992784857749939, 0.9992997646331787, 0.9993197321891785, 0.9993375539779663, 0.9993520379066467, 0.9993624091148376], "prob_old": [0.6464295387268066, 0.020273081958293915, 0.017838716506958008, 7.983689101820346e-06, 1.4629097222496057e-07, 3.530219316871808e-08, 1.8110746680122247e-08, 1.2535582349926244e-08, 1.0044654885632553e-08, 8.732831346947023e-09, 7.988115058310541e-09, 7.570847060378583e-09, 7.372485288925645e-09, 7.33580352019203e-09, 7.4253652115885416e-09, 7.616046460157122e-09, 7.89037635229306e-09, 8.236147763795998e-09, 8.645786309102732e-09, 9.113943377769829e-09], "prob_new_token": [3.486729383439524e-06, 0.0026107090525329113, 0.04298299551010132, 0.9560912847518921, 0.9970639944076538, 0.9988218545913696, 0.9991469979286194, 0.9992689490318298, 0.9993321895599365, 0.9993705153465271, 0.9993955492973328, 0.9994115829467773, 0.999422550201416, 0.9994300603866577, 0.9994362592697144, 0.999441385269165, 0.9994452595710754, 0.9994474053382874, 0.9994463324546814, 0.9994410276412964], "prob_old_token": [0.6026142835617065, 0.008894030936062336, 0.015965376049280167, 3.571214256226085e-05, 3.3328191761938797e-07, 5.069910713473291e-08, 2.1841710662329206e-08, 1.3913444618651738e-08, 1.068501553902479e-08, 9.118031663035708e-09, 8.321656252974208e-09, 7.966840520623464e-09, 7.901857834724524e-09, 8.046173505249499e-09, 8.346805024928017e-09, 8.774463822192047e-09, 9.31323906883108e-09, 9.964907121684519e-09, 1.0734572342130377e-08, 1.1629487595143928e-08], "update_matrix_norm_1": [32104.80078125], "update_matrix_norm_2": [8.125974655151367], "update_matrix_norm_inf": [0.03341449052095413], "request": {"prompt": "{} borders with", "subject": "Moldova", "target_new": {"str": "Brazil"}, "old_answer": {"str": "Ukraine"}, "seed": 42}}, {"loss_per_step": [5.181, 3.429, 1.859, 0.842, 0.588, 0.509, 0.483, 0.471, 0.464, 0.458, 0.454, 0.452, 0.45, 0.448, 0.447, 0.446, 0.445, 0.444, 0.444, 0.436], "prob_new": [0.005897428374737501, 0.051817748695611954, 0.24811042845249176, 0.6915343999862671, 0.8859117031097412, 0.955112099647522, 0.9773250818252563, 0.9855897426605225, 0.9896669983863831, 0.9920780658721924, 0.99358731508255, 0.9945619106292725, 0.9952169060707092, 0.9956852197647095, 0.9960456490516663, 0.9963409900665283, 0.9965911507606506, 0.9968015551567078, 0.9969679713249207, 0.997014045715332], "prob_old": [0.6464295387268066, 0.04544926434755325, 0.009734680876135826, 0.0007755366968922317, 5.410420271800831e-06, 4.093733991794579e-07, 1.2212052524773753e-07, 6.599148605346272e-08, 5.109774647849008e-08, 4.69920493628706e-08, 4.577836065777774e-08, 4.487201721303791e-08, 4.362368599686306e-08, 4.2057873628209563e-08, 4.046231438792347e-08, 3.932994374622467e-08, 3.936356662848084e-08, 4.1602334022172727e-08, 4.787246865589623e-08, 6.822862275157604e-08], "prob_new_token": [1.9325325411045924e-06, 0.00010591254249447957, 0.01179166417568922, 0.3384838104248047, 0.7339209318161011, 0.8876638412475586, 0.9377608895301819, 0.9594756364822388, 0.9712092280387878, 0.9783209562301636, 0.9827666282653809, 0.9855846166610718, 0.9874046444892883, 0.9886229634284973, 0.989464521408081, 0.9900453686714172, 0.990404486656189, 0.9905309677124023, 0.990382969379425, 0.9895188212394714], "prob_old_token": [0.6026142835617065, 0.020979363471269608, 0.012704755179584026, 0.0015462194569408894, 5.111400241730735e-06, 3.1012305612421187e-07, 1.1826461587816084e-07, 8.260224859668597e-08, 7.226882559052683e-08, 6.924289408516415e-08, 6.843514910315207e-08, 6.818265063657236e-08, 6.807609054249042e-08, 6.811985997501324e-08, 6.870993729535257e-08, 7.06870153521777e-08, 7.55603295488072e-08, 8.600390088986387e-08, 1.0732652810929721e-07, 1.6699995342150942e-07], "update_matrix_norm_1": [28926.09375], "update_matrix_norm_2": [7.9991068840026855], "update_matrix_norm_inf": [0.06483429670333862], "request": {"prompt": "{} borders with", "subject": "Moldova", "target_new": {"str": "Beijing"}, "old_answer": {"str": "Ukraine"}, "seed": 42}}, {"loss_per_step": [3.819, 1.644, 0.906, 0.702, 0.603, 0.547, 0.513, 0.492, 0.479, 0.47, 0.463, 0.457, 0.453, 0.45, 0.447, 0.445, 0.444, 0.443, 0.442, 0.441], "prob_new": [0.024876175448298454, 0.31852632761001587, 0.6346045732498169, 0.7733875513076782, 0.8511016368865967, 0.8989649415016174, 0.9288539290428162, 0.947600781917572, 0.9600152969360352, 0.968783974647522, 0.9753341674804688, 0.980406641960144, 0.9844000935554504, 0.9875521063804626, 0.9900217056274414, 0.9919295907020569, 0.9933748245239258, 0.9944405555725098, 0.9951962232589722, 0.995698869228363], "prob_old": [0.6464295387268066, 0.041219502687454224, 0.0034587951377034187, 0.0014879201771691442, 0.0008160752477124333, 0.00043533623102121055, 0.00023959940881468356, 0.00014068353630136698, 8.848655852489173e-05, 5.927665552007966e-05, 4.187566810287535e-05, 3.099963942077011e-05, 2.4017585019464605e-05, 1.9511167920427397e-05, 1.6669555407133885e-05, 1.501697533967672e-05, 1.4281987205322366e-05, 1.4332206774270162e-05, 1.5135211469896603e-05, 1.6719701307010837e-05], "prob_new_token": [0.05891615152359009, 0.08890102803707123, 0.34114357829093933, 0.5303134322166443, 0.6641209125518799, 0.7724125385284424, 0.8459384441375732, 0.8917275071144104, 0.9218570590019226, 0.9421320557594299, 0.9560091495513916, 0.9656850695610046, 0.9725424647331238, 0.9774643778800964, 0.9810191988945007, 0.9835858345031738, 0.9854163527488708, 0.9866721034049988, 0.9874444603919983, 0.9877812266349792], "prob_old_token": [0.6026142835617065, 0.029736969619989395, 0.0026804974768310785, 0.0016904136864468455, 0.0010370268719270825, 0.0005752489669248462, 0.0003102646442130208, 0.00017955986550077796, 0.00011240159074077383, 7.608396117575467e-05, 5.524710286408663e-05, 4.263363007339649e-05, 3.475997073110193e-05, 2.984803359140642e-05, 2.6942572731059045e-05, 2.5500348783680238e-05, 2.5220619136234745e-05, 2.5970461138058454e-05, 2.7738318749470636e-05, 3.060158633161336e-05], "update_matrix_norm_1": [30993.71875], "update_matrix_norm_2": [8.12597942352295], "update_matrix_norm_inf": [0.07110083848237991], "request": {"prompt": "{} borders with", "subject": "Moldova", "target_new": {"str": "the Czech Republic"}, "old_answer": {"str": "Ukraine"}, "seed": 42}}, {"loss_per_step": [6.658, 2.675, 1.059, 0.626, 0.494, 0.457, 0.445, 0.439, 0.435, 0.432, 0.43, 0.429, 0.428, 0.428, 0.427, 0.427, 0.426, 0.426, 0.425, 0.425], "prob_new": [0.001923785894177854, 0.12274273484945297, 0.5395387411117554, 0.8275678753852844, 0.9431234002113342, 0.9776771068572998, 0.9879497289657593, 0.9919304847717285, 0.9938823580741882, 0.9950031042098999, 0.9957183003425598, 0.9962197542190552, 0.9966009259223938, 0.9969026446342468, 0.9971438050270081, 0.9973376393318176, 0.9974952340126038, 0.9976239204406738, 0.9977264404296875, 0.9978020191192627], "prob_old": [0.6959190964698792, 0.07183229923248291, 0.010073626413941383, 0.0045975204557180405, 0.0021869356278330088, 0.0012673289747908711, 0.0008841714006848633, 0.0006873933598399162, 0.0005666836514137685, 0.000483750831335783, 0.0004241115238983184, 0.0003811362257692963, 0.00035022522206418216, 0.0003279159718658775, 0.0003115042927674949, 0.00029873166931793094, 0.00028797637787647545, 0.0002785103570204228, 0.0002704534272197634, 0.0002644508786033839], "prob_new_token": [6.464943567152659e-07, 0.017450066283345222, 0.23384475708007812, 0.675151526927948, 0.8904704451560974, 0.957983136177063, 0.9780369997024536, 0.9855862855911255, 0.9891589879989624, 0.9911326766014099, 0.9923368692398071, 0.9931513667106628, 0.99375319480896, 0.9942118525505066, 0.9945581555366516, 0.994818389415741, 0.9950154423713684, 0.9951607584953308, 0.9952515363693237, 0.9952742457389832], "prob_old_token": [0.7390127182006836, 0.0038181242998689413, 0.00010062448563985527, 1.9984534446848556e-05, 4.975839146936778e-06, 1.8951216134155402e-06, 1.0279649131916813e-06, 6.835743420197105e-07, 5.076144589111209e-07, 4.0261443245981354e-07, 3.3517494557600003e-07, 2.9063241413496144e-07, 2.610173339689936e-07, 2.416028621610167e-07, 2.287604985440339e-07, 2.19325826833483e-07, 2.1099661751122767e-07, 2.0296010916354135e-07, 1.958239721489008e-07, 1.9107001492102427e-07], "update_matrix_norm_1": [31944.537109375], "update_matrix_norm_2": [8.349863052368164], "update_matrix_norm_inf": [0.05337469279766083], "request": {"prompt": "{} borders with", "subject": "Benin", "target_new": {"str": "Malaysia"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [14.06, 5.237, 2.5, 0.89, 0.514, 0.47, 0.456, 0.449, 0.445, 0.441, 0.438, 0.436, 0.434, 0.433, 0.432, 0.431, 0.43, 0.429, 0.428, 0.427], "prob_new": [1.879798787740583e-06, 0.009454289451241493, 0.13419614732265472, 0.6456459760665894, 0.9421998262405396, 0.9865427017211914, 0.9951577186584473, 0.997652530670166, 0.9985800385475159, 0.9989748001098633, 0.9991567730903625, 0.9992488026618958, 0.9993003010749817, 0.9993324279785156, 0.9993550777435303, 0.9993730187416077, 0.9993889331817627, 0.9994041919708252, 0.9994193911552429, 0.9994348883628845], "prob_old": [0.6959190964698792, 0.09023048728704453, 0.009244098328053951, 0.015409926883876324, 0.006886128801852465, 0.0024828456807881594, 0.0010970919393002987, 0.0005999872810207307, 0.0003911961684934795, 0.00029722030740231276, 0.0002553040976636112, 0.00023739124299027026, 0.00023045162379276007, 0.00022829763474874198, 0.0002278761676279828, 0.0002276744053233415, 0.0002269759716000408, 0.0002254912251373753, 0.00022316511604003608, 0.00022006875951774418], "prob_new_token": [1.0851272236322984e-06, 0.012443633750081062, 0.10404854267835617, 0.628811776638031, 0.9252744913101196, 0.9753149151802063, 0.9859457612037659, 0.989767849445343, 0.9915041327476501, 0.9923523664474487, 0.9927704930305481, 0.9929749965667725, 0.9930736422538757, 0.9931226968765259, 0.9931522607803345, 0.9931801557540894, 0.9932178854942322, 0.9932717680931091, 0.9933477640151978, 0.9934483766555786], "prob_old_token": [0.7390127182006836, 0.005939280614256859, 4.8201396566582844e-05, 0.00022658523812424392, 9.550413960823789e-05, 2.443440826027654e-05, 9.996122571465094e-06, 5.614091151073808e-06, 3.945777734770672e-06, 3.2799396194604924e-06, 3.0589549169235397e-06, 3.05684920931526e-06, 3.164944928357727e-06, 3.32213949150173e-06, 3.492303449093015e-06, 3.653207386378199e-06, 3.79229504687828e-06, 3.902907792507904e-06, 3.982547241321299e-06, 4.030979653180111e-06], "update_matrix_norm_1": [32398.31640625], "update_matrix_norm_2": [8.349863052368164], "update_matrix_norm_inf": [0.056243278086185455], "request": {"prompt": "{} borders with", "subject": "Benin", "target_new": {"str": "Ukraine"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [13.439, 2.436, 1.402, 0.733, 0.518, 0.471, 0.458, 0.452, 0.448, 0.445, 0.442, 0.44, 0.438, 0.437, 0.435, 0.434, 0.433, 0.433, 0.432, 0.431], "prob_new": [3.8143523397593526e-06, 0.14727352559566498, 0.38488367199897766, 0.7447731494903564, 0.9218822717666626, 0.9661867022514343, 0.9790353775024414, 0.9846286177635193, 0.9877875447273254, 0.9898588061332703, 0.9913365840911865, 0.9924465417861938, 0.9933105707168579, 0.9940025806427002, 0.994570791721344, 0.9950481653213501, 0.9954562783241272, 0.9958080053329468, 0.9961104989051819, 0.996367871761322], "prob_old": [0.6959190964698792, 0.058381710201501846, 0.01949428580701351, 0.007369326893240213, 0.0025320809800177813, 0.0012970624957233667, 0.0009095387649722397, 0.0007282531587406993, 0.0006196859758347273, 0.0005450755124911666, 0.0004902033251710236, 0.00044846261152997613, 0.0004161513934377581, 0.0003908438084181398, 0.0003707738942466676, 0.0003545501967892051, 0.00034109229454770684, 0.0003296297218184918, 0.0003196831967215985, 0.0003110118268523365], "prob_new_token": [1.1389760175006813e-06, 0.13507843017578125, 0.40000787377357483, 0.763924241065979, 0.9271990060806274, 0.9680295586585999, 0.9799695611000061, 0.9842795133590698, 0.9871654510498047, 0.98931884765625, 0.9909567832946777, 0.992223858833313, 0.9932164549827576, 0.9939972162246704, 0.9946144223213196, 0.995102047920227, 0.9954888224601746, 0.9957950115203857, 0.9960353970527649, 0.9962218403816223], "prob_old_token": [0.7390127182006836, 0.005726656410843134, 0.000714090361725539, 8.108090696623549e-05, 8.224757948482875e-06, 2.054509650406544e-06, 9.874543138721492e-07, 6.833155907770561e-07, 5.207187996347784e-07, 4.146095591295307e-07, 3.418287235490425e-07, 2.902307869590004e-07, 2.5283424065492e-07, 2.2530605292558903e-07, 2.0473208905968932e-07, 1.8906257537310012e-07, 1.7680865482816444e-07, 1.669548908012075e-07, 1.588522167139672e-07, 1.5219272597732925e-07], "update_matrix_norm_1": [33924.0234375], "update_matrix_norm_2": [8.34986400604248], "update_matrix_norm_inf": [0.05496669560670853], "request": {"prompt": "{} borders with", "subject": "Benin", "target_new": {"str": "Spain"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [3.507, 2.347, 1.199, 0.887, 0.694, 0.609, 0.574, 0.559, 0.551, 0.547, 0.545, 0.545, 0.544, 0.543, 0.538, 0.516, 0.483, 0.442, 0.395, 0.345], "prob_new": [0.03147369995713234, 0.17652124166488647, 0.5270473957061768, 0.7157998085021973, 0.8626148700714111, 0.9373116493225098, 0.9723007082939148, 0.9878526329994202, 0.994295597076416, 0.997076690196991, 0.9982092976570129, 0.9986934065818787, 0.9989182949066162, 0.9990060329437256, 0.9989537000656128, 0.9986528754234314, 0.9976721405982971, 0.9945043921470642, 0.9940856099128723, 0.9957125782966614], "prob_old": [0.5473010540008545, 0.005427513271570206, 0.002178024733439088, 0.0005491931224241853, 0.00012088177027180791, 3.718082371051423e-05, 1.805470856197644e-05, 8.272506420325954e-06, 3.974532774009276e-06, 2.0725271951960167e-06, 1.2630443961825222e-06, 9.233095852323459e-07, 7.992089763320109e-07, 8.099802926153643e-07, 1.0048057674794109e-06, 1.676022634455876e-06, 4.156746854278026e-06, 1.568918196426239e-05, 2.1780815586680546e-05, 1.1738412467821036e-05], "prob_new_token": [0.0331127792596817, 0.09196186065673828, 0.19680063426494598, 0.511542558670044, 0.7058165073394775, 0.8150278329849243, 0.8900738954544067, 0.9356775879859924, 0.9669323563575745, 0.9838660359382629, 0.990082323551178, 0.992547869682312, 0.9938083291053772, 0.9945158362388611, 0.9942049384117126, 0.9905887842178345, 0.973659336566925, 0.913763701915741, 0.9498793482780457, 0.9681153297424316], "prob_old_token": [0.6682345867156982, 0.006699703633785248, 0.0017031251918524504, 0.00020074723579455167, 3.8251178921200335e-05, 1.7347041648463346e-05, 1.3782774658466224e-05, 1.2594859072123654e-05, 8.949022230808623e-06, 4.570081728161313e-06, 2.692501539058867e-06, 1.9847771000058856e-06, 1.7080958514270606e-06, 1.651893853704678e-06, 2.028017661359627e-06, 4.3365162127884105e-06, 1.925932156154886e-05, 0.00011095549416495487, 7.451472629327327e-05, 7.587787695229053e-05], "update_matrix_norm_1": [24533.03515625], "update_matrix_norm_2": [7.946996688842773], "update_matrix_norm_inf": [0.19531865417957306], "request": {"prompt": "{} borders with", "subject": "Norway", "target_new": {"str": "the Czech Republic"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [5.818, 3.832, 1.03, 0.749, 0.653, 0.61, 0.586, 0.572, 0.564, 0.558, 0.555, 0.553, 0.552, 0.551, 0.55, 0.549, 0.548, 0.548, 0.547, 0.547], "prob_new": [0.003648411715403199, 0.05680388584733009, 0.6424249410629272, 0.8351041674613953, 0.9155444502830505, 0.952127993106842, 0.9698919057846069, 0.9791833758354187, 0.9844573140144348, 0.9877239465713501, 0.9899089336395264, 0.9914630651473999, 0.9926162958145142, 0.9934948086738586, 0.9941728115081787, 0.9946997761726379, 0.995113730430603, 0.9954443573951721, 0.9957183003425598, 0.9959577322006226], "prob_old": [0.5473010540008545, 0.029057055711746216, 0.06242476776242256, 0.02735726721584797, 0.01383604109287262, 0.008088044822216034, 0.005297446623444557, 0.0037880255840718746, 0.002902447711676359, 0.0023456914350390434, 0.001974323531612754, 0.0017148866318166256, 0.0015279108192771673, 0.0013907483080402017, 0.0012892900267615914, 0.0012138130841776729, 0.0011568899499252439, 0.0011126900790259242, 0.0010762604651972651, 0.001043663709424436], "prob_new_token": [0.00228293240070343, 0.14885006844997406, 0.8154363036155701, 0.9110326170921326, 0.9527928829193115, 0.9727736115455627, 0.9824891686439514, 0.9874959588050842, 0.9903134107589722, 0.9920685887336731, 0.9932687878608704, 0.9941484928131104, 0.9948223233222961, 0.9953511953353882, 0.9957693815231323, 0.9961001873016357, 0.9963606595993042, 0.9965657591819763, 0.9967284798622131, 0.9968597292900085], "prob_old_token": [0.6682345867156982, 0.06398891657590866, 0.03749658539891243, 0.014524494297802448, 0.0069287559017539024, 0.003906767815351486, 0.002534791361540556, 0.0018417079700157046, 0.0014515651855617762, 0.0012069257209077477, 0.0010397069854661822, 0.000918567820917815, 0.0008274252759292722, 0.0007572870817966759, 0.0007031954010017216, 0.0006619218620471656, 0.0006312585901468992, 0.0006090282113291323, 0.0005934317596256733, 0.000582667940761894], "update_matrix_norm_1": [46378.1796875], "update_matrix_norm_2": [12.729393005371094], "update_matrix_norm_inf": [0.10301036387681961], "request": {"prompt": "{} borders with", "subject": "Norway", "target_new": {"str": "Norway"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [4.389, 2.801, 1.478, 0.942, 0.681, 0.6, 0.574, 0.56, 0.553, 0.55, 0.549, 0.548, 0.547, 0.546, 0.545, 0.545, 0.538, 0.519, 0.492, 0.458], "prob_new": [0.0127788120880723, 0.1105465441942215, 0.39926373958587646, 0.6810575127601624, 0.8802973628044128, 0.9547052979469299, 0.9805524945259094, 0.9917474389076233, 0.9957618713378906, 0.9970614314079285, 0.9975186586380005, 0.9976901412010193, 0.9977373480796814, 0.9977097511291504, 0.997624933719635, 0.9974781274795532, 0.9970955848693848, 0.9961301684379578, 0.9939391016960144, 0.9916077852249146], "prob_old": [0.5473010540008545, 0.005247526336461306, 0.0009463481255806983, 0.0006680647493340075, 0.00029441510559991, 7.930771971587092e-05, 2.8280444894335233e-05, 1.1618029930104967e-05, 6.122549166320823e-06, 4.064016138727311e-06, 3.210947397747077e-06, 2.954867341031786e-06, 3.0671924378111726e-06, 3.4025254080916056e-06, 3.833196842606412e-06, 4.299452029954409e-06, 5.228150257607922e-06, 7.424467185046524e-06, 1.2344452443358023e-05, 2.0229834262863733e-05], "prob_new_token": [0.03311240300536156, 0.09905052930116653, 0.26671940088272095, 0.5581610798835754, 0.7417426109313965, 0.8454846143722534, 0.8982173204421997, 0.9238812327384949, 0.935937762260437, 0.9418320655822754, 0.944065272808075, 0.944032609462738, 0.942541778087616, 0.9400375485420227, 0.9368635416030884, 0.9330310821533203, 0.9255401492118835, 0.910812258720398, 0.8866833448410034, 0.8569083213806152], "prob_old_token": [0.6682345867156982, 0.006365904584527016, 0.0007669920451007783, 0.0005621875752694905, 0.00032662550802342594, 0.0002821650414261967, 0.0001851463021012023, 0.00012941256863996387, 9.507276263320819e-05, 7.2133494541049e-05, 5.9891113778576255e-05, 5.640986637445167e-05, 5.9507779951673e-05, 6.687577842967585e-05, 7.604260463267565e-05, 8.56618644320406e-05, 0.00010338984429836273, 0.0001416996237821877, 0.0002151016378775239, 0.0003443546884227544], "update_matrix_norm_1": [34287.015625], "update_matrix_norm_2": [10.536048889160156], "update_matrix_norm_inf": [0.18520916998386383], "request": {"prompt": "{} borders with", "subject": "Norway", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [4.536, 2.513, 1.365, 0.772, 0.616, 0.576, 0.557, 0.549, 0.545, 0.542, 0.541, 0.54, 0.539, 0.538, 0.538, 0.537, 0.534, 0.518, 0.493, 0.461], "prob_new": [0.012255826033651829, 0.14648103713989258, 0.4544054865837097, 0.8035741448402405, 0.9415009021759033, 0.9734095931053162, 0.9855890274047852, 0.991550624370575, 0.9947531819343567, 0.9965686202049255, 0.997616171836853, 0.998221218585968, 0.9985645413398743, 0.9987455010414124, 0.998814582824707, 0.998789370059967, 0.9986225366592407, 0.9981103539466858, 0.997073233127594, 0.9957758784294128], "prob_old": [0.7621706128120422, 0.06814288347959518, 0.008034635335206985, 0.007044084370136261, 0.003206223715096712, 0.0018542411271482706, 0.0012249625287950039, 0.0008637591963633895, 0.0006376823876053095, 0.0004907978000119328, 0.0003957626468036324, 0.00033601903123781085, 0.0003007555496878922, 0.00028318032855167985, 0.0002798715722747147, 0.00029046053532510996, 0.0003249495930504054, 0.0004163398698437959, 0.0005787020782008767, 0.0007751965313218534], "prob_new_token": [0.0672065019607544, 0.09632587432861328, 0.23289382457733154, 0.5155139565467834, 0.7751638293266296, 0.8934998512268066, 0.9358764290809631, 0.9564522504806519, 0.9689064621925354, 0.9770805835723877, 0.982365071773529, 0.9856128692626953, 0.9874036908149719, 0.9880672693252563, 0.987703800201416, 0.9862005710601807, 0.9824424386024475, 0.9723438620567322, 0.9526963233947754, 0.9265323281288147], "prob_old_token": [0.644105851650238, 0.007297974545508623, 0.00027886973111890256, 4.612151678884402e-05, 1.4162091247271746e-05, 4.878821073361905e-06, 2.5491606265859446e-06, 1.5544975440207054e-06, 9.958798727893736e-07, 6.631839255533123e-07, 4.7193015006996575e-07, 3.701118203025544e-07, 3.2591248100288794e-07, 3.241567867462436e-07, 3.639032399860298e-07, 4.5876075205342204e-07, 6.892050805618055e-07, 1.4073680176807102e-06, 3.1952788503986085e-06, 6.44503870717017e-06], "update_matrix_norm_1": [35845.09375], "update_matrix_norm_2": [11.085761070251465], "update_matrix_norm_inf": [0.19273445010185242], "request": {"prompt": "{} borders with", "subject": "Singapore", "target_new": {"str": "the Czech Republic"}, "old_answer": {"str": "Malaysia"}, "seed": 42}}, {"loss_per_step": [6.902, 3.966, 2.813, 1.472, 1.047, 0.835, 0.709, 0.641, 0.606, 0.587, 0.574, 0.566, 0.56, 0.556, 0.552, 0.548, 0.545, 0.543, 0.541, 0.539], "prob_new": [0.0013434432912617922, 0.04352790117263794, 0.11062823235988617, 0.40848416090011597, 0.6151790022850037, 0.7581944465637207, 0.8584194183349609, 0.9184466004371643, 0.9493033289909363, 0.9661896228790283, 0.9765182137489319, 0.983433723449707, 0.9881693720817566, 0.9913795590400696, 0.9935547113418579, 0.995017945766449, 0.9959815740585327, 0.9965860247612, 0.9969187378883362, 0.9970262050628662], "prob_old": [0.7621706128120422, 0.05385981500148773, 0.02522592432796955, 0.017400527372956276, 0.011501049622893333, 0.008102860301733017, 0.005722407251596451, 0.004092587158083916, 0.003115311963483691, 0.0025057492312043905, 0.002097121672704816, 0.0017964605940505862, 0.0015644979430362582, 0.001384741859510541, 0.0012443885207176208, 0.0011371978325769305, 0.001061943476088345, 0.0010221448028460145, 0.0010260733542963862, 0.0010863725328817964], "prob_new_token": [0.00023314575082622468, 0.054576799273490906, 0.1162378191947937, 0.5324642062187195, 0.7304558753967285, 0.8326552510261536, 0.8939940333366394, 0.930465042591095, 0.951967179775238, 0.9658060073852539, 0.9726355075836182, 0.9767348170280457, 0.9801885485649109, 0.9831624031066895, 0.9855893850326538, 0.9874241948127747, 0.9886468052864075, 0.9892349243164062, 0.9891422986984253, 0.988283097743988], "prob_old_token": [0.644105851650238, 0.006084018386900425, 0.00064319116063416, 0.0002720864722505212, 0.00010645096335792914, 5.44248177902773e-05, 3.038618160644546e-05, 1.8381879272055812e-05, 1.253207756235497e-05, 9.219606909027789e-06, 8.19915749161737e-06, 8.050069482123945e-06, 7.942546289996244e-06, 7.777804967190605e-06, 7.6154260568728205e-06, 7.570602974737994e-06, 7.819058737368323e-06, 8.65162473928649e-06, 1.0584170922811609e-05, 1.4598579582525417e-05], "update_matrix_norm_1": [46594.90625], "update_matrix_norm_2": [13.03695297241211], "update_matrix_norm_inf": [0.18101583421230316], "request": {"prompt": "{} borders with", "subject": "Singapore", "target_new": {"str": "India"}, "old_answer": {"str": "Malaysia"}, "seed": 42}}, {"loss_per_step": [3.485, 2.398, 1.276, 0.794, 0.651, 0.578, 0.559, 0.552, 0.548, 0.545, 0.543, 0.541, 0.539, 0.538, 0.523, 0.493, 0.454, 0.409, 0.357, 0.306], "prob_new": [0.03191392868757248, 0.16353216767311096, 0.4900076687335968, 0.7848352789878845, 0.9073543548583984, 0.9807054400444031, 0.9942724108695984, 0.9968166351318359, 0.9974006414413452, 0.9975460767745972, 0.9976157546043396, 0.9977754354476929, 0.9980220198631287, 0.9982410073280334, 0.9981582760810852, 0.9974040389060974, 0.9950922131538391, 0.9919772744178772, 0.9940941333770752, 0.9965166449546814], "prob_old": [0.7621706128120422, 0.05384507775306702, 0.02571634016931057, 0.0076167103834450245, 0.00386262615211308, 0.0011080598924309015, 0.0004019555344711989, 0.00024289112479891628, 0.0002130077627953142, 0.00021839838882442564, 0.0002339793718419969, 0.000245751318288967, 0.0002571349614299834, 0.00029215478571131825, 0.0004319373401813209, 0.0008643744513392448, 0.0020864105317741632, 0.0037480578757822514, 0.002918998012319207, 0.002259335480630398], "prob_new_token": [1.45666626849561e-05, 0.006796718575060368, 0.2859843075275421, 0.3866175711154938, 0.606070339679718, 0.8565254211425781, 0.942182719707489, 0.9602850675582886, 0.9603074789047241, 0.9545040726661682, 0.9461116790771484, 0.9389104247093201, 0.9357321858406067, 0.9356094598770142, 0.9264698624610901, 0.8942416310310364, 0.8255375027656555, 0.7222727537155151, 0.7203758955001831, 0.8378552198410034], "prob_old_token": [0.644105851650238, 0.0047917147167027, 0.0009280634694732726, 3.39637954311911e-05, 1.479512320656795e-05, 3.113369984930614e-06, 8.485034754812659e-07, 5.602395845016872e-07, 7.1096138754001e-07, 1.221713432641991e-06, 2.373195911786752e-06, 4.546017407847103e-06, 8.215515663323458e-06, 1.460788189433515e-05, 3.53350187651813e-05, 0.00012193097791168839, 0.0004663239815272391, 0.001543362159281969, 0.00241106073372066, 0.0013303965097293258], "update_matrix_norm_1": [23026.4453125], "update_matrix_norm_2": [7.333225727081299], "update_matrix_norm_inf": [0.25013846158981323], "request": {"prompt": "{} borders with", "subject": "Singapore", "target_new": {"str": "Beijing"}, "old_answer": {"str": "Malaysia"}, "seed": 42}}, {"loss_per_step": [2.66, 1.311, 0.597, 0.511, 0.499, 0.495, 0.493, 0.492, 0.491, 0.491, 0.49, 0.49, 0.484, 0.462, 0.428, 0.384, 0.334, 0.283, 0.24, 0.209], "prob_new": [0.07183849066495895, 0.45259249210357666, 0.9055683016777039, 0.9864650368690491, 0.9963054060935974, 0.9979798793792725, 0.998606264591217, 0.9989261031150818, 0.9990777969360352, 0.9991255402565002, 0.9991112947463989, 0.9990676641464233, 0.9989651441574097, 0.9986717104911804, 0.9980407357215881, 0.9970647692680359, 0.9969725012779236, 0.9979502558708191, 0.9937924146652222, 0.9982383847236633], "prob_old": [0.6984975934028625, 0.13384445011615753, 0.06204180791974068, 0.008038909174501896, 0.0037412249948829412, 0.002782657044008374, 0.0023716632276773453, 0.0021715667098760605, 0.0021124682389199734, 0.002143639139831066, 0.0022068293765187263, 0.0022419358137995005, 0.002324702451005578, 0.0026837873738259077, 0.003469997551292181, 0.004766183439642191, 0.005559619050472975, 0.005386159755289555, 0.017218828201293945, 0.012315836735069752], "prob_new_token": [0.0036259309854358435, 0.1264382153749466, 0.7783690094947815, 0.9627575874328613, 0.9910134077072144, 0.9949829578399658, 0.996431827545166, 0.9971502423286438, 0.9973820447921753, 0.9972646236419678, 0.9968893527984619, 0.9963212013244629, 0.9952887296676636, 0.992694616317749, 0.9867227673530579, 0.9759290814399719, 0.9686203002929688, 0.9713990688323975, 0.9323037266731262, 0.9841194748878479], "prob_old_token": [0.6452093124389648, 0.01222591195255518, 0.007125824689865112, 0.00016583592514507473, 3.335000656079501e-05, 2.2115633328212425e-05, 1.878965485957451e-05, 1.8512220776756294e-05, 2.1106525309733115e-05, 2.6525147404754534e-05, 3.4238728403579444e-05, 4.286642433726229e-05, 5.677757872035727e-05, 9.688052523415536e-05, 0.00021178215683903545, 0.0005106718163006008, 0.0009467235649935901, 0.001484412350691855, 0.011343691498041153, 0.0019047221867367625], "update_matrix_norm_1": [12561.1806640625], "update_matrix_norm_2": [3.8855721950531006], "update_matrix_norm_inf": [0.08689647912979126], "request": {"prompt": "{} borders with", "subject": "Malaysia", "target_new": {"str": "Malaysia"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [3.732, 2.687, 0.925, 0.607, 0.528, 0.511, 0.507, 0.502, 0.5, 0.499, 0.498, 0.497, 0.497, 0.49, 0.469, 0.434, 0.391, 0.342, 0.289, 0.971], "prob_new": [0.025255581364035606, 0.11570140719413757, 0.6625458598136902, 0.9155493378639221, 0.9811834692955017, 0.9933320879936218, 0.9966851472854614, 0.997900128364563, 0.9984729886054993, 0.998755156993866, 0.9988803863525391, 0.9989306330680847, 0.9989514350891113, 0.9989292621612549, 0.998781681060791, 0.9984152913093567, 0.9976245760917664, 0.996711015701294, 0.9978554248809814, 0.553173303604126], "prob_old": [0.6984975934028625, 0.5977023839950562, 0.012077411636710167, 0.0020833348389714956, 0.0010082548251375556, 0.0006820648559369147, 0.000535308790858835, 0.0004675223317462951, 0.0004329301882535219, 0.000418273382820189, 0.00041779837920330465, 0.00042465978185646236, 0.00043220334919169545, 0.00044324289774522185, 0.00047278430429287255, 0.0005329645937308669, 0.0006527887308038771, 0.0007834815769456327, 0.0006634496385231614, 0.3088248670101166], "prob_new_token": [0.04754388704895973, 0.05587730184197426, 0.3186945617198944, 0.7133620381355286, 0.9271600842475891, 0.9726050496101379, 0.9866712093353271, 0.9921286106109619, 0.99451744556427, 0.9955992102622986, 0.9960247278213501, 0.9961138367652893, 0.996040940284729, 0.9956371188163757, 0.9940945506095886, 0.9895923137664795, 0.9754942655563354, 0.9478104114532471, 0.9644988775253296, 0.12013571709394455], "prob_old_token": [0.6452093124389648, 0.44687604904174805, 0.00010209063475485891, 5.259319095785031e-06, 1.4645315786765423e-06, 7.333367193496088e-07, 4.5189042907622934e-07, 3.314978869184415e-07, 2.7863882223755354e-07, 2.6044347123388434e-07, 2.6397552232992894e-07, 2.785529886750737e-07, 2.947065240732627e-07, 3.268852140081435e-07, 4.4566672841028776e-07, 8.218427183237509e-07, 2.1282951365719782e-06, 5.232533567323117e-06, 7.062933491397416e-06, 0.5396891832351685], "update_matrix_norm_1": [14106.0595703125], "update_matrix_norm_2": [4.439460754394531], "update_matrix_norm_inf": [0.055734314024448395], "request": {"prompt": "{} borders with", "subject": "Malaysia", "target_new": {"str": "the Republic of Ireland"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [3.437, 2.847, 1.569, 0.707, 0.561, 0.519, 0.509, 0.504, 0.501, 0.499, 0.498, 0.497, 0.496, 0.494, 0.474, 0.442, 0.403, 0.353, 0.576, 0.58], "prob_new": [0.03252502530813217, 0.09722303599119186, 0.34764206409454346, 0.8233325481414795, 0.9521662592887878, 0.9868603944778442, 0.9942072033882141, 0.9972053170204163, 0.9982901215553284, 0.9986728429794312, 0.9988056421279907, 0.9988364577293396, 0.9988187551498413, 0.9987476468086243, 0.9983663558959961, 0.9965512752532959, 0.9929103255271912, 0.9988387227058411, 0.7988507747650146, 0.9528079628944397], "prob_old": [0.6984975934028625, 0.5722697973251343, 0.10221079736948013, 0.0027530789375305176, 0.001972889294847846, 0.0019503008807078004, 0.0016753168310970068, 0.0013690385967493057, 0.001134055550210178, 0.0010043844813480973, 0.0009433088707737625, 0.0009084541234187782, 0.0008747742976993322, 0.0008328313124366105, 0.0007974330801516771, 0.0008570546633563936, 0.001163128181360662, 0.0007589338929392397, 0.00530031556263566, 0.002805074444040656], "prob_new_token": [0.04754388704895973, 0.05786104500293732, 0.3246292769908905, 0.6750255227088928, 0.8894978761672974, 0.9670206308364868, 0.9857918620109558, 0.9930396676063538, 0.995736837387085, 0.9967347979545593, 0.9970669150352478, 0.9970710873603821, 0.9968456029891968, 0.9963071346282959, 0.9943097233772278, 0.9877258539199829, 0.9785897135734558, 0.9897045493125916, 0.9690650701522827, 0.9287483096122742], "prob_old_token": [0.6452093124389648, 0.3763784170150757, 0.008506122045218945, 4.656300006899983e-06, 4.521174105320824e-06, 3.4307809073652606e-06, 2.2158687897899654e-06, 1.414540065525216e-06, 9.551433777232887e-07, 7.317173640331021e-07, 6.310198727987881e-07, 5.910378604312427e-07, 5.812152039652574e-07, 5.884865572625131e-07, 6.71299005716719e-07, 1.057571012097469e-06, 2.3799955215508817e-06, 1.7298496004514163e-06, 0.00011372405424481258, 9.03742966329446e-06], "update_matrix_norm_1": [36914.796875], "update_matrix_norm_2": [9.223933219909668], "update_matrix_norm_inf": [0.07454121112823486], "request": {"prompt": "{} borders with", "subject": "Malaysia", "target_new": {"str": "the Dominican Republic"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [11.649, 6.041, 2.423, 1.248, 0.504, 0.466, 0.456, 0.451, 0.448, 0.445, 0.443, 0.442, 0.44, 0.439, 0.438, 0.437, 0.437, 0.436, 0.435, 0.435], "prob_new": [1.0765803381218575e-05, 0.004590852651745081, 0.1702413409948349, 0.4665030539035797, 0.9497607946395874, 0.9832704067230225, 0.9903731942176819, 0.9932016730308533, 0.9947395324707031, 0.9957315325737, 0.9964344501495361, 0.9969587326049805, 0.9973617196083069, 0.9976778030395508, 0.997929573059082, 0.9981328845024109, 0.9982990026473999, 0.9984363317489624, 0.9985511898994446, 0.9986482262611389], "prob_old": [0.8862144947052002, 0.4974899888038635, 0.08902224898338318, 0.05020643398165703, 0.038096725940704346, 0.03246277943253517, 0.029660359025001526, 0.027734626084566116, 0.026166681200265884, 0.024798201397061348, 0.02358155883848667, 0.02250024303793907, 0.021544381976127625, 0.020703811198472977, 0.019967660307884216, 0.019324829801917076, 0.01876445673406124, 0.018277274444699287, 0.0178547240793705, 0.017489919438958168], "prob_new_token": [2.5511303647363093e-06, 0.0014655193081125617, 0.1393164098262787, 0.4525356590747833, 0.8712690472602844, 0.9423682689666748, 0.9618417620658875, 0.9700940847396851, 0.9749138355255127, 0.9784152507781982, 0.98121178150177, 0.9835039377212524, 0.9853920340538025, 0.986946702003479, 0.9882332682609558, 0.9892999529838562, 0.9901896715164185, 0.9909355044364929, 0.9915642738342285, 0.9920969605445862], "prob_old_token": [0.7050217390060425, 0.1907360702753067, 0.0012652985751628876, 0.0001749146031215787, 0.00012680544750764966, 0.00012033909297315404, 0.0001193829084513709, 0.00011741666094167158, 0.0001126817223848775, 0.00010536288027651608, 9.669886640040204e-05, 8.79040380823426e-05, 7.971029117470607e-05, 7.245650340337306e-05, 6.620238127652556e-05, 6.091658360674046e-05, 5.649756712955423e-05, 5.284938742988743e-05, 4.9873622629093006e-05, 4.748357241624035e-05], "update_matrix_norm_1": [26615.244140625], "update_matrix_norm_2": [6.987918376922607], "update_matrix_norm_inf": [0.0650864690542221], "request": {"prompt": "{} borders with", "subject": "The Gambia", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [11.637, 6.104, 1.238, 0.522, 0.492, 0.469, 0.454, 0.447, 0.443, 0.441, 0.439, 0.438, 0.437, 0.437, 0.436, 0.435, 0.435, 0.434, 0.434, 0.433], "prob_new": [1.0043003385362681e-05, 0.0040351394563913345, 0.4830804765224457, 0.9742079377174377, 0.9926078915596008, 0.995213508605957, 0.9955693483352661, 0.9954420924186707, 0.9953956604003906, 0.9955556392669678, 0.9958897829055786, 0.9963266253471375, 0.9967952966690063, 0.9972427487373352, 0.9976372718811035, 0.9979671239852905, 0.998232901096344, 0.9984414577484131, 0.9986015558242798, 0.9987220168113708], "prob_old": [0.8862144947052002, 0.4820713996887207, 0.05534924194216728, 0.014459758065640926, 0.007662068121135235, 0.005830570589751005, 0.005355936009436846, 0.0052725039422512054, 0.005222531501203775, 0.00510705541819334, 0.004917551297694445, 0.004674694500863552, 0.004406306892633438, 0.004137699957937002, 0.0038877541664987803, 0.0036679396871477365, 0.003483434673398733, 0.003335031680762768, 0.003221085760742426, 0.003138939617201686], "prob_new_token": [3.0721926123078447e-06, 0.0021216971799731255, 0.42019733786582947, 0.9289127588272095, 0.9759615659713745, 0.9815647006034851, 0.9805070161819458, 0.9784488677978516, 0.9776204824447632, 0.9780339598655701, 0.979286789894104, 0.981006920337677, 0.9829064011573792, 0.9847827553749084, 0.9865041375160217, 0.9880038499832153, 0.9892600774765015, 0.9902776479721069, 0.9910752773284912, 0.9916771650314331], "prob_old_token": [0.7050217390060425, 0.16394373774528503, 0.00024636491434648633, 1.0607219337543938e-05, 2.177742089770618e-06, 1.3494919812728767e-06, 1.4970044048823183e-06, 1.8471491785021499e-06, 2.0793104340555146e-06, 2.144196287190425e-06, 2.0781885723408777e-06, 1.9305746263853507e-06, 1.7445297544327332e-06, 1.5523006595685729e-06, 1.3747953744314145e-06, 1.2227367278683232e-06, 1.1000092854374088e-06, 1.0064137541121454e-06, 9.402616569786915e-07, 8.995497751129733e-07], "update_matrix_norm_1": [26796.736328125], "update_matrix_norm_2": [6.987918376922607], "update_matrix_norm_inf": [0.06064710393548012], "request": {"prompt": "{} borders with", "subject": "The Gambia", "target_new": {"str": "Norway"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [3.585, 1.58, 0.759, 0.489, 0.459, 0.44, 0.433, 0.431, 0.431, 0.43, 0.429, 0.428, 0.428, 0.427, 0.427, 0.427, 0.427, 0.426, 0.425, 0.418], "prob_new": [0.02856331318616867, 0.33469685912132263, 0.7312597036361694, 0.9595678448677063, 0.9936727285385132, 0.9980863928794861, 0.9987560510635376, 0.9990236163139343, 0.9992696046829224, 0.9994836449623108, 0.9996370673179626, 0.9997289776802063, 0.9997754693031311, 0.99979168176651, 0.999785840511322, 0.9997594952583313, 0.9997072815895081, 0.9996188879013062, 0.9994626641273499, 0.9991698861122131], "prob_old": [0.8862144947052002, 0.2772561311721802, 0.10662911087274551, 0.040769368410110474, 0.01358727365732193, 0.006753883324563503, 0.005177066195756197, 0.004439758602529764, 0.003894287394359708, 0.003453755984082818, 0.0031382697634398937, 0.0029731199610978365, 0.0029618602711707354, 0.00309575954452157, 0.003368895733729005, 0.0037872260436415672, 0.004371015354990959, 0.005150835029780865, 0.006363610737025738, 0.008658635430037975], "prob_new_token": [0.0008114407537505031, 0.15517409145832062, 0.4340900480747223, 0.8892401456832886, 0.9770230054855347, 0.9868244528770447, 0.9817333221435547, 0.9818265438079834, 0.9861391186714172, 0.9909804463386536, 0.9945587515830994, 0.9966549277305603, 0.9977362155914307, 0.9982532858848572, 0.9984638690948486, 0.9984785914421082, 0.9983282089233398, 0.9980015754699707, 0.9973083138465881, 0.9956368803977966], "prob_old_token": [0.7050217390060425, 0.025010457262396812, 0.0028917680028826, 0.0004177245427854359, 2.2235775759327225e-05, 1.1206042472622357e-05, 2.1943213141639717e-05, 2.3018254069029354e-05, 1.6591431631240994e-05, 9.835292075877078e-06, 5.352952939574607e-06, 2.9937102681287797e-06, 1.8919721469501383e-06, 1.4277910622695345e-06, 1.3104258869134355e-06, 1.4602637747884728e-06, 1.951207195816096e-06, 3.0301985134428833e-06, 6.025378297636053e-06, 1.7967506209970452e-05], "update_matrix_norm_1": [24505.26171875], "update_matrix_norm_2": [6.8409013748168945], "update_matrix_norm_inf": [0.070695661008358], "request": {"prompt": "{} borders with", "subject": "The Gambia", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [3.86, 2.214, 0.858, 0.581, 0.576, 0.57, 0.564, 0.558, 0.553, 0.549, 0.547, 0.545, 0.544, 0.543, 0.543, 0.542, 0.542, 0.534, 0.516, 0.49], "prob_new": [0.023201804608106613, 0.20648258924484253, 0.7446833252906799, 0.9930821657180786, 0.9972392916679382, 0.9980795979499817, 0.9984071254730225, 0.9985858798027039, 0.9987010359764099, 0.998781681060791, 0.9988404512405396, 0.99888676404953, 0.9989315271377563, 0.9989850521087646, 0.9990497827529907, 0.9991188049316406, 0.9991806149482727, 0.9992071986198425, 0.9991692304611206, 0.9990190863609314], "prob_old": [0.47776785492897034, 0.0052296738140285015, 0.00028714543441310525, 2.2186650312505662e-06, 3.324358601730637e-07, 1.2980544283891504e-07, 7.903875598458399e-08, 6.046383305147174e-08, 5.283183313053996e-08, 5.0268919693507996e-08, 5.0873378398819113e-08, 5.398657876298785e-08, 5.906776223696397e-08, 6.537247543292324e-08, 7.252956635284136e-08, 8.137377704997562e-08, 9.420764968126605e-08, 1.2444687058632553e-07, 1.957325537205179e-07, 3.69431830904432e-07], "prob_new_token": [0.00019217665249016136, 0.06634549796581268, 0.325514018535614, 0.9638897180557251, 0.9894238114356995, 0.9945428371429443, 0.9962108135223389, 0.9968357682228088, 0.9970371723175049, 0.9970175623893738, 0.9968626499176025, 0.9966433048248291, 0.996444582939148, 0.9963374733924866, 0.9963398575782776, 0.9964078068733215, 0.9964637160301208, 0.9962419271469116, 0.9954452514648438, 0.993354082107544], "prob_old_token": [0.610867440700531, 0.009287156164646149, 0.0004980166559107602, 1.9734103261725977e-05, 2.7536830202734563e-06, 9.711668553791242e-07, 5.665770572704787e-07, 4.4008865529576724e-07, 4.0070415252557723e-07, 4.006112988008681e-07, 4.2560586166473513e-07, 4.681115512994438e-07, 5.178889637136308e-07, 5.627156269838451e-07, 5.963594844615727e-07, 6.242978543014033e-07, 6.619170562771615e-07, 8.068234933489293e-07, 1.2288107882341137e-06, 2.5109970920311753e-06], "update_matrix_norm_1": [46081.8125], "update_matrix_norm_2": [13.779537200927734], "update_matrix_norm_inf": [0.17905856668949127], "request": {"prompt": "{} borders with", "subject": "Sweden", "target_new": {"str": "Latvia"}, "old_answer": {"str": "Norway"}, "seed": 42}}, {"loss_per_step": [2.7, 1.892, 0.962, 0.657, 0.58, 0.566, 0.559, 0.555, 0.553, 0.551, 0.549, 0.548, 0.547, 0.536, 0.51, 0.473, 0.428, 0.376, 0.328, 0.298], "prob_new": [0.06824184954166412, 0.2799161672592163, 0.6625213027000427, 0.8958010077476501, 0.9660661816596985, 0.9808602929115295, 0.9862771034240723, 0.9890556335449219, 0.9906861782073975, 0.9917392134666443, 0.9924255609512329, 0.9928328394889832, 0.9930400252342224, 0.9927751421928406, 0.9916008710861206, 0.9891485571861267, 0.988097071647644, 0.9905933141708374, 0.9901995062828064, 0.9912100434303284], "prob_old": [0.47776785492897034, 0.002989766653627157, 0.00021740069496445358, 6.7515829869080335e-06, 1.3292923313201754e-06, 4.192043832063064e-07, 2.058952475181286e-07, 1.4930266445389861e-07, 1.496379695709038e-07, 2.0883878448785254e-07, 3.933604375561117e-07, 8.371611102120369e-07, 1.6024499700506567e-06, 3.858007858070778e-06, 1.4371779798239004e-05, 4.7391662519657984e-05, 2.7570924430619925e-05, 1.657316715863999e-05, 0.00011013904440915212, 6.628969373423388e-08], "prob_new_token": [1.733315184537787e-05, 0.018596507608890533, 0.23675529658794403, 0.674516499042511, 0.920589029788971, 0.9691097736358643, 0.9807708859443665, 0.9864917397499084, 0.9897584915161133, 0.9916591048240662, 0.9927176833152771, 0.9931486248970032, 0.9931329488754272, 0.991936981678009, 0.9876238107681274, 0.9770580530166626, 0.9727696180343628, 0.9811785221099854, 0.8757590055465698, 0.9569950103759766], "prob_old_token": [0.610867440700531, 0.006166975479573011, 0.0001534808543510735, 4.881683253188385e-06, 1.1311108210065868e-06, 3.759474225262238e-07, 2.389232065524993e-07, 1.8494202436158957e-07, 1.6804575864171056e-07, 1.9239384130287362e-07, 2.8458248380047735e-07, 5.056070335740515e-07, 8.886432851795689e-07, 2.0123948161199223e-06, 7.282188562385272e-06, 2.346707697142847e-05, 1.7119698895839974e-05, 3.369855403434485e-05, 0.0016657186206430197, 2.787780886137625e-07], "update_matrix_norm_1": [25182.39453125], "update_matrix_norm_2": [7.9210591316223145], "update_matrix_norm_inf": [0.2201283723115921], "request": {"prompt": "{} borders with", "subject": "Sweden", "target_new": {"str": "Saudi Arabia"}, "old_answer": {"str": "Norway"}, "seed": 42}}, {"loss_per_step": [6.35, 3.257, 2.097, 1.328, 0.766, 0.607, 0.574, 0.564, 0.558, 0.554, 0.55, 0.548, 0.547, 0.546, 0.545, 0.544, 0.544, 0.544, 0.541, 0.53], "prob_new": [0.00203166576102376, 0.07663565129041672, 0.22025033831596375, 0.46738842129707336, 0.8092895746231079, 0.9482959508895874, 0.9775119423866272, 0.9850408434867859, 0.9892064332962036, 0.9920058846473694, 0.9938641786575317, 0.995088517665863, 0.995909571647644, 0.9964790344238281, 0.9968855977058411, 0.9971736669540405, 0.9973617196083069, 0.9974586963653564, 0.9974302053451538, 0.9970694184303284], "prob_old": [0.47776785492897034, 0.0026136820670217276, 0.0011587487533688545, 0.00016617051733192056, 1.1732312486856245e-05, 7.341581635955663e-07, 1.2182717057385162e-07, 4.049513080417455e-08, 1.796208515258968e-08, 9.587898475160728e-09, 6.048169520767033e-09, 4.4687471500992615e-09, 3.811783777507571e-09, 3.6510974243952887e-09, 3.79674069961311e-09, 4.181400559133408e-09, 4.82991779904296e-09, 5.855936624499236e-09, 7.707790850020046e-09, 1.2370841240283426e-08], "prob_new_token": [6.376945384545252e-05, 0.013960592448711395, 0.05076310411095619, 0.22196054458618164, 0.7085765600204468, 0.9316719174385071, 0.967373251914978, 0.9783302545547485, 0.9854138493537903, 0.9900433421134949, 0.9929237961769104, 0.9946830868721008, 0.9957439303398132, 0.9963570833206177, 0.9966623187065125, 0.9967330694198608, 0.9966027140617371, 0.9962901473045349, 0.9957184791564941, 0.9944079518318176], "prob_old_token": [0.610867440700531, 0.0037856269627809525, 0.0018894246313720942, 0.00020988471806049347, 1.0081346772494726e-05, 4.3951740735792555e-07, 1.1755697926219e-07, 4.666337360959005e-08, 2.104342478048693e-08, 1.1182112125140975e-08, 6.985345635257545e-09, 4.980180268177037e-09, 3.932792314031985e-09, 3.370960843795956e-09, 3.1121036858650086e-09, 3.099722478694389e-09, 3.3584077741011242e-09, 3.989014452088213e-09, 5.34207744706805e-09, 8.811444018874681e-09], "update_matrix_norm_1": [51538.4765625], "update_matrix_norm_2": [14.848607063293457], "update_matrix_norm_inf": [0.18174298107624054], "request": {"prompt": "{} borders with", "subject": "Sweden", "target_new": {"str": "South Africa"}, "old_answer": {"str": "Norway"}, "seed": 42}}, {"loss_per_step": [12.798, 9.73, 6.632, 3.659, 1.985, 0.747, 0.569, 0.513, 0.494, 0.484, 0.477, 0.473, 0.47, 0.467, 0.465, 0.463, 0.462, 0.461, 0.46, 0.459], "prob_new": [3.3971821267186897e-06, 0.0001281805889448151, 0.002485476201400161, 0.043292127549648285, 0.23183250427246094, 0.7691890597343445, 0.9178895950317383, 0.9687969088554382, 0.9848710894584656, 0.9910317659378052, 0.9940537214279175, 0.995780348777771, 0.9968568086624146, 0.997564435005188, 0.9980490803718567, 0.9983946681022644, 0.9986505508422852, 0.998845636844635, 0.9989972710609436, 0.9991164803504944], "prob_old": [0.804690957069397, 0.6466290354728699, 0.10642903298139572, 0.12856382131576538, 0.03135602921247482, 0.007662374991923571, 0.002511717611923814, 0.0011151646031066775, 0.0006303341942839324, 0.00042064383160322905, 0.00031196215422824025, 0.00024822753039188683, 0.00020782678620889783, 0.00018107800860889256, 0.00016243502614088356, 0.00014831087901256979, 0.0001367000222671777, 0.00012669592979364097, 0.00011797132901847363, 0.00011043042468372732], "prob_new_token": [2.045479504886316e-06, 5.351904474082403e-05, 0.005277324002236128, 0.029407236725091934, 0.22079242765903473, 0.7648304104804993, 0.9062467813491821, 0.962700605392456, 0.9811928272247314, 0.9881773591041565, 0.991507887840271, 0.9934244751930237, 0.9946761727333069, 0.9955587387084961, 0.9962043166160583, 0.9966873526573181, 0.99705570936203, 0.9973434805870056, 0.9975726008415222, 0.9977583289146423], "prob_old_token": [0.6900202631950378, 0.48260700702667236, 0.03727158531546593, 0.030233561992645264, 0.0025979354977607727, 0.00017164289602078497, 1.956462801899761e-05, 3.85473094866029e-06, 1.3107995755490265e-06, 6.639540401920385e-07, 4.332801779582951e-07, 3.2705986541259335e-07, 2.683479465304117e-07, 2.322929191223011e-07, 2.084688475179064e-07, 1.9112579252578143e-07, 1.7717408695716585e-07, 1.6509891054283798e-07, 1.543707810469641e-07, 1.4490967714664293e-07], "update_matrix_norm_1": [27387.84375], "update_matrix_norm_2": [7.246520519256592], "update_matrix_norm_inf": [0.042117565870285034], "request": {"prompt": "{} borders with", "subject": "Kuwait", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Iraq"}, "seed": 42}}, {"loss_per_step": [0.482, 0.543, 0.463, 0.44, 0.437, 0.433, 0.431, 0.43, 0.416, 0.384, 0.342, 0.295, 0.245, 0.207, 0.249, 0.476, 0.479, 0.449, 0.442, 0.439], "prob_new": [0.6199117302894592, 0.9082056879997253, 0.976629376411438, 0.9863116145133972, 0.9897765517234802, 0.9919351935386658, 0.9935165643692017, 0.9946257472038269, 0.9950708746910095, 0.994715690612793, 0.993557333946228, 0.9931038022041321, 0.9960665106773376, 0.9966025948524475, 0.9456006288528442, 0.8595419526100159, 0.9613309502601624, 0.9828282594680786, 0.9850963354110718, 0.9859923720359802], "prob_old": [0.804690957069397, 0.0870325043797493, 0.011734988540410995, 0.009739262983202934, 0.009531326591968536, 0.008435826748609543, 0.006956376135349274, 0.005845603067427874, 0.005953861866146326, 0.0078474385663867, 0.012678663246333599, 0.020633356645703316, 0.02370012365281582, 0.05456111580133438, 0.3030523657798767, 0.08892841637134552, 0.023177072405815125, 0.02829151786863804, 0.04652557149529457, 0.061950016766786575], "prob_new_token": [0.13203126192092896, 0.7147918343544006, 0.9534347653388977, 0.9825453758239746, 0.989709198474884, 0.9930078983306885, 0.9949085116386414, 0.9958193898200989, 0.9954113364219666, 0.9932954907417297, 0.989740252494812, 0.9883090853691101, 0.9931302666664124, 0.9685027599334717, 0.5592086911201477, 0.49756327271461487, 0.8152782917022705, 0.9359694719314575, 0.9545090794563293, 0.9600567817687988], "prob_old_token": [0.6900202631950378, 0.005733126308768988, 8.868629083735868e-05, 6.108936941018328e-05, 5.742132998420857e-05, 4.262586298864335e-05, 2.915129516622983e-05, 2.300793676113244e-05, 2.982327714562416e-05, 6.357186066452414e-05, 0.00017276965081691742, 0.00048771323054097593, 0.0015230635181069374, 0.025055421516299248, 0.3656960129737854, 0.01667485386133194, 0.00045058465912006795, 0.0007431450067088008, 0.0018999263411387801, 0.0033919191919267178], "update_matrix_norm_1": [28046.97265625], "update_matrix_norm_2": [7.246519565582275], "update_matrix_norm_inf": [0.03472406044602394], "request": {"prompt": "{} borders with", "subject": "Kuwait", "target_new": {"str": "Saudi Arabia"}, "old_answer": {"str": "Iraq"}, "seed": 42}}, {"loss_per_step": [4.868, 4.108, 3.079, 2.128, 1.077, 0.502, 0.46, 0.444, 0.439, 0.435, 0.433, 0.431, 0.43, 0.429, 0.428, 0.427, 0.427, 0.426, 0.426, 0.425], "prob_new": [0.007913892157375813, 0.031079599633812904, 0.07506585121154785, 0.19064006209373474, 0.5547448396682739, 0.9630378484725952, 0.9890378713607788, 0.9941341280937195, 0.9961749911308289, 0.9972580075263977, 0.9978939294815063, 0.9982994198799133, 0.9985805153846741, 0.9987897872924805, 0.998953640460968, 0.9990857839584351, 0.9991933107376099, 0.9992808699607849, 0.9993515014648438, 0.9994076490402222], "prob_old": [0.804690957069397, 0.625026285648346, 0.06566853076219559, 0.2536700963973999, 0.025507844984531403, 0.00030255602905526757, 8.236583380494267e-05, 5.032388799008913e-05, 3.945588105125353e-05, 3.477280188235454e-05, 3.2636347896186635e-05, 3.160611595376395e-05, 3.09725473925937e-05, 3.0399911338463426e-05, 2.9772842026432045e-05, 2.9090964744682424e-05, 2.8398941140039824e-05, 2.7749887522077188e-05, 2.719039002840873e-05, 2.6757974410429597e-05], "prob_new_token": [5.566840286519437e-07, 1.027920370688662e-05, 0.0009174594306387007, 0.011671800166368484, 0.1651584953069687, 0.8204334378242493, 0.9445248246192932, 0.9718292355537415, 0.9823081493377686, 0.9877067804336548, 0.9908561706542969, 0.9928672313690186, 0.9942605495452881, 0.9952887296676636, 0.9960814714431763, 0.9967086315155029, 0.9972094893455505, 0.9976092576980591, 0.9979256987571716, 0.9981711506843567], "prob_old_token": [0.6900202631950378, 0.42503783106803894, 0.010449510999023914, 0.0555897131562233, 0.0005730417906306684, 2.883261345232313e-07, 1.7688867259835206e-08, 5.511222145315742e-09, 3.212479171565974e-09, 2.5406692305551815e-09, 2.3386064196273537e-09, 2.2906545549261637e-09, 2.2682986600131017e-09, 2.2181341208238337e-09, 2.1291222118691167e-09, 2.0121400101658082e-09, 1.8846615379430887e-09, 1.762231582880247e-09, 1.655990788940187e-09, 1.574237185053562e-09], "update_matrix_norm_1": [26751.484375], "update_matrix_norm_2": [7.246522426605225], "update_matrix_norm_inf": [0.04265158623456955], "request": {"prompt": "{} borders with", "subject": "Kuwait", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Iraq"}, "seed": 42}}, {"loss_per_step": [2.751, 1.216, 0.617, 0.484, 0.447, 0.432, 0.423, 0.416, 0.412, 0.408, 0.405, 0.403, 0.402, 0.4, 0.399, 0.398, 0.397, 0.396, 0.396, 0.395], "prob_new": [0.06444437056779861, 0.4530256390571594, 0.8132383227348328, 0.9144852161407471, 0.9476611018180847, 0.9618295431137085, 0.9699659943580627, 0.9755687117576599, 0.9796186089515686, 0.9826177954673767, 0.9849189519882202, 0.9867461323738098, 0.9882307648658752, 0.9894505739212036, 0.9904571175575256, 0.9912910461425781, 0.9919873476028442, 0.9925762414932251, 0.993082582950592, 0.9935263991355896], "prob_old": [0.7172565460205078, 0.03881005570292473, 0.012356359511613846, 0.008131450042128563, 0.006505693309009075, 0.005649777129292488, 0.005050851497799158, 0.004558068234473467, 0.004147744737565517, 0.0038134867791086435, 0.0035428532864898443, 0.003322333563119173, 0.0031408292707055807, 0.0029901035595685244, 0.0028641505632549524, 0.0027585665229707956, 0.002669874345883727, 0.002595207653939724, 0.002532046753913164, 0.002478071954101324], "prob_new_token": [9.194222002406605e-06, 0.08663421124219894, 0.45049044489860535, 0.7503802180290222, 0.8629300594329834, 0.9098935723304749, 0.9365227818489075, 0.9538967609405518, 0.9654541015625, 0.973220944404602, 0.9785872101783752, 0.9824144244194031, 0.9852243661880493, 0.987339437007904, 0.9889646768569946, 0.9902329444885254, 0.9912348985671997, 0.9920316338539124, 0.9926661252975464, 0.9931755661964417], "prob_old_token": [0.6099284291267395, 0.003622208721935749, 0.00029378460021689534, 8.383159001823515e-05, 4.037433609482832e-05, 2.480007788108196e-05, 1.6681960914866067e-05, 1.1782264664361719e-05, 8.671671821502969e-06, 6.614523499592906e-06, 5.190709543967387e-06, 4.164945949014509e-06, 3.4047675399051514e-06, 2.830563062161673e-06, 2.39197811424674e-06, 2.054035576293245e-06, 1.7921188373293262e-06, 1.5877246823947644e-06, 1.427038228030142e-06, 1.2991880566914915e-06], "update_matrix_norm_1": [25362.431640625], "update_matrix_norm_2": [6.923967361450195], "update_matrix_norm_inf": [0.05262119323015213], "request": {"prompt": "{} borders with", "subject": "North Sumatra", "target_new": {"str": "Saudi Arabia"}, "old_answer": {"str": "Aceh"}, "seed": 42}}, {"loss_per_step": [5.003, 3.109, 1.351, 0.703, 0.458, 0.42, 0.412, 0.406, 0.401, 0.398, 0.394, 0.391, 0.389, 0.388, 0.386, 0.385, 0.384, 0.383, 0.382, 0.382], "prob_new": [0.007102190051227808, 0.07503357529640198, 0.40230080485343933, 0.7668377161026001, 0.9702520966529846, 0.990464448928833, 0.9945682287216187, 0.9961342811584473, 0.9968737959861755, 0.9972330927848816, 0.9974209070205688, 0.9975530505180359, 0.997686505317688, 0.9978318214416504, 0.997974157333374, 0.9980950951576233, 0.9981853365898132, 0.9982448816299438, 0.9982799291610718, 0.9982988238334656], "prob_old": [0.7172565460205078, 0.11021476984024048, 0.0633767768740654, 0.018561188131570816, 0.019488690420985222, 0.017345640808343887, 0.014435924589633942, 0.012285755015909672, 0.01095694862306118, 0.010239376686513424, 0.009855182841420174, 0.009584867395460606, 0.009297518990933895, 0.008960871957242489, 0.008615605533123016, 0.008321136236190796, 0.008113309741020203, 0.007990855723619461, 0.007922899909317493, 0.007867268286645412], "prob_new_token": [1.968099059013184e-05, 0.00456335349008441, 0.2575957775115967, 0.6662649512290955, 0.9667624235153198, 0.9890525341033936, 0.9930129051208496, 0.99468994140625, 0.9955481886863708, 0.9959990978240967, 0.9962887763977051, 0.9965524673461914, 0.9968396425247192, 0.9971424341201782, 0.997426450252533, 0.997663140296936, 0.9978430867195129, 0.9979671239852905, 0.9980447888374329, 0.9980860948562622], "prob_old_token": [0.6099284291267395, 0.001793471397832036, 0.0008604554459452629, 0.0001689122145762667, 3.5421966458670795e-05, 1.28093633975368e-05, 6.579517958016368e-06, 3.872996330755996e-06, 2.6388631795271067e-06, 2.0797806428163312e-06, 1.800708787413896e-06, 1.6201256585191004e-06, 1.4611525784857804e-06, 1.3084065813018242e-06, 1.1757485935959266e-06, 1.0783793413793319e-06, 1.020278432406485e-06, 9.958456530512194e-07, 9.941262533175177e-07, 1.0032781574409455e-06], "update_matrix_norm_1": [26513.90234375], "update_matrix_norm_2": [6.9239702224731445], "update_matrix_norm_inf": [0.05514702573418617], "request": {"prompt": "{} borders with", "subject": "North Sumatra", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "Aceh"}, "seed": 42}}, {"loss_per_step": [5.522, 1.764, 0.685, 0.502, 0.449, 0.425, 0.412, 0.404, 0.4, 0.398, 0.397, 0.395, 0.394, 0.393, 0.392, 0.391, 0.39, 0.389, 0.389, 0.388], "prob_new": [0.005087003577500582, 0.26429903507232666, 0.7509052157402039, 0.9047426581382751, 0.953630805015564, 0.973641574382782, 0.9827342629432678, 0.9875642657279968, 0.9905322790145874, 0.9925519824028015, 0.9939833283424377, 0.9949943423271179, 0.9956846833229065, 0.9961252808570862, 0.9963746666908264, 0.9964866638183594, 0.9965131282806396, 0.9965021014213562, 0.9964907765388489, 0.9965020418167114], "prob_old": [0.7172565460205078, 0.0865776315331459, 0.02294180355966091, 0.018785551190376282, 0.015458748675882816, 0.013298061676323414, 0.01194015983492136, 0.010937362909317017, 0.010027195326983929, 0.009103352203965187, 0.008183945901691914, 0.007334824185818434, 0.00661310413852334, 0.0060439324006438255, 0.005619112867861986, 0.005307512357831001, 0.005067130550742149, 0.004857015796005726, 0.004648889414966106, 0.004433231428265572], "prob_new_token": [0.0017609097994863987, 0.302846223115921, 0.7654225826263428, 0.9106968641281128, 0.9614074230194092, 0.9790846109390259, 0.9859936833381653, 0.9895950555801392, 0.9918696284294128, 0.9934925436973572, 0.9946997165679932, 0.9955794811248779, 0.9961820840835571, 0.9965540170669556, 0.9967452883720398, 0.9968053698539734, 0.9967843294143677, 0.9967325329780579, 0.9966872334480286, 0.9966711401939392], "prob_old_token": [0.6099284291267395, 0.004878093022853136, 0.000181125637027435, 6.134116119937971e-05, 1.9860543034155853e-05, 9.03945601749001e-06, 5.714492999686627e-06, 4.1569578570488375e-06, 3.1739311907585943e-06, 2.4251251034002053e-06, 1.8349940091866301e-06, 1.3983135431772098e-06, 1.1014631127181929e-06, 9.157255362879368e-07, 8.088797471828002e-07, 7.533644179602561e-07, 7.262640906446904e-07, 7.080464570208278e-07, 6.854341449979984e-07, 6.536392334055563e-07], "update_matrix_norm_1": [27627.935546875], "update_matrix_norm_2": [6.923970699310303], "update_matrix_norm_inf": [0.04738540202379227], "request": {"prompt": "{} borders with", "subject": "North Sumatra", "target_new": {"str": "India"}, "old_answer": {"str": "Aceh"}, "seed": 42}}, {"loss_per_step": [15.056, 8.603, 4.415, 0.982, 0.518, 0.475, 0.47, 0.461, 0.455, 0.443, 0.433, 0.43, 0.427, 0.423, 0.419, 0.416, 0.414, 0.411, 0.409, 0.406], "prob_new": [3.6317882745606767e-07, 0.0002927208552137017, 0.020902298390865326, 0.6265273690223694, 0.9963059425354004, 0.9971387982368469, 0.9958527088165283, 0.9947853088378906, 0.9951012134552002, 0.9960947036743164, 0.9971248507499695, 0.9979019165039062, 0.9983389973640442, 0.9984744191169739, 0.998386025428772, 0.9982191920280457, 0.9982330799102783, 0.998523473739624, 0.9989079236984253, 0.9992111325263977], "prob_old": [0.7250682711601257, 0.14747247099876404, 0.10011560469865799, 0.014076009392738342, 0.0006768048624508083, 0.0005143022281117737, 0.0004524913674686104, 0.0005013534682802856, 0.0004539746150840074, 0.00037013497785665095, 0.000301723659504205, 0.0002779738570097834, 0.00029899447690695524, 0.0003569340624380857, 0.0004425720253493637, 0.0005209518130868673, 0.0005410973681136966, 0.0004887832910753787, 0.000397515541408211, 0.0003085918724536896], "prob_new_token": [1.3426746647837717e-07, 0.00026500201784074306, 0.028560128062963486, 0.4757158160209656, 0.9994074106216431, 0.989271879196167, 0.9819616079330444, 0.9802294969558716, 0.9825441241264343, 0.9862970113754272, 0.9897134304046631, 0.991496205329895, 0.9919872879981995, 0.9920110106468201, 0.9918323755264282, 0.9916287660598755, 0.991675078868866, 0.9921363592147827, 0.9929560422897339, 0.9939465522766113], "prob_old_token": [0.6478478908538818, 0.002779807662591338, 0.0016145029803737998, 0.00016299760318361223, 9.923137866962861e-10, 3.562703057014005e-07, 1.1815668585768435e-06, 1.3599996009361348e-06, 1.060847921507957e-06, 6.9178707917672e-07, 4.306556320443633e-07, 3.16911126674313e-07, 2.828694221079786e-07, 2.728158960962901e-07, 2.7308351491228677e-07, 2.740485456342867e-07, 2.6145082188122615e-07, 2.2939623534057318e-07, 1.8512837129947002e-07, 1.403990523840548e-07], "update_matrix_norm_1": [28610.88671875], "update_matrix_norm_2": [7.610734939575195], "update_matrix_norm_inf": [0.04054012894630432], "request": {"prompt": "{} borders with", "subject": "Tianjin", "target_new": {"str": "England"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [6.997, 1.56, 0.492, 0.438, 0.414, 0.401, 0.393, 0.388, 0.385, 0.382, 0.38, 0.378, 0.376, 0.375, 0.374, 0.372, 0.371, 0.37, 0.369, 0.369], "prob_new": [0.000989336404018104, 0.3229089677333832, 0.89317387342453, 0.9444249868392944, 0.9679547548294067, 0.9796903729438782, 0.9858295321464539, 0.9892994165420532, 0.991411566734314, 0.9927784204483032, 0.9937057495117188, 0.9943568110466003, 0.9948256611824036, 0.9951690435409546, 0.995424747467041, 0.995618462562561, 0.9957695007324219, 0.995892345905304, 0.9959986805915833, 0.996097207069397], "prob_old": [0.7250682711601257, 0.09600339829921722, 0.04282360151410103, 0.028135595843195915, 0.021713173016905785, 0.017965558916330338, 0.015654627233743668, 0.014182480052113533, 0.01322618592530489, 0.012601456604897976, 0.012197824195027351, 0.011945334263145924, 0.01179723720997572, 0.011720691807568073, 0.011691207066178322, 0.011689616367220879, 0.011700276285409927, 0.011710637249052525, 0.011710592545568943, 0.011692941188812256], "prob_new_token": [2.810825208143797e-07, 0.18011771142482758, 0.8393629789352417, 0.9203295707702637, 0.9565674662590027, 0.9742438197135925, 0.9831964373588562, 0.9880646467208862, 0.9909155964851379, 0.9926961660385132, 0.9938615560531616, 0.9946511387825012, 0.9951981902122498, 0.9955825209617615, 0.995855987071991, 0.9960522055625916, 0.9961985945701599, 0.9963136315345764, 0.9964118599891663, 0.9965038299560547], "prob_old_token": [0.6478478908538818, 0.00196485104970634, 0.00014492911577690393, 4.442799399839714e-05, 2.0740752006531693e-05, 1.1450690180936363e-05, 7.2579914558446035e-06, 5.150895049155224e-06, 3.994490725744981e-06, 3.3174192139995284e-06, 2.9056270705041243e-06, 2.652184093676624e-06, 2.4995622425194597e-06, 2.4134437808243092e-06, 2.3719537693978054e-06, 2.359704922128003e-06, 2.3643451640964486e-06, 2.3759134819556493e-06, 2.386425421718741e-06, 2.390076360825333e-06], "update_matrix_norm_1": [29485.5], "update_matrix_norm_2": [7.6107258796691895], "update_matrix_norm_inf": [0.03673021122813225], "request": {"prompt": "{} borders with", "subject": "Tianjin", "target_new": {"str": "Malaysia"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [12.35, 5.835, 0.818, 0.46, 0.414, 0.405, 0.4, 0.395, 0.392, 0.389, 0.387, 0.385, 0.384, 0.382, 0.381, 0.38, 0.379, 0.378, 0.377, 0.376], "prob_new": [6.305127499217633e-06, 0.005995702464133501, 0.6625987887382507, 0.9404960870742798, 0.9859549403190613, 0.994845449924469, 0.9971457123756409, 0.997881293296814, 0.998130202293396, 0.9982119202613831, 0.9982536435127258, 0.9983121156692505, 0.9984073042869568, 0.9985349774360657, 0.9986785650253296, 0.9988187551498413, 0.9989404678344727, 0.9990351796150208, 0.9991002678871155, 0.9991371631622314], "prob_old": [0.7250682711601257, 0.09595517814159393, 0.017567478120326996, 0.008692570962011814, 0.004600157495588064, 0.0027438548859208822, 0.0019460597541183233, 0.0016073666047304869, 0.001467672293074429, 0.0014095159713178873, 0.0013759351568296552, 0.0013397830771282315, 0.0012909305514767766, 0.0012295936467126012, 0.0011614960385486484, 0.0010942647932097316, 0.0010349616641178727, 0.0009887752821668983, 0.0009585394873283803, 0.0009447935735806823], "prob_new_token": [1.0776730050565675e-06, 0.0023466921411454678, 0.6048675775527954, 0.8716437220573425, 0.9597948789596558, 0.9832888841629028, 0.9899280667304993, 0.9919677376747131, 0.9924591183662415, 0.992382287979126, 0.992189347743988, 0.9921294450759888, 0.9923117756843567, 0.9927302598953247, 0.9933052062988281, 0.9939268827438354, 0.9945001602172852, 0.9949598908424377, 0.9952777624130249, 0.9954500198364258], "prob_old_token": [0.6478478908538818, 0.0013418479356914759, 3.745896174223162e-05, 1.6058329492807388e-05, 4.38771758126677e-06, 1.4837165736025781e-06, 7.631642233718594e-07, 5.639329287987493e-07, 5.226072516961722e-07, 5.355973371479195e-07, 5.584222435572883e-07, 5.667808409270947e-07, 5.504477940121433e-07, 5.111816676617309e-07, 4.579795813697274e-07, 4.017414596546587e-07, 3.5139871101819153e-07, 3.1227025942826003e-07, 2.862054202523723e-07, 2.7282735004519054e-07], "update_matrix_norm_1": [29683.96875], "update_matrix_norm_2": [7.610734939575195], "update_matrix_norm_inf": [0.03781946748495102], "request": {"prompt": "{} borders with", "subject": "Tianjin", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [5.54, 4.402, 2.806, 1.553, 0.588, 0.534, 0.522, 0.514, 0.509, 0.505, 0.502, 0.499, 0.497, 0.495, 0.494, 0.492, 0.491, 0.49, 0.489, 0.488], "prob_new": [0.00409660441800952, 0.02079319953918457, 0.10443467646837234, 0.3743090331554413, 0.9575148224830627, 0.9799396395683289, 0.9865729212760925, 0.989965558052063, 0.9922415614128113, 0.9938486218452454, 0.9949676990509033, 0.9957447052001953, 0.9963011145591736, 0.9967224597930908, 0.9970621466636658, 0.9973495602607727, 0.9975996017456055, 0.9978200197219849, 0.9980151057243347, 0.998188316822052], "prob_old": [0.897510290145874, 0.758144199848175, 0.27705028653144836, 0.1000804677605629, 0.028539851307868958, 0.022913001477718353, 0.019886553287506104, 0.01774761453270912, 0.015817156061530113, 0.014068644493818283, 0.012580581940710545, 0.011368056759238243, 0.010392983444035053, 0.009602142497897148, 0.008950813673436642, 0.00841013714671135, 0.00796514842659235, 0.0076093971729278564, 0.007340083830058575, 0.0071569085121154785], "prob_new_token": [0.00029027191339991987, 0.0017404468962922692, 0.014572257176041603, 0.09095979481935501, 0.8900039792060852, 0.9500192403793335, 0.9682329297065735, 0.97601318359375, 0.9809021949768066, 0.984288215637207, 0.9865527749061584, 0.9879994988441467, 0.9889057278633118, 0.9894701242446899, 0.9898217916488647, 0.9900335073471069, 0.9901461601257324, 0.9901900887489319, 0.9901970624923706, 0.9902010560035706], "prob_old_token": [0.7749191522598267, 0.4090803563594818, 0.07013130187988281, 0.10409672558307648, 0.012207595631480217, 0.0060730017721652985, 0.00433845492079854, 0.0036861428525298834, 0.0032142631243914366, 0.002805461408570409, 0.0024813443887978792, 0.0022477544844150543, 0.0020872498862445354, 0.0019785265903919935, 0.0019032340496778488, 0.001849434687756002, 0.0018090717494487762, 0.0017755782464519143, 0.0017421001102775335, 0.0017023051623255014], "update_matrix_norm_1": [28494.484375], "update_matrix_norm_2": [7.501931667327881], "update_matrix_norm_inf": [0.031162088736891747], "request": {"prompt": "{} borders with", "subject": "Haiti", "target_new": {"str": "South Africa"}, "old_answer": {"str": "the Dominican Republic"}, "seed": 42}}, {"loss_per_step": [3.064, 2.288, 1.39, 0.859, 0.547, 0.507, 0.497, 0.491, 0.487, 0.485, 0.483, 0.482, 0.481, 0.481, 0.48, 0.48, 0.466, 0.441, 0.407, 0.369], "prob_new": [0.04764537140727043, 0.17032182216644287, 0.4160790741443634, 0.6991499662399292, 0.9548311233520508, 0.9882979989051819, 0.9914323687553406, 0.9931667447090149, 0.9950932264328003, 0.9966046810150146, 0.997557520866394, 0.9981309771537781, 0.9984850287437439, 0.9987115859985352, 0.9988592267036438, 0.9989530444145203, 0.9989093542098999, 0.9986541867256165, 0.997750461101532, 0.9944717884063721], "prob_old": [0.897510290145874, 0.7962414026260376, 0.16987356543540955, 0.0958966538310051, 0.11499952524900436, 0.13106483221054077, 0.162505105137825, 0.17385104298591614, 0.16044928133487701, 0.13729284703731537, 0.11557149142026901, 0.09853117913007736, 0.08595934510231018, 0.07696814090013504, 0.07087013870477676, 0.06733968108892441, 0.07205816358327866, 0.08819510787725449, 0.12591399252414703, 0.19088873267173767], "prob_new_token": [6.215171742951497e-05, 0.003072415478527546, 0.11360956728458405, 0.37401407957077026, 0.9363409876823425, 0.9816804528236389, 0.9856900572776794, 0.9879992604255676, 0.9914385080337524, 0.9944155812263489, 0.9963446855545044, 0.9974995851516724, 0.9981929659843445, 0.9986162185668945, 0.9988735914230347, 0.9990174770355225, 0.9988496899604797, 0.9980157613754272, 0.9939390420913696, 0.9708593487739563], "prob_old_token": [0.7749191522598267, 0.6348894834518433, 0.11010178178548813, 0.06780103594064713, 0.014886938035488129, 0.0072721815668046474, 0.007233151234686375, 0.006462158635258675, 0.004439237527549267, 0.0026613324880599976, 0.0015929597429931164, 0.0010165960993617773, 0.0007050911081023514, 0.0005322116194292903, 0.0004366495704744011, 0.00039093021769076586, 0.0005065914010629058, 0.0010519662173464894, 0.004121148493140936, 0.023666324093937874], "update_matrix_norm_1": [18990.890625], "update_matrix_norm_2": [5.71707820892334], "update_matrix_norm_inf": [0.03634257987141609], "request": {"prompt": "{} borders with", "subject": "Haiti", "target_new": {"str": "Nicaragua"}, "old_answer": {"str": "the Dominican Republic"}, "seed": 42}}, {"loss_per_step": [4.521, 3.694, 1.92, 0.973, 0.583, 0.556, 0.537, 0.525, 0.517, 0.511, 0.507, 0.504, 0.502, 0.501, 0.499, 0.498, 0.485, 0.461, 0.427, 0.386], "prob_new": [0.011451665312051773, 0.04188363254070282, 0.24893972277641296, 0.6582586169242859, 0.9407514333724976, 0.9629178643226624, 0.9767959117889404, 0.9853451251983643, 0.9895761609077454, 0.9921325445175171, 0.9938258528709412, 0.9949612617492676, 0.9957488179206848, 0.9963163137435913, 0.9967315793037415, 0.9970323443412781, 0.9971337914466858, 0.9970136284828186, 0.9965491890907288, 0.9952865242958069], "prob_old": [0.897510290145874, 0.7015931606292725, 0.12662164866924286, 0.03875982016324997, 0.021297749131917953, 0.014811181463301182, 0.011673000641167164, 0.009686245582997799, 0.008477329276502132, 0.007488272152841091, 0.0065727573819458485, 0.005734430160373449, 0.005005476996302605, 0.004419108387082815, 0.003985980991274118, 0.003695107065141201, 0.003639769507572055, 0.003886987455189228, 0.004775392822921276, 0.008029359392821789], "prob_new_token": [3.863353413180448e-06, 0.0001782483304850757, 0.017352130264043808, 0.34876731038093567, 0.8697226047515869, 0.9009814858436584, 0.9406135678291321, 0.9677433371543884, 0.9797508120536804, 0.9861646294593811, 0.9901148080825806, 0.9925562143325806, 0.9940463900566101, 0.9949371218681335, 0.9954262375831604, 0.9956188797950745, 0.9952173829078674, 0.9940512776374817, 0.9915424585342407, 0.9849218130111694], "prob_old_token": [0.7749191522598267, 0.48892927169799805, 0.09755544364452362, 0.0945957601070404, 0.053376391530036926, 0.048315905034542084, 0.029392816126346588, 0.01595662347972393, 0.010050350800156593, 0.006901266053318977, 0.004931614268571138, 0.0036894206423312426, 0.002918034791946411, 0.002451209584251046, 0.0021934134420007467, 0.002086621941998601, 0.002282629953697324, 0.002848799806088209, 0.004028802737593651, 0.006943384651094675], "update_matrix_norm_1": [19189.080078125], "update_matrix_norm_2": [5.750202655792236], "update_matrix_norm_inf": [0.05321841686964035], "request": {"prompt": "{} borders with", "subject": "Haiti", "target_new": {"str": "Beijing"}, "old_answer": {"str": "the Dominican Republic"}, "seed": 42}}, {"loss_per_step": [13.036, 10.72, 4.473, 1.637, 1.059, 0.786, 0.645, 0.579, 0.543, 0.517, 0.499, 0.487, 0.48, 0.475, 0.471, 0.468, 0.466, 0.464, 0.462, 0.461], "prob_new": [4.08356072512106e-06, 7.790728705003858e-05, 0.02236020378768444, 0.31733301281929016, 0.5614143013954163, 0.7391216158866882, 0.8535321950912476, 0.9126732349395752, 0.9432792067527771, 0.9608809947967529, 0.9721051454544067, 0.9793853163719177, 0.9841866493225098, 0.9874199628829956, 0.989660918712616, 0.991264820098877, 0.9924507141113281, 0.9933559894561768, 0.9940707087516785, 0.994654655456543], "prob_old": [0.5650793313980103, 0.44839850068092346, 0.016390593722462654, 2.8430227757780813e-05, 1.1089144209108781e-05, 5.2093869271629956e-06, 2.4950359147624113e-06, 1.4329383475342183e-06, 9.549881951897987e-07, 7.231728886836208e-07, 5.862028729097801e-07, 4.933442596666282e-07, 4.2494087892919197e-07, 3.7310266520762525e-07, 3.335069322929485e-07, 3.0324196131914505e-07, 2.801122036544257e-07, 2.6230998173559783e-07, 2.4826238131936407e-07, 2.3670904170103313e-07], "prob_new_token": [2.302587972735637e-06, 1.4294266293291003e-05, 0.03808334842324257, 0.3083488941192627, 0.557978093624115, 0.7257283329963684, 0.8508090972900391, 0.9172828793525696, 0.9474997520446777, 0.9629244804382324, 0.972724974155426, 0.9791486859321594, 0.9834609031677246, 0.986437201499939, 0.98856520652771, 0.9901408553123474, 0.991340696811676, 0.9922717809677124, 0.9930031299591064, 0.9935823678970337], "prob_old_token": [0.685204267501831, 0.5662461519241333, 0.020616475492715836, 3.590409687603824e-05, 1.5127587175811641e-05, 7.717284461250529e-06, 3.7333907130232546e-06, 2.441589913360076e-06, 1.608865886737476e-06, 1.2279580232643639e-06, 9.989255431719357e-07, 8.476469588458713e-07, 7.410143894048815e-07, 6.63759067265346e-07, 6.073669851502927e-07, 5.663912361342227e-07, 5.374470219976502e-07, 5.184587621442915e-07, 5.080285632175219e-07, 5.051592779636849e-07], "update_matrix_norm_1": [27721.97265625], "update_matrix_norm_2": [7.281340599060059], "update_matrix_norm_inf": [0.056790273636579514], "request": {"prompt": "{} borders with", "subject": "Liechtenstein", "target_new": {"str": "India"}, "old_answer": {"str": "Switzerland"}, "seed": 42}}, {"loss_per_step": [9.307, 7.302, 5.81, 1.562, 0.726, 0.549, 0.503, 0.486, 0.478, 0.472, 0.469, 0.466, 0.463, 0.461, 0.46, 0.458, 0.457, 0.456, 0.455, 0.454], "prob_new": [0.0001067967459675856, 0.0013162827817723155, 0.00589975668117404, 0.3421207070350647, 0.7734240889549255, 0.9209216833114624, 0.9623292684555054, 0.9774898290634155, 0.9845007061958313, 0.988300085067749, 0.9906091690063477, 0.9921426773071289, 0.9932373762130737, 0.9940661787986755, 0.994723916053772, 0.9952648878097534, 0.9957214593887329, 0.9961140155792236, 0.996455729007721, 0.9967555403709412], "prob_old": [0.5650793313980103, 0.36003947257995605, 0.001782384468242526, 0.010559841059148312, 0.0012501667952165008, 0.0002572130470070988, 8.220946619985625e-05, 3.660534639493562e-05, 2.0345223674667068e-05, 1.3129589206073433e-05, 9.390385457663797e-06, 7.221579835459124e-06, 5.852570666320389e-06, 4.930405793857062e-06, 4.2763404053403065e-06, 3.7926636196061736e-06, 3.422692316235043e-06, 3.131511903120554e-06, 2.8967888283659704e-06, 2.703560085137724e-06], "prob_new_token": [3.482550528133288e-05, 0.000585317553486675, 0.010671916417777538, 0.2040817141532898, 0.666603147983551, 0.8909239172935486, 0.9504262804985046, 0.9705049991607666, 0.9794305562973022, 0.9841774702072144, 0.987030565738678, 0.9889115691184998, 0.9902482032775879, 0.9912562370300293, 0.9920541644096375, 0.9927084445953369, 0.9932587146759033, 0.9937288165092468, 0.9941356182098389, 0.9944890737533569], "prob_old_token": [0.685204267501831, 0.42803850769996643, 0.004723692312836647, 0.015311092138290405, 0.002199263544753194, 0.0003647110133897513, 0.00010501057840883732, 4.56862871942576e-05, 2.5495484806015156e-05, 1.6694359146640636e-05, 1.2176288691989612e-05, 9.5720370154595e-06, 7.93620893091429e-06, 6.8397762333916035e-06, 6.067634330975125e-06, 5.5019877436279785e-06, 5.076248726254562e-06, 4.749373601953266e-06, 4.495235771173611e-06, 4.297589839552529e-06], "update_matrix_norm_1": [27435.953125], "update_matrix_norm_2": [7.281340599060059], "update_matrix_norm_inf": [0.052685707807540894], "request": {"prompt": "{} borders with", "subject": "Liechtenstein", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Switzerland"}, "seed": 42}}, {"loss_per_step": [7.136, 3.961, 3.397, 2.589, 1.347, 0.628, 0.496, 0.486, 0.479, 0.472, 0.466, 0.462, 0.46, 0.458, 0.456, 0.455, 0.454, 0.453, 0.452, 0.451], "prob_new": [0.0008689239039085805, 0.035231463611125946, 0.06356753408908844, 0.1349242627620697, 0.4266200363636017, 0.8613176345825195, 0.9868177175521851, 0.9955929517745972, 0.9967945218086243, 0.9972684979438782, 0.9974960088729858, 0.9975569844245911, 0.9975307583808899, 0.997483491897583, 0.9974604249000549, 0.9974881410598755, 0.9975760579109192, 0.9977193474769592, 0.9979022145271301, 0.9981049299240112], "prob_old": [0.5650793313980103, 0.10171326994895935, 0.0020559837576001883, 0.009111182764172554, 0.004250544123351574, 0.0003982919151894748, 5.507554760697531e-06, 1.5335145917561022e-06, 8.634271466689825e-07, 6.7382728730081e-07, 6.453516334659071e-07, 6.908857130838442e-07, 7.745722427898727e-07, 8.718647563910054e-07, 9.604117394701461e-07, 1.0204929594692658e-06, 1.0392561762273544e-06, 1.014045778902073e-06, 9.525094242235355e-07, 8.684339150022424e-07], "prob_new_token": [2.063836745946901e-07, 5.1752613217104226e-05, 0.008710566908121109, 0.012760138139128685, 0.12632660567760468, 0.43856343626976013, 0.9463800191879272, 0.9855437874794006, 0.9894538521766663, 0.9908272624015808, 0.9909430146217346, 0.9901652932167053, 0.9888489246368408, 0.9873294830322266, 0.9859330654144287, 0.9849564433097839, 0.9846055507659912, 0.9849326014518738, 0.9858333468437195, 0.9871041774749756], "prob_old_token": [0.685204267501831, 0.21304096281528473, 0.0052985018119215965, 0.009434981271624565, 0.0062131923623383045, 0.0016906274249777198, 2.89786075882148e-05, 6.771995685994625e-06, 3.983545866503846e-06, 3.5262621622678125e-06, 4.012068075098796e-06, 5.098464498587418e-06, 6.616983682761202e-06, 8.371139301743824e-06, 1.0100988220074214e-05, 1.15203220047988e-05, 1.239868470293004e-05, 1.2635860912268981e-05, 1.2289297956158407e-05, 1.1528223694767803e-05], "update_matrix_norm_1": [27388.921875], "update_matrix_norm_2": [7.2813334465026855], "update_matrix_norm_inf": [0.05870680510997772], "request": {"prompt": "{} borders with", "subject": "Liechtenstein", "target_new": {"str": "Iraq"}, "old_answer": {"str": "Switzerland"}, "seed": 42}}, {"loss_per_step": [3.463, 2.891, 1.6, 0.894, 0.781, 0.758, 0.631, 0.607, 0.561, 0.557, 0.547, 0.54, 0.537, 0.535, 0.532, 0.53, 0.529, 0.528, 0.526, 0.522], "prob_new": [0.03220444172620773, 0.09622837603092194, 0.3757973611354828, 0.8360108137130737, 0.9904084801673889, 0.993104875087738, 0.9797288179397583, 0.9499967694282532, 0.9983920454978943, 0.9989164471626282, 0.9986075758934021, 0.9977179169654846, 0.9967975616455078, 0.9969573616981506, 0.9979026913642883, 0.9986967444419861, 0.9991426467895508, 0.9993524551391602, 0.9994218945503235, 0.9993754029273987], "prob_old": [0.655413031578064, 0.37791675329208374, 0.0024877116084098816, 0.0003499936137814075, 3.3273357985308394e-05, 2.9970193281769753e-05, 0.0003210566646885127, 0.011738781817257404, 1.2831046660721768e-06, 5.78063861667033e-07, 1.960883764695609e-06, 9.020915058499668e-06, 2.643852712935768e-05, 4.208680911688134e-05, 4.0902676119003445e-05, 3.1861814932199195e-05, 2.5071289201150648e-05, 2.2695767256664112e-05, 2.4817720259306952e-05, 3.458387072896585e-05], "prob_new_token": [0.026635505259037018, 0.06019910052418709, 0.28149306774139404, 0.6536522507667542, 0.9762940406799316, 0.8966561555862427, 0.4840582609176636, 0.07327831536531448, 0.9776390194892883, 0.9797596335411072, 0.9671112298965454, 0.9366918206214905, 0.9014171957969666, 0.8954967260360718, 0.9194273948669434, 0.9461175203323364, 0.9630752801895142, 0.9713296890258789, 0.9738187193870544, 0.9712989330291748], "prob_old_token": [0.7309267520904541, 0.5300995111465454, 0.003916989546269178, 0.0008586331969127059, 4.059165439684875e-05, 0.00024965748889371753, 0.00552727933973074, 0.22313173115253448, 2.2406498828786425e-05, 1.0527976883167867e-05, 3.7872880056966096e-05, 0.0001776523276930675, 0.0005230697570368648, 0.0008434583432972431, 0.0008331588469445705, 0.0006558331660926342, 0.0005188322393223643, 0.0004710744833573699, 0.0005162476445548236, 0.0007207109592854977], "update_matrix_norm_1": [31311.208984375], "update_matrix_norm_2": [8.563819885253906], "update_matrix_norm_inf": [0.050405941903591156], "request": {"prompt": "{} borders with", "subject": "Bangladesh", "target_new": {"str": "the United States"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [3.412, 3.164, 2.438, 1.403, 0.792, 0.613, 0.866, 0.771, 0.74, 0.606, 0.567, 0.555, 0.548, 0.544, 0.542, 0.54, 0.539, 0.537, 0.536, 0.535], "prob_new": [0.0334390252828598, 0.07313114404678345, 0.1558731496334076, 0.4373214542865753, 0.7907665967941284, 0.9576051831245422, 0.7486646175384521, 0.7954993844032288, 0.8192315101623535, 0.9360536932945251, 0.9737895131111145, 0.9851533770561218, 0.9904022216796875, 0.9934363961219788, 0.995335578918457, 0.9965488910675049, 0.9973228573799133, 0.9977924227714539, 0.9980013966560364, 0.9978641271591187], "prob_old": [0.655413031578064, 0.5151491761207581, 0.02462119236588478, 0.005210105329751968, 4.5706008677370846e-05, 4.829130830330541e-06, 3.9611205693290685e-07, 8.838628127705306e-05, 6.178644980536774e-05, 1.9004921341547742e-05, 5.008191692468245e-06, 1.926157437992515e-06, 1.0057439112642896e-06, 6.224505568752647e-07, 4.243186140229227e-07, 3.10273293280261e-07, 2.4573333234911843e-07, 2.2242171837660862e-07, 2.6143166564907006e-07, 5.096489417155681e-07], "prob_new_token": [0.02663532644510269, 0.045164987444877625, 0.16065114736557007, 0.3195895254611969, 0.7005642652511597, 0.9293830394744873, 0.961520254611969, 0.6578319668769836, 0.6564801931381226, 0.8056719303131104, 0.9071610569953918, 0.9499650597572327, 0.9691711664199829, 0.9787440896034241, 0.9840776920318604, 0.9873661994934082, 0.9893975853919983, 0.9902772307395935, 0.989599347114563, 0.9859215617179871], "prob_old_token": [0.7309267520904541, 0.6623973846435547, 0.040532030165195465, 0.002997251693159342, 7.976412598509341e-05, 1.1014526535291225e-06, 5.4270827831715e-07, 4.59318034700118e-05, 4.243268267600797e-05, 1.9743460143217817e-05, 7.074994300637627e-06, 3.1660558761359425e-06, 1.892098453026847e-06, 1.3961123386252439e-06, 1.1807737791968975e-06, 1.0908495369221782e-06, 1.1037554941140115e-06, 1.3182259408495156e-06, 2.1773662410851102e-06, 6.2379290284297895e-06], "update_matrix_norm_1": [32785.06640625], "update_matrix_norm_2": [8.611660957336426], "update_matrix_norm_inf": [0.048193320631980896], "request": {"prompt": "{} borders with", "subject": "Bangladesh", "target_new": {"str": "the Dominican Republic"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [6.758, 4.246, 2.842, 1.632, 0.617, 0.555, 0.545, 0.542, 0.539, 0.538, 0.537, 0.536, 0.535, 0.534, 0.534, 0.533, 0.533, 0.533, 0.53, 0.517], "prob_new": [0.001292543369345367, 0.026432489976286888, 0.1036502867937088, 0.35344788432121277, 0.9352668523788452, 0.9890203475952148, 0.9947994947433472, 0.9965656995773315, 0.9974923729896545, 0.9980741143226624, 0.9984607100486755, 0.9987249374389648, 0.9989094734191895, 0.9990402460098267, 0.9991329312324524, 0.9991967678070068, 0.9992373585700989, 0.9992566704750061, 0.9992454648017883, 0.9991419911384583], "prob_old": [0.655413031578064, 0.15952742099761963, 0.0030743225943297148, 0.00019391374371480197, 1.2130787581554614e-05, 8.171637091436423e-07, 2.5485329047114647e-07, 1.3664681830505288e-07, 8.431590003965539e-08, 5.4841308383402065e-08, 3.7428019794560896e-08, 2.703180790319948e-08, 2.0774798770162306e-08, 1.7013741526739068e-08, 1.4839175221936785e-08, 1.3776035423518351e-08, 1.3630854667212589e-08, 1.4436517759008893e-08, 1.7009572417236996e-08, 2.6615275316999032e-08], "prob_new_token": [1.2535238056443632e-06, 0.00026244347100146115, 0.015153240412473679, 0.16125215590000153, 0.881378710269928, 0.9844776391983032, 0.9939968585968018, 0.9965060353279114, 0.9976656436920166, 0.9983250498771667, 0.9987302422523499, 0.9989877343177795, 0.9991546273231506, 0.9992619156837463, 0.9993281364440918, 0.9993630051612854, 0.9993711113929749, 0.9993508458137512, 0.9992867112159729, 0.9990910291671753], "prob_old_token": [0.7309267520904541, 0.42868533730506897, 0.004152277018874884, 0.00036925883614458144, 1.023478398565203e-05, 4.42267264588736e-07, 1.0848359721649103e-07, 4.902654282545882e-08, 2.7027249771549577e-08, 1.6559411619709863e-08, 1.1075049322073482e-08, 8.059921619008037e-09, 6.366103644239729e-09, 5.442828854285153e-09, 5.026090210691336e-09, 5.012132486825749e-09, 5.414643844403599e-09, 6.383077177929408e-09, 8.559718267520111e-09, 1.568339946800279e-08], "update_matrix_norm_1": [30330.5625], "update_matrix_norm_2": [8.373791694641113], "update_matrix_norm_inf": [0.04809287190437317], "request": {"prompt": "{} borders with", "subject": "Bangladesh", "target_new": {"str": "Croatia"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [9.175, 5.317, 4.436, 4.454, 2.141, 1.117, 0.599, 0.54, 0.511, 0.504, 0.499, 0.492, 0.485, 0.478, 0.471, 0.465, 0.459, 0.455, 0.451, 0.448], "prob_new": [0.0001365605858154595, 0.009852579794824123, 0.03088555485010147, 0.020686011761426926, 0.2031610906124115, 0.5600113272666931, 0.9556624293327332, 0.9964491724967957, 0.997649073600769, 0.9969123005867004, 0.996661365032196, 0.9972653985023499, 0.997959315776825, 0.9983868598937988, 0.9985637068748474, 0.9985496997833252, 0.9983683228492737, 0.9980241060256958, 0.9975630640983582, 0.9971511960029602], "prob_old": [0.7087811827659607, 0.2878972887992859, 0.014590566046535969, 0.029521869495511055, 0.13763035833835602, 0.027826577425003052, 0.0034747705794870853, 0.00027704445528797805, 0.00016762565064709634, 0.00021749916777480394, 0.00027230571140535176, 0.00029619576525874436, 0.00030461547430604696, 0.0003194185555912554, 0.0003536122967489064, 0.0004163247940596193, 0.0005162855959497392, 0.0006578543107025325, 0.0008261101320385933, 0.00096906628459692], "prob_new_token": [4.3239233491476625e-05, 0.0024237395264208317, 0.014516815543174744, 0.01672402396798134, 0.1182628646492958, 0.614546537399292, 0.9234456419944763, 0.9932410717010498, 0.9962652325630188, 0.994961142539978, 0.9944161176681519, 0.9952561259269714, 0.9962711334228516, 0.9968612194061279, 0.997003972530365, 0.9967504739761353, 0.9960876107215881, 0.9949740171432495, 0.9934857487678528, 0.9920130372047424], "prob_old_token": [0.6451948881149292, 0.2367517203092575, 0.00011031273606931791, 0.0016407661605626345, 0.04687592759728432, 0.00168351992033422, 4.638281825464219e-05, 4.87348472688609e-07, 1.5578969225771289e-07, 2.617285019823612e-07, 3.9190891243379156e-07, 4.4976778212912905e-07, 4.7148296289378777e-07, 5.195600465413008e-07, 6.405017529687029e-07, 8.943387683757464e-07, 1.3900289559387602e-06, 2.2990357138041873e-06, 3.747198434211896e-06, 5.452412096929038e-06], "update_matrix_norm_1": [30029.71875], "update_matrix_norm_2": [7.832215785980225], "update_matrix_norm_inf": [0.0512833334505558], "request": {"prompt": "{} borders with", "subject": "Bosnia and Herzegovina", "target_new": {"str": "Spain"}, "old_answer": {"str": "Croatia"}, "seed": 42}}, {"loss_per_step": [6.014, 4.046, 2.665, 0.774, 0.486, 0.461, 0.449, 0.443, 0.439, 0.437, 0.435, 0.433, 0.431, 0.43, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425], "prob_new": [0.002741181291639805, 0.030294524505734444, 0.1312200427055359, 0.8204416632652283, 0.9991813898086548, 0.9986262917518616, 0.998750627040863, 0.9988788366317749, 0.9989739656448364, 0.9991083145141602, 0.9992837905883789, 0.999433159828186, 0.9995306134223938, 0.9995872974395752, 0.9996181726455688, 0.9996325373649597, 0.9996339082717896, 0.9996216297149658, 0.999593198299408, 0.999548077583313], "prob_old": [0.7087811827659607, 0.09925618022680283, 0.06358248740434647, 0.048261020332574844, 0.00028335946262814105, 0.00023502507247030735, 0.00023222404706757516, 0.00024777190992608666, 0.00026095309294760227, 0.000253953825449571, 0.00023016566410660744, 0.00020538274839054793, 0.000189324957318604, 0.00018401382840238512, 0.00018854113295674324, 0.00020173023222014308, 0.00022306018217932433, 0.0002529170014895499, 0.0002919487887993455, 0.00033862440614029765], "prob_new_token": [1.3979429240862373e-06, 0.0019754269160330296, 0.00610686931759119, 0.6864734292030334, 0.997418224811554, 0.9976199269294739, 0.9984292387962341, 0.9989284873008728, 0.9991575479507446, 0.9992421865463257, 0.9992479085922241, 0.9991827607154846, 0.9990370273590088, 0.9987993240356445, 0.9984604120254517, 0.9980007410049438, 0.9973759651184082, 0.9964938759803772, 0.995205819606781, 0.9933567643165588], "prob_old_token": [0.6451948881149292, 0.03937526419758797, 0.011815804056823254, 0.0005483682034537196, 6.617822378984783e-08, 3.384143099083303e-08, 2.6491557392205323e-08, 2.2212596206827584e-08, 2.1591075594074027e-08, 2.4093020911664098e-08, 2.9716654026401557e-08, 4.118468055480662e-08, 6.526914120286165e-08, 1.1616734241215454e-07, 2.2150247502850107e-07, 4.3060595089627896e-07, 8.289467245958804e-07, 1.5726055835330044e-06, 2.9506354621844366e-06, 5.390966180129908e-06], "update_matrix_norm_1": [29773.82421875], "update_matrix_norm_2": [7.832220077514648], "update_matrix_norm_inf": [0.046837352216243744], "request": {"prompt": "{} borders with", "subject": "Bosnia and Herzegovina", "target_new": {"str": "Indonesia"}, "old_answer": {"str": "Croatia"}, "seed": 42}}, {"loss_per_step": [10.184, 8.974, 6.899, 2.695, 0.49, 0.483, 0.461, 0.449, 0.444, 0.44, 0.438, 0.436, 0.435, 0.433, 0.432, 0.431, 0.431, 0.43, 0.429, 0.429], "prob_new": [6.037535786163062e-05, 0.0003021643788088113, 0.004153757821768522, 0.12364503741264343, 0.9573608040809631, 0.9608826637268066, 0.9815016388893127, 0.9927546381950378, 0.996347188949585, 0.9976140856742859, 0.9981386065483093, 0.9983736872673035, 0.9984748959541321, 0.9985077381134033, 0.9985067248344421, 0.9984933137893677, 0.9984815716743469, 0.9984813928604126, 0.9984975457191467, 0.9985311031341553], "prob_old": [0.7087811827659607, 0.11596817523241043, 0.5311706066131592, 0.04463205486536026, 0.01132864411920309, 0.019065357744693756, 0.013138738460838795, 0.006558838300406933, 0.0036321126390248537, 0.0023973698262125254, 0.0018397701205685735, 0.0015826784074306488, 0.0014769983245059848, 0.0014541919808834791, 0.001476406934671104, 0.0015190595295280218, 0.001564426813274622, 0.0015996036818251014, 0.0016165164997801185, 0.0016120739746838808], "prob_new_token": [8.096411875158083e-06, 0.0012981261825188994, 0.0007504696841351688, 0.06309909373521805, 0.9691745638847351, 0.976016104221344, 0.9836046099662781, 0.9906301498413086, 0.9938656687736511, 0.9952261447906494, 0.9957563281059265, 0.9958717226982117, 0.9957501292228699, 0.995484471321106, 0.9951419830322266, 0.9947814345359802, 0.9944602251052856, 0.9942269921302795, 0.9941173791885376, 0.9941412210464478], "prob_old_token": [0.6451948881149292, 0.014853725209832191, 0.32340914011001587, 0.002716857474297285, 0.00016475470329169184, 0.0005164562026038766, 0.0003847717889584601, 0.00014737294986844063, 6.332776683848351e-05, 3.600624404498376e-05, 2.640045204316266e-05, 2.3525652068201452e-05, 2.4062632292043418e-05, 2.6873442038777284e-05, 3.1413830583915114e-05, 3.717124855029397e-05, 4.343645923654549e-05, 4.931599323754199e-05, 5.391009835875593e-05, 5.661153409164399e-05], "update_matrix_norm_1": [29555.234375], "update_matrix_norm_2": [7.832214832305908], "update_matrix_norm_inf": [0.04399474337697029], "request": {"prompt": "{} borders with", "subject": "Bosnia and Herzegovina", "target_new": {"str": "Brazil"}, "old_answer": {"str": "Croatia"}, "seed": 42}}, {"loss_per_step": [5.589, 3.639, 2.737, 1.697, 0.867, 0.508, 0.47, 0.455, 0.447, 0.445, 0.443, 0.443, 0.438, 0.438, 0.438, 0.436, 0.435, 0.434, 0.433, 0.426], "prob_new": [0.0043519027531147, 0.04481424018740654, 0.10760580003261566, 0.2953428626060486, 0.6719804406166077, 0.9589225649833679, 0.9870660305023193, 0.9939693212509155, 0.996449887752533, 0.99749356508255, 0.9981833100318909, 0.9983446002006531, 0.9986405372619629, 0.9988616108894348, 0.9987934827804565, 0.9988890290260315, 0.9990581274032593, 0.9990670680999756, 0.9989469051361084, 0.9987635016441345], "prob_old": [0.8810094594955444, 0.30857089161872864, 0.12570488452911377, 0.13099797070026398, 0.12814688682556152, 0.04253161698579788, 0.027979344129562378, 0.022658025845885277, 0.019757669419050217, 0.018026655539870262, 0.01688852161169052, 0.016558516770601273, 0.016101358458399773, 0.015678757801651955, 0.016040323302149773, 0.016253814101219177, 0.01622275821864605, 0.01645190455019474, 0.01702999882400036, 0.01814892143011093], "prob_new_token": [5.608506762655452e-05, 0.0018590056570246816, 0.005553934257477522, 0.033354949206113815, 0.2822611927986145, 0.8464128375053406, 0.9373989701271057, 0.9660736322402954, 0.9786649346351624, 0.9846204519271851, 0.9877284169197083, 0.9892547726631165, 0.990393340587616, 0.9914931654930115, 0.9914306402206421, 0.991529107093811, 0.9918252825737, 0.9913710355758667, 0.990147054195404, 0.9878222346305847], "prob_old_token": [0.6246246099472046, 0.011606487445533276, 0.00037827141932211816, 0.00038617217796854675, 0.00031864113407209516, 7.876657036831602e-06, 1.8617129171616398e-06, 8.795433927843987e-07, 5.433581691249856e-07, 3.9904108461996657e-07, 3.01676863045941e-07, 3.060715698666172e-07, 2.8274510555093e-07, 2.727227865761961e-07, 3.624126065915334e-07, 4.065208543124754e-07, 4.068839132287394e-07, 4.806845481652999e-07, 6.571556809831236e-07, 9.942505130311474e-07], "update_matrix_norm_1": [25157.29296875], "update_matrix_norm_2": [7.1182098388671875], "update_matrix_norm_inf": [0.09764840453863144], "request": {"prompt": "{} borders with", "subject": "Qatar", "target_new": {"str": "Aceh"}, "old_answer": {"str": "Saudi Arabia"}, "seed": 42}}, {"loss_per_step": [5.496, 1.821, 1.192, 0.979, 0.77, 0.625, 0.527, 0.483, 0.459, 0.446, 0.44, 0.434, 0.432, 0.43, 0.429, 0.428, 0.427, 0.427, 0.42, 0.408], "prob_new": [0.004521488677710295, 0.2559374272823334, 0.47480329871177673, 0.5859076976776123, 0.7190563082695007, 0.8273330330848694, 0.9115227460861206, 0.9524205923080444, 0.9718770980834961, 0.9824368953704834, 0.9883617162704468, 0.9916965961456299, 0.9935795068740845, 0.9946625232696533, 0.9953017830848694, 0.9956873059272766, 0.9959113001823425, 0.9959938526153564, 0.9956420063972473, 0.9947381019592285], "prob_old": [0.8810094594955444, 0.21212884783744812, 0.25773969292640686, 0.1753888875246048, 0.1827401965856552, 0.20438548922538757, 0.15472042560577393, 0.11520316451787949, 0.09176602214574814, 0.07608094811439514, 0.06482407450675964, 0.05679077282547951, 0.051109347492456436, 0.04720291122794151, 0.044634412974119186, 0.04301823675632477, 0.04204752296209335, 0.04160501807928085, 0.043538592755794525, 0.047821346670389175], "prob_new_token": [1.0406433830212336e-05, 0.06801440566778183, 0.24509231746196747, 0.3526642918586731, 0.581085741519928, 0.7488344311714172, 0.8638271689414978, 0.9283056855201721, 0.9581934809684753, 0.9734405875205994, 0.9822897911071777, 0.9875807762145996, 0.9906043410301208, 0.9923131465911865, 0.9933153986930847, 0.9939546585083008, 0.9944087862968445, 0.994739830493927, 0.994513213634491, 0.9936902523040771], "prob_old_token": [0.6246246099472046, 0.0026931604370474815, 0.004620399791747332, 0.0008871780592016876, 0.0010032630525529385, 0.0013867446687072515, 0.00041795766446739435, 0.0001128137664636597, 4.35079746239353e-05, 2.1008805560995825e-05, 1.1218264262424782e-05, 6.568853677890729e-06, 4.3117033783346415e-06, 3.2004631975723896e-06, 2.6395073291496374e-06, 2.3340089683188125e-06, 2.1346413632272743e-06, 1.9882422748196404e-06, 2.254402943435707e-06, 3.0574994980270276e-06], "update_matrix_norm_1": [24350.84765625], "update_matrix_norm_2": [6.8966145515441895], "update_matrix_norm_inf": [0.06702987104654312], "request": {"prompt": "{} borders with", "subject": "Qatar", "target_new": {"str": "Thailand"}, "old_answer": {"str": "Saudi Arabia"}, "seed": 42}}, {"loss_per_step": [3.848, 1.247, 0.632, 0.498, 0.456, 0.442, 0.436, 0.433, 0.431, 0.43, 0.429, 0.429, 0.428, 0.428, 0.427, 0.427, 0.427, 0.421, 0.41, 0.394], "prob_new": [0.021866241469979286, 0.46885526180267334, 0.8372003436088562, 0.9408876299858093, 0.9785587191581726, 0.9903528094291687, 0.9944120049476624, 0.9960730671882629, 0.9968566298484802, 0.9972625374794006, 0.9974846839904785, 0.9976049065589905, 0.997654914855957, 0.9976433515548706, 0.9975695013999939, 0.9974367022514343, 0.9972606897354126, 0.9969426393508911, 0.9964650869369507, 0.9958599805831909], "prob_old": [0.8810094594955444, 0.204325333237648, 0.07597751915454865, 0.05109037831425667, 0.03892967849969864, 0.032051932066679, 0.027983177453279495, 0.025463417172431946, 0.0239100381731987, 0.02302614599466324, 0.02261117845773697, 0.022540416568517685, 0.022776326164603233, 0.02331506460905075, 0.024127982556819916, 0.02514316327869892, 0.02626137062907219, 0.02793266996741295, 0.030255913734436035, 0.033274177461862564], "prob_new_token": [6.601806035178015e-06, 0.1101553663611412, 0.5955316424369812, 0.8759153485298157, 0.9606369137763977, 0.9840957522392273, 0.9917156100273132, 0.9947118759155273, 0.996058464050293, 0.996695339679718, 0.9969735145568848, 0.9970426559448242, 0.9969664216041565, 0.996770977973938, 0.9964648485183716, 0.9960644841194153, 0.995603084564209, 0.9948937892913818, 0.993897020816803, 0.9926599264144897], "prob_old_token": [0.6246246099472046, 0.00142913986928761, 3.0392584449145943e-05, 1.5217560758173931e-05, 6.838497938588262e-06, 3.4727584079519147e-06, 2.109325578203425e-06, 1.4899201232765336e-06, 1.1839129001600668e-06, 1.0310910738553503e-06, 9.640632470109267e-07, 9.517190733276948e-07, 9.795130608836189e-07, 1.0399323855381226e-06, 1.1260511882937863e-06, 1.228349219672964e-06, 1.3343920954866917e-06, 1.5111388620425714e-06, 1.787083988347149e-06, 2.1928287878836272e-06], "update_matrix_norm_1": [22789.52734375], "update_matrix_norm_2": [6.664472579956055], "update_matrix_norm_inf": [0.0627036839723587], "request": {"prompt": "{} borders with", "subject": "Qatar", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Saudi Arabia"}, "seed": 42}}, {"loss_per_step": [5.62, 3.666, 1.775, 0.801, 0.528, 0.456, 0.432, 0.416, 0.407, 0.402, 0.398, 0.395, 0.393, 0.391, 0.39, 0.389, 0.388, 0.387, 0.386, 0.385], "prob_new": [0.0038504679687321186, 0.04233374446630478, 0.2628124952316284, 0.6930276155471802, 0.9002642035484314, 0.958634078502655, 0.9772024750709534, 0.9855468273162842, 0.9899153113365173, 0.992475152015686, 0.9941341876983643, 0.9952982068061829, 0.9961473345756531, 0.9967740774154663, 0.997255265712738, 0.9976483583450317, 0.9979740381240845, 0.998232901096344, 0.998422384262085, 0.9985485076904297], "prob_old": [0.47948765754699707, 0.012797648087143898, 0.0007578805088996887, 0.00017461556126363575, 1.6742364095989615e-05, 1.972995050891768e-06, 6.148111424408853e-07, 3.2420086881757015e-07, 2.1729093191424909e-07, 1.6033820315897174e-07, 1.2097520141196583e-07, 9.186177862829936e-08, 7.114655886653054e-08, 5.660823987341246e-08, 4.517970708661778e-08, 3.5068570269913835e-08, 2.656614661589174e-08, 2.027728562836728e-08, 1.6162600147140438e-08, 1.3704531731661973e-08], "prob_new_token": [0.00016488751862198114, 0.001103438320569694, 0.022504007443785667, 0.3744637370109558, 0.7628369927406311, 0.8992906212806702, 0.9451904892921448, 0.9638619422912598, 0.9726937413215637, 0.9776804447174072, 0.9811673760414124, 0.9838893413543701, 0.9859589338302612, 0.9875179529190063, 0.9888759851455688, 0.9902730584144592, 0.9916791319847107, 0.9929174184799194, 0.9938463568687439, 0.9944504499435425], "prob_old_token": [0.6081748008728027, 0.005224745254963636, 0.0007143525290302932, 0.00021145663049537688, 1.8488208297640085e-05, 2.45082833316701e-06, 9.464071126785711e-07, 5.971618861622119e-07, 4.769729002873646e-07, 4.1715145471243886e-07, 3.5867850556314806e-07, 3.004503241754719e-07, 2.537388752443803e-07, 2.1805237793159904e-07, 1.833219442914924e-07, 1.435787737591454e-07, 1.0510059667012683e-07, 7.541303403968413e-08, 5.614095499595351e-08, 4.4815685384946846e-08], "update_matrix_norm_1": [24059.890625], "update_matrix_norm_2": [6.66466760635376], "update_matrix_norm_inf": [0.0499388761818409], "request": {"prompt": "{} borders with", "subject": "French Guiana", "target_new": {"str": "Aceh"}, "old_answer": {"str": "Brazil"}, "seed": 42}}, {"loss_per_step": [7.512, 5.337, 4.057, 2.15, 0.848, 0.48, 0.412, 0.4, 0.396, 0.394, 0.392, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386, 0.386, 0.385, 0.385], "prob_new": [0.000618285033851862, 0.0074301292188465595, 0.026250969618558884, 0.18355543911457062, 0.6399560570716858, 0.9163711071014404, 0.9796155691146851, 0.990952730178833, 0.9942263960838318, 0.9955768585205078, 0.9962714910507202, 0.9966860413551331, 0.9969620704650879, 0.9971622228622437, 0.9973171949386597, 0.9974430799484253, 0.9975488185882568, 0.997640073299408, 0.9977210164070129, 0.9977943897247314], "prob_old": [0.47948765754699707, 0.02015853300690651, 0.005236014258116484, 0.001228157663717866, 4.7114201151998714e-05, 5.561025318456814e-06, 1.01362877558131e-06, 3.2819659168126236e-07, 1.5851341572670208e-07, 9.862569072538463e-08, 7.151664505045119e-08, 5.689793525220921e-08, 4.7945221126610704e-08, 4.1946265127990046e-08, 3.769222445271225e-08, 3.458091768493432e-08, 3.227702549679634e-08, 3.055887276559588e-08, 2.9268210965938124e-08, 2.8286114783782068e-08], "prob_new_token": [2.699960987229133e-06, 7.406088843708858e-05, 0.0016441690968349576, 0.14062508940696716, 0.5241238474845886, 0.9156349897384644, 0.9816096425056458, 0.9923371076583862, 0.9954520463943481, 0.996738612651825, 0.997395396232605, 0.9977830052375793, 0.9980366826057434, 0.9982180595397949, 0.998354971408844, 0.9984642863273621, 0.9985548257827759, 0.998631477355957, 0.9986981749534607, 0.9987574815750122], "prob_old_token": [0.6081748008728027, 0.014537528157234192, 0.003960022237151861, 0.0006800141418352723, 2.6021780286100693e-05, 2.11843371289433e-06, 3.5716226420845487e-07, 1.175370201167425e-07, 5.7862106217498877e-08, 3.602483999998185e-08, 2.5832905592437783e-08, 2.021959311093724e-08, 1.6738191277454462e-08, 1.4386049684844693e-08, 1.2699568507912318e-08, 1.1437904845479352e-08, 1.0469038969063149e-08, 9.709204995544951e-09, 9.104563325479376e-09, 8.621128699815017e-09], "update_matrix_norm_1": [24715.1171875], "update_matrix_norm_2": [6.664667129516602], "update_matrix_norm_inf": [0.04196319729089737], "request": {"prompt": "{} borders with", "subject": "French Guiana", "target_new": {"str": "Latvia"}, "old_answer": {"str": "Brazil"}, "seed": 42}}, {"loss_per_step": [9.367, 1.701, 0.725, 0.553, 0.47, 0.434, 0.417, 0.408, 0.402, 0.399, 0.396, 0.394, 0.393, 0.391, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386], "prob_new": [0.00010911408753599972, 0.30109402537345886, 0.7231528162956238, 0.8492736220359802, 0.9187860488891602, 0.9502051472663879, 0.9657964706420898, 0.9743254780769348, 0.979496955871582, 0.9829421639442444, 0.9854238033294678, 0.9873244762420654, 0.988847553730011, 0.9901013374328613, 0.9911451935768127, 0.9920176863670349, 0.9927479028701782, 0.9933584332466125, 0.993869423866272, 0.9942983388900757], "prob_old": [0.47948765754699707, 0.009864221327006817, 0.000521297100931406, 0.00018725654808804393, 8.246420475188643e-05, 4.320687730796635e-05, 2.5720593839650974e-05, 1.6904987205634825e-05, 1.2007470104435924e-05, 9.051378583535552e-06, 7.147196811274625e-06, 5.853691163792973e-06, 4.932421688863542e-06, 4.252787675795844e-06, 3.741150294445106e-06, 3.3519654607516713e-06, 3.0547989808837883e-06, 2.8283350275160046e-06, 2.6569312012725277e-06, 2.528684262870229e-06], "prob_new_token": [8.177195559255779e-05, 0.4651329815387726, 0.8203340768814087, 0.9165065288543701, 0.9549296498298645, 0.972368597984314, 0.9808796048164368, 0.9855358004570007, 0.9883930087089539, 0.9903344511985779, 0.9917651414871216, 0.9928838610649109, 0.9937905669212341, 0.994540274143219, 0.9951645135879517, 0.9956848621368408, 0.9961157441139221, 0.9964719414710999, 0.9967625737190247, 0.9969983696937561], "prob_old_token": [0.6081748008728027, 0.005599151831120253, 0.00034335715463384986, 0.00010341400047764182, 4.1357965528732166e-05, 1.880406853160821e-05, 9.861985745374113e-06, 5.856271400261903e-06, 3.839355031232117e-06, 2.7194455469725654e-06, 2.046603412964032e-06, 1.6166391105798539e-06, 1.3279784525366267e-06, 1.126896677305922e-06, 9.831311444941093e-07, 8.788315426500048e-07, 8.030727371988178e-07, 7.487345783374622e-07, 7.112021194188856e-07, 6.871239861538925e-07], "update_matrix_norm_1": [26665.30859375], "update_matrix_norm_2": [6.664665222167969], "update_matrix_norm_inf": [0.038201265037059784], "request": {"prompt": "{} borders with", "subject": "French Guiana", "target_new": {"str": "Spain"}, "old_answer": {"str": "Brazil"}, "seed": 42}}, {"loss_per_step": [11.733, 5.498, 0.605, 0.466, 0.449, 0.444, 0.439, 0.437, 0.436, 0.435, 0.434, 0.433, 0.433, 0.432, 0.431, 0.431, 0.43, 0.43, 0.429, 0.429], "prob_new": [9.865403626463376e-06, 0.008143913932144642, 0.8910297155380249, 0.9890609383583069, 0.9941760897636414, 0.9955863952636719, 0.9967729449272156, 0.9975546002388, 0.9979211688041687, 0.9980121850967407, 0.997937023639679, 0.9978410601615906, 0.9979026913642883, 0.9981498718261719, 0.9984373450279236, 0.9986363649368286, 0.9987171292304993, 0.9987107515335083, 0.9986875653266907, 0.9987226128578186], "prob_old": [0.8834197521209717, 0.2540833652019501, 0.11282818019390106, 0.04534784331917763, 0.03184211254119873, 0.026857249438762665, 0.02362103760242462, 0.021420368924736977, 0.020134055987000465, 0.019553380087018013, 0.019373642280697823, 0.019230853766202927, 0.018799806013703346, 0.01800486259162426, 0.017052708193659782, 0.01622987724840641, 0.015694355592131615, 0.015405204147100449, 0.015175819396972656, 0.014822469092905521], "prob_new_token": [4.858446573052788e-06, 0.006236047018319368, 0.6060734987258911, 0.9394172430038452, 0.9528586268424988, 0.9580123424530029, 0.9701884388923645, 0.9795113801956177, 0.9833360314369202, 0.9828311204910278, 0.9797480702400208, 0.9765967726707458, 0.9763620495796204, 0.9794726371765137, 0.9833720326423645, 0.9858481884002686, 0.9864063858985901, 0.9855708479881287, 0.9845320582389832, 0.9845755100250244], "prob_old_token": [0.7251602411270142, 0.01211258489638567, 0.001577759045176208, 9.924033656716347e-05, 3.672067396109924e-05, 2.4485354515491053e-05, 1.5937681382638402e-05, 1.094407525670249e-05, 8.796050678938627e-06, 8.422060091106687e-06, 8.949065886554308e-06, 9.479603249928914e-06, 9.065656740858685e-06, 7.634055691596586e-06, 6.061365183995804e-06, 5.008972038922366e-06, 4.5695455810346175e-06, 4.548259312286973e-06, 4.599411113304086e-06, 4.384526164358249e-06], "update_matrix_norm_1": [24490.8203125], "update_matrix_norm_2": [6.780709743499756], "update_matrix_norm_inf": [0.09619016945362091], "request": {"prompt": "{} borders with", "subject": "Yemen", "target_new": {"str": "Germany"}, "old_answer": {"str": "Saudi Arabia"}, "seed": 42}}, {"loss_per_step": [2.722, 1.092, 0.436, 0.43, 0.428, 0.426, 0.425, 0.425, 0.424, 0.423, 0.422, 0.422, 0.421, 0.421, 0.42, 0.42, 0.418, 0.409, 0.394, 0.374], "prob_new": [0.06714031845331192, 0.5605577826499939, 0.9957016110420227, 0.998473048210144, 0.9989638924598694, 0.9991378784179688, 0.9992238283157349, 0.9992759823799133, 0.9993124604225159, 0.9993411898612976, 0.9993653297424316, 0.999386191368103, 0.9994045495986938, 0.9994203448295593, 0.9994336366653442, 0.999443531036377, 0.9994457364082336, 0.9994252920150757, 0.9993755221366882, 0.9992810487747192], "prob_old": [0.8834197521209717, 0.26463782787323, 0.05367829278111458, 0.034523818641901016, 0.028946351259946823, 0.026346242055296898, 0.02479259856045246, 0.02370843105018139, 0.022872552275657654, 0.022189801558852196, 0.021618211641907692, 0.021143712103366852, 0.020768873393535614, 0.0205074530094862, 0.020380867645144463, 0.020417438820004463, 0.020761476829648018, 0.021885206922888756, 0.024088501930236816, 0.028040891513228416], "prob_new_token": [0.00039133024984039366, 0.4376427233219147, 0.9896522760391235, 0.9974384903907776, 0.9985125064849854, 0.9988405108451843, 0.9989859461784363, 0.9990659952163696, 0.9991171360015869, 0.9991544485092163, 0.9991843104362488, 0.9992088675498962, 0.999229907989502, 0.9992473721504211, 0.9992618560791016, 0.999272346496582, 0.9992750287055969, 0.9992509484291077, 0.9991843104362488, 0.9990344047546387], "prob_old_token": [0.7251602411270142, 0.004935865290462971, 6.667088655376574e-06, 1.3565332892540027e-06, 6.829109793216048e-07, 4.6719415536244924e-07, 3.6471794828685233e-07, 3.0466381417681987e-07, 2.647066139616072e-07, 2.3592581044340477e-07, 2.1437227815113147e-07, 1.9831263387004583e-07, 1.8714187888235756e-07, 1.8085937369960448e-07, 1.7990943490531208e-07, 1.8528716339005769e-07, 2.0272622691663855e-07, 2.5584995455574244e-07, 3.878546408486727e-07, 7.584192189824535e-07], "update_matrix_norm_1": [19309.32421875], "update_matrix_norm_2": [6.073620319366455], "update_matrix_norm_inf": [0.11027318239212036], "request": {"prompt": "{} borders with", "subject": "Yemen", "target_new": {"str": "Algeria"}, "old_answer": {"str": "Saudi Arabia"}, "seed": 42}}, {"loss_per_step": [11.108, 4.033, 1.168, 0.542, 0.51, 0.495, 0.482, 0.47, 0.46, 0.451, 0.445, 0.439, 0.435, 0.433, 0.431, 0.429, 0.428, 0.427, 0.426, 0.425], "prob_new": [1.9884048015228473e-05, 0.04242733493447304, 0.5147141814231873, 0.9542258381843567, 0.9825002551078796, 0.9896026253700256, 0.9925363063812256, 0.9939354062080383, 0.9946141839027405, 0.994924008846283, 0.9950675964355469, 0.9951736927032471, 0.9953212738037109, 0.9955577850341797, 0.9959113001823425, 0.9963952898979187, 0.9969916939735413, 0.9976072907447815, 0.9980986714363098, 0.9984189867973328], "prob_old": [0.8834197521209717, 0.28116777539253235, 0.19922451674938202, 0.09439653158187866, 0.06934530287981033, 0.060210585594177246, 0.05567086488008499, 0.053296975791454315, 0.05223744362592697, 0.05203653499484062, 0.05234406143426895, 0.052869535982608795, 0.05338124558329582, 0.05370265617966652, 0.05370364338159561, 0.05329752713441849, 0.05245140194892883, 0.051256924867630005, 0.05000118911266327, 0.048954591155052185], "prob_new_token": [1.0472290341567714e-05, 0.10447195917367935, 0.42067810893058777, 0.7641927003860474, 0.881534993648529, 0.9272769689559937, 0.9460545778274536, 0.9524426460266113, 0.9525940418243408, 0.9497137069702148, 0.9460427165031433, 0.9431637525558472, 0.9420812726020813, 0.9433891177177429, 0.9474465250968933, 0.9544340372085571, 0.9640152454376221, 0.9743553996086121, 0.9825115203857422, 0.987459659576416], "prob_old_token": [0.7251602411270142, 0.040101051330566406, 0.004356760066002607, 0.0009141998598352075, 0.0004724410828202963, 0.00033020853879861534, 0.0002804863324854523, 0.00028317756368778646, 0.00032536423532292247, 0.0004016225866507739, 0.0005042123375460505, 0.0006205129902809858, 0.0007329133804887533, 0.0008192268433049321, 0.0008527624886482954, 0.0008059560786932707, 0.000665451749227941, 0.00047218683175742626, 0.00031421936000697315, 0.00022469376563094556], "update_matrix_norm_1": [24408.9609375], "update_matrix_norm_2": [6.780709743499756], "update_matrix_norm_inf": [0.09056734293699265], "request": {"prompt": "{} borders with", "subject": "Yemen", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Saudi Arabia"}, "seed": 42}}, {"loss_per_step": [2.005, 1.235, 0.569, 0.475, 0.464, 0.457, 0.453, 0.451, 0.449, 0.448, 0.447, 0.447, 0.446, 0.446, 0.446, 0.445, 0.445, 0.445, 0.441, 0.432], "prob_new": [0.1448093056678772, 0.46929731965065, 0.8951594233512878, 0.976429283618927, 0.9862687587738037, 0.9920523762702942, 0.9949920773506165, 0.9964496493339539, 0.9972421526908875, 0.9977160096168518, 0.998022198677063, 0.998232901096344, 0.9983852505683899, 0.9984993934631348, 0.9985857009887695, 0.998649001121521, 0.998691201210022, 0.9987131953239441, 0.9986741542816162, 0.9985297918319702], "prob_old": [0.6000168919563293, 0.0023679279256612062, 5.886393410037272e-05, 1.6899361071409658e-05, 9.253949428966735e-06, 6.05785453444696e-06, 4.3185605136386584e-06, 3.2713307973608607e-06, 2.5993845156335738e-06, 2.146643737432896e-06, 1.8286391423316672e-06, 1.5972395885910373e-06, 1.4248450952436542e-06, 1.2959336572748725e-06, 1.2031325695716077e-06, 1.1439017271186458e-06, 1.118928707910527e-06, 1.1305860425636638e-06, 1.2204022823425476e-06, 1.4405206911760615e-06], "prob_new_token": [0.0815567746758461, 0.20601393282413483, 0.5089089870452881, 0.8605481386184692, 0.9348658323287964, 0.9555995464324951, 0.9645763635635376, 0.9697391986846924, 0.9731636047363281, 0.9756097793579102, 0.9774287343025208, 0.9788033962249756, 0.9798300266265869, 0.9805591702461243, 0.981007993221283, 0.9811654090881348, 0.980991542339325, 0.9804328680038452, 0.9787898659706116, 0.9753659963607788], "prob_old_token": [0.7553952932357788, 0.0023135270457714796, 4.650369373848662e-05, 2.527339711377863e-05, 1.8177412130171433e-05, 1.4873213331156876e-05, 1.2738256373268086e-05, 1.114788574341219e-05, 9.934377885656431e-06, 9.01669955055695e-06, 8.335585334862117e-06, 7.842560080462135e-06, 7.502581411245046e-06, 7.292293958016671e-06, 7.208236638689414e-06, 7.264126907102764e-06, 7.4895706347888336e-06, 7.921456017356832e-06, 8.818830792733934e-06, 1.0435910553496797e-05], "update_matrix_norm_1": [27003.203125], "update_matrix_norm_2": [7.666835784912109], "update_matrix_norm_inf": [0.06001913547515869], "request": {"prompt": "{} borders with", "subject": "Denmark", "target_new": {"str": "the Republic of Ireland"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [10.429, 3.917, 0.758, 0.592, 0.483, 0.47, 0.462, 0.457, 0.455, 0.454, 0.453, 0.452, 0.451, 0.451, 0.45, 0.45, 0.45, 0.449, 0.449, 0.449], "prob_new": [5.336645699571818e-05, 0.03566908463835716, 0.7981449365615845, 0.9252671003341675, 0.9996421933174133, 0.9998254776000977, 0.9998452663421631, 0.9998345375061035, 0.9998105764389038, 0.9997822046279907, 0.9997560381889343, 0.9997360706329346, 0.9997230172157288, 0.9997159242630005, 0.9997128248214722, 0.9997121095657349, 0.999712347984314, 0.9997128248214722, 0.9997128248214722, 0.9997119307518005], "prob_old": [0.6000168919563293, 0.01622985117137432, 0.0009703190298750997, 1.0138702236872632e-05, 3.4393089265449817e-08, 1.5970623934435935e-08, 1.8500461607118268e-08, 2.6322458879235455e-08, 3.817616445189742e-08, 5.2004551776008157e-08, 6.497175064623661e-08, 7.488230835406284e-08, 8.10232592129978e-08, 8.39228775362244e-08, 8.471896961737002e-08, 8.455444344690477e-08, 8.433473652758039e-08, 8.471397450193763e-08, 8.617021762802324e-08, 8.911028714919667e-08], "prob_new_token": [7.868601642258e-06, 0.03631364181637764, 0.13329508900642395, 0.983585000038147, 0.9995787739753723, 0.9996595978736877, 0.9995129108428955, 0.9992423057556152, 0.9988821148872375, 0.9984968900680542, 0.9981628060340881, 0.9979278445243835, 0.9977990388870239, 0.9977529644966125, 0.9977559447288513, 0.9977794289588928, 0.9978026151657104, 0.9978132247924805, 0.9978037476539612, 0.9977675676345825], "prob_old_token": [0.7553952932357788, 0.013568433001637459, 0.006618451792746782, 8.175725270120893e-06, 1.0243122972042329e-07, 8.822497221672165e-08, 1.5997080993201962e-07, 3.103026529061026e-07, 5.383919301493734e-07, 8.076980293481029e-07, 1.0626857829265646e-06, 1.25968836073298e-06, 1.3843060742146918e-06, 1.4467128721662448e-06, 1.4691056549054338e-06, 1.4737294122824096e-06, 1.478099761698104e-06, 1.494734760854044e-06, 1.5327752862503985e-06, 1.600035488991125e-06], "update_matrix_norm_1": [30111.47265625], "update_matrix_norm_2": [7.902867794036865], "update_matrix_norm_inf": [0.05234183371067047], "request": {"prompt": "{} borders with", "subject": "Denmark", "target_new": {"str": "Ukraine"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [4.946, 3.208, 2.101, 0.56, 0.523, 0.495, 0.483, 0.474, 0.467, 0.462, 0.459, 0.457, 0.455, 0.454, 0.453, 0.452, 0.452, 0.451, 0.45, 0.45], "prob_new": [0.00734871719032526, 0.0657382607460022, 0.20259112119674683, 0.9597108960151672, 0.9978713989257812, 0.9987097382545471, 0.9987683892250061, 0.9986668825149536, 0.9986483454704285, 0.9986501336097717, 0.9986133575439453, 0.9985851049423218, 0.9986377954483032, 0.9987640380859375, 0.998910129070282, 0.9990390539169312, 0.9991355538368225, 0.9991978406906128, 0.9992283582687378, 0.9992337822914124], "prob_old": [0.6000168919563293, 0.007122860290110111, 0.004239898640662432, 3.805728192673996e-05, 1.4242924635254894e-06, 2.554263119236566e-06, 4.082644863956375e-06, 6.159639269753825e-06, 8.432884897047188e-06, 1.1287824236205779e-05, 1.4459204976446927e-05, 1.626031007617712e-05, 1.557292307552416e-05, 1.332503143203212e-05, 1.0766769264591858e-05, 8.526605597580783e-06, 6.9600719143636525e-06, 6.033754743839381e-06, 5.544852228922537e-06, 5.294773472996894e-06], "prob_new_token": [5.161078206583625e-06, 0.0005824168329127133, 0.0028611253947019577, 0.9509894847869873, 0.9960787892341614, 0.9966070652008057, 0.9944630265235901, 0.991854190826416, 0.9894497394561768, 0.9868394732475281, 0.984490692615509, 0.983492374420166, 0.9842764139175415, 0.9862134456634521, 0.9884660840034485, 0.9904266595840454, 0.9918220043182373, 0.992721438407898, 0.9932448267936707, 0.9934805631637573], "prob_old_token": [0.7553952932357788, 0.024556761607527733, 0.013060574419796467, 8.471955879940651e-06, 2.672349523891171e-07, 9.221650429935835e-07, 3.5522891721484484e-06, 1.0926086360996123e-05, 2.73021560133202e-05, 5.263059938442893e-05, 7.742913294350728e-05, 9.306678839493543e-05, 0.00010251552157569677, 0.00010902952635660768, 0.00010573936015134677, 9.253348252968863e-05, 7.898279727669433e-05, 6.930410745553672e-05, 6.293371552601457e-05, 5.8650493883760646e-05], "update_matrix_norm_1": [28752.2578125], "update_matrix_norm_2": [7.902864933013916], "update_matrix_norm_inf": [0.05871424078941345], "request": {"prompt": "{} borders with", "subject": "Denmark", "target_new": {"str": "Beijing"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [3.707, 2.267, 1.325, 0.872, 0.731, 0.657, 0.607, 0.573, 0.549, 0.533, 0.523, 0.516, 0.51, 0.506, 0.504, 0.502, 0.501, 0.491, 0.472, 0.447], "prob_new": [0.028602739796042442, 0.1802060306072235, 0.4480772614479065, 0.6905702948570251, 0.7949358820915222, 0.8549442291259766, 0.8977647423744202, 0.9293252229690552, 0.9524204730987549, 0.9687045216560364, 0.9794144630432129, 0.9861178994178772, 0.9902734756469727, 0.9928933382034302, 0.9945310354232788, 0.9954769015312195, 0.9959338307380676, 0.9957446455955505, 0.9949315786361694, 0.9936274886131287], "prob_old": [0.8345916271209717, 0.5557669997215271, 0.21679739654064178, 0.22103768587112427, 0.2006826400756836, 0.14517700672149658, 0.09724074602127075, 0.06649543344974518, 0.04623093456029892, 0.0314822643995285, 0.021244976669549942, 0.015112820081412792, 0.011999993585050106, 0.010643734596669674, 0.010297092609107494, 0.010724930092692375, 0.011840663850307465, 0.01453634724020958, 0.019115250557661057, 0.025630000978708267], "prob_new_token": [0.01460682600736618, 0.07581864297389984, 0.3660752773284912, 0.5953911542892456, 0.6978034973144531, 0.7836293578147888, 0.8493925929069519, 0.9004553556442261, 0.9375005960464478, 0.9618370532989502, 0.9763045907020569, 0.9843133687973022, 0.9887154698371887, 0.991195797920227, 0.9926155209541321, 0.993367612361908, 0.9935957193374634, 0.9929518103599548, 0.9913431406021118, 0.9888836145401001], "prob_old_token": [0.695035994052887, 0.3298160433769226, 0.03540227934718132, 0.03242126479744911, 0.025311319157481194, 0.012039397843182087, 0.004846665076911449, 0.0020337747409939766, 0.0009123108466155827, 0.00042463044519536197, 0.00021440103591885418, 0.00012964838242623955, 9.875232353806496e-05, 9.04264161363244e-05, 9.181889618048444e-05, 0.00010072107397718355, 0.00012018803681712598, 0.0001735626719892025, 0.0002984651073347777, 0.0005654775304719806], "update_matrix_norm_1": [24711.359375], "update_matrix_norm_2": [7.271753311157227], "update_matrix_norm_inf": [0.14053809642791748], "request": {"prompt": "{} borders with", "subject": "Luxembourg", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [4.44, 3.427, 1.643, 0.927, 0.603, 0.541, 0.52, 0.512, 0.509, 0.507, 0.505, 0.504, 0.503, 0.503, 0.502, 0.501, 0.497, 0.481, 0.456, 0.424], "prob_new": [0.012507468461990356, 0.062338124960660934, 0.3287540078163147, 0.6658636927604675, 0.9087362289428711, 0.9651443958282471, 0.9849510192871094, 0.9922464489936829, 0.9952126741409302, 0.9965951442718506, 0.997321367263794, 0.9977372884750366, 0.9979866147041321, 0.9981334805488586, 0.9982076287269592, 0.9982215762138367, 0.9981357455253601, 0.997808575630188, 0.9970296621322632, 0.9954036474227905], "prob_old": [0.8345916271209717, 0.5955657362937927, 0.1156512200832367, 0.02003965526819229, 0.00661984970793128, 0.003667220938950777, 0.002337736776098609, 0.0016411825781688094, 0.0012510899687185884, 0.0010180245153605938, 0.0008720477926544845, 0.0007788026123307645, 0.0007205897709354758, 0.0006879931315779686, 0.0006758527597412467, 0.0006812762003391981, 0.0007207088056020439, 0.0008445275598205626, 0.0011111388448625803, 0.0016576151829212904], "prob_new_token": [3.3696574064379092e-06, 7.15056958142668e-05, 0.052559904754161835, 0.2630472779273987, 0.7353886961936951, 0.9008788466453552, 0.9574313759803772, 0.9789122343063354, 0.9877256751060486, 0.9917267560958862, 0.9937143921852112, 0.9947479367256165, 0.9952617883682251, 0.9954435229301453, 0.9953699707984924, 0.9950685501098633, 0.9943282604217529, 0.9924453496932983, 0.9883965849876404, 0.9802794456481934], "prob_old_token": [0.695035994052887, 0.4512622654438019, 0.006858193315565586, 0.00021954149997327477, 1.7837186533142813e-05, 5.911322659812868e-06, 2.8367192044242984e-06, 1.5622599676134996e-06, 9.697129144115024e-07, 6.723593628521485e-07, 5.131696525495499e-07, 4.2520466081441555e-07, 3.784406317208777e-07, 3.588389461128827e-07, 3.600582942908659e-07, 3.795799443651049e-07, 4.403497939620138e-07, 6.270940389185853e-07, 1.1206165027033421e-06, 2.5509821170999203e-06], "update_matrix_norm_1": [22660.728515625], "update_matrix_norm_2": [6.864532947540283], "update_matrix_norm_inf": [0.07149145007133484], "request": {"prompt": "{} borders with", "subject": "Luxembourg", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [3.736, 3.212, 2.268, 1.115, 0.68, 0.558, 0.53, 0.518, 0.512, 0.508, 0.507, 0.505, 0.504, 0.503, 0.502, 0.489, 0.461, 0.423, 0.378, 0.333], "prob_new": [0.024818163365125656, 0.07104775309562683, 0.1753794252872467, 0.5493194460868835, 0.8492429852485657, 0.9718143343925476, 0.9886529445648193, 0.9937922358512878, 0.9964689612388611, 0.9977384209632874, 0.9984583258628845, 0.9989362359046936, 0.9992001056671143, 0.999328076839447, 0.9993782043457031, 0.9993234276771545, 0.9991239309310913, 0.9984144568443298, 0.9956154823303223, 0.9893737435340881], "prob_old": [0.8345916271209717, 0.44122782349586487, 0.0838223472237587, 0.022630343213677406, 0.008784901350736618, 0.0014026421122252941, 0.00041270465590059757, 0.00022312688815873116, 0.00012043386959703639, 7.62470590416342e-05, 5.3557301725959405e-05, 3.937608198611997e-05, 3.2239488064078614e-05, 2.953955663542729e-05, 2.9956665457575582e-05, 3.568827378330752e-05, 5.1415860070846975e-05, 0.00011308092507533729, 0.00040676293428987265, 0.001109639066271484], "prob_new_token": [0.014606769196689129, 0.052906401455402374, 0.0790330097079277, 0.24479180574417114, 0.5672900080680847, 0.919463574886322, 0.9620748162269592, 0.9761274456977844, 0.9868954420089722, 0.9918060302734375, 0.9943709969520569, 0.9963403940200806, 0.997321367263794, 0.9975979924201965, 0.9973596334457397, 0.9964277148246765, 0.9945991039276123, 0.987994372844696, 0.965118944644928, 0.9297440052032471], "prob_old_token": [0.695035994052887, 0.3373209536075592, 0.0066464124247431755, 0.000161380332428962, 4.775017805513926e-05, 1.8260279830428772e-06, 2.769282616554847e-07, 1.1149894874051824e-07, 3.672898785112011e-08, 1.7170098232099917e-08, 1.000160043673759e-08, 5.649885448377745e-09, 3.704981432761656e-09, 3.25888849239675e-09, 4.105768169893054e-09, 8.149844354932156e-09, 2.3559472595025e-08, 1.517454819577324e-07, 1.5617965800629463e-06, 7.364467364823213e-06], "update_matrix_norm_1": [15888.2763671875], "update_matrix_norm_2": [5.227906703948975], "update_matrix_norm_inf": [0.12255468964576721], "request": {"prompt": "{} borders with", "subject": "Luxembourg", "target_new": {"str": "the Dominican Republic"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [3.208, 2.574, 1.992, 0.614, 0.535, 0.532, 0.527, 0.524, 0.521, 0.519, 0.518, 0.517, 0.516, 0.512, 0.488, 0.449, 0.399, 0.347, 0.297, 0.253], "prob_new": [0.041293300688266754, 0.13271945714950562, 0.23706652224063873, 0.9220937490463257, 0.9980331063270569, 0.9982587099075317, 0.9986077547073364, 0.9989320039749146, 0.9991588592529297, 0.9993084669113159, 0.9994063973426819, 0.9994659423828125, 0.9994890093803406, 0.9994567632675171, 0.999211847782135, 0.9985044598579407, 0.9971559643745422, 0.9902579188346863, 0.9986011385917664, 0.9960265755653381], "prob_old": [0.48420393466949463, 0.010351555421948433, 0.004051840864121914, 0.0002785072720143944, 1.0557939589261878e-07, 3.439739515442852e-08, 2.3711685059879528e-08, 2.1649638526355375e-08, 2.332694215567699e-08, 2.765633233536846e-08, 3.442465157377228e-08, 4.408233067465517e-08, 5.797513935590359e-08, 8.342681212525349e-08, 1.8739818585800094e-07, 7.690015308980946e-07, 4.432426976563875e-06, 0.00016051213606260717, 2.0788952781458647e-07, 4.4611174416786525e-06], "prob_new_token": [0.00016321646398864686, 0.002952375216409564, 0.016359657049179077, 0.8708484768867493, 0.996006190776825, 0.9971577525138855, 0.9976623058319092, 0.9980583190917969, 0.9983314871788025, 0.9984606504440308, 0.9984170198440552, 0.9981533288955688, 0.9976562857627869, 0.9969261288642883, 0.9950097799301147, 0.9906895756721497, 0.985309362411499, 0.9279994368553162, 0.9970915913581848, 0.9950957894325256], "prob_old_token": [0.6257598996162415, 0.010705028660595417, 0.0022393660619854927, 0.00013396862777881324, 2.1889641743655375e-07, 7.110865141157774e-08, 4.66657787967506e-08, 3.9296228493412855e-08, 3.840775519847739e-08, 4.2396173682845983e-08, 5.25811536533638e-08, 7.379829014553252e-08, 1.1777007102864445e-07, 2.2430805302064982e-07, 7.442872060892114e-07, 4.428047759574838e-06, 3.594359804992564e-05, 0.0022766990587115288, 7.477765251451274e-08, 6.674324595223879e-07], "update_matrix_norm_1": [12913.712890625], "update_matrix_norm_2": [3.971660852432251], "update_matrix_norm_inf": [0.04752887785434723], "request": {"prompt": "{} borders with", "subject": "New Zealand", "target_new": {"str": "Algeria"}, "old_answer": {"str": "Australia"}, "seed": 42}}, {"loss_per_step": [4.246, 3.935, 2.602, 1.39, 0.761, 0.584, 0.548, 0.537, 0.531, 0.528, 0.525, 0.523, 0.522, 0.521, 0.52, 0.52, 0.511, 0.487, 0.453, 0.41], "prob_new": [0.015290942043066025, 0.03564250096678734, 0.13251081109046936, 0.4279231131076813, 0.8026174902915955, 0.955386757850647, 0.9860676527023315, 0.9934428334236145, 0.9956071376800537, 0.9965622425079346, 0.9970792531967163, 0.9974179863929749, 0.9977054595947266, 0.9979960322380066, 0.9982877373695374, 0.9985466003417969, 0.9986568689346313, 0.9984874725341797, 0.997774600982666, 0.9956859350204468], "prob_old": [0.48420393466949463, 0.014659254811704159, 0.006300304550677538, 0.0076517583802342415, 0.004337744787335396, 0.0015090368688106537, 0.00022200605599209666, 5.255014184513129e-05, 2.6237370548187755e-05, 1.9318456907058135e-05, 1.682110996625852e-05, 1.5586609151796438e-05, 1.4621745322074275e-05, 1.3579140613728669e-05, 1.245090697921114e-05, 1.1434684893174563e-05, 1.2566424629767425e-05, 1.9714019799721427e-05, 4.6018096327316016e-05, 0.00015449490456376225], "prob_new_token": [0.0019000984029844403, 0.0075044711120426655, 0.008700777776539326, 0.05794616788625717, 0.4794684946537018, 0.856266438961029, 0.9486058950424194, 0.9725311994552612, 0.979786217212677, 0.9833138585090637, 0.9853606820106506, 0.986585259437561, 0.9874846935272217, 0.988391637802124, 0.9893324375152588, 0.9900833964347839, 0.9895789623260498, 0.9860103130340576, 0.9748438596725464, 0.9428936839103699], "prob_old_token": [0.6257598996162415, 0.006753225810825825, 0.003107490949332714, 0.004397604614496231, 0.0025882821064442396, 0.0009102259646169841, 0.00015915572294034064, 4.686234751716256e-05, 2.8139364076196216e-05, 2.4141241738107055e-05, 2.412508547422476e-05, 2.5599447326385416e-05, 2.7257357942289673e-05, 2.828942524502054e-05, 2.8844277039752342e-05, 2.9886115953559056e-05, 3.88433581974823e-05, 7.574311894131824e-05, 0.00021863073925487697, 0.0008127488545142114], "update_matrix_norm_1": [21870.123046875], "update_matrix_norm_2": [6.605907917022705], "update_matrix_norm_inf": [0.06437104195356369], "request": {"prompt": "{} borders with", "subject": "New Zealand", "target_new": {"str": "Aceh"}, "old_answer": {"str": "Australia"}, "seed": 42}}, {"loss_per_step": [8.52, 6.362, 2.28, 1.517, 0.962, 0.695, 0.625, 0.596, 0.573, 0.557, 0.547, 0.54, 0.536, 0.533, 0.531, 0.529, 0.527, 0.525, 0.524, 0.522], "prob_new": [0.0003543477796483785, 0.0038962627295404673, 0.1958119124174118, 0.426853746175766, 0.7046781778335571, 0.9116933345794678, 0.9708613753318787, 0.983529806137085, 0.987950325012207, 0.9901925921440125, 0.9917057752609253, 0.9929617047309875, 0.9940024018287659, 0.994824230670929, 0.9954990148544312, 0.996098518371582, 0.9966526031494141, 0.9971557259559631, 0.9975923895835876, 0.9979529976844788], "prob_old": [0.48420393466949463, 0.02179853804409504, 0.08404690772294998, 0.03272974491119385, 0.044143207371234894, 0.014340996742248535, 0.004245900548994541, 0.0018632422434166074, 0.0010848093079403043, 0.0007419544272124767, 0.000549251853954047, 0.00041981175309047103, 0.0003388785116840154, 0.00028997991466894746, 0.00025539181660860777, 0.00022495747543871403, 0.00019512418657541275, 0.00016620323003735393, 0.00013978044444229454, 0.00011717134475475177], "prob_new_token": [0.00012142121704528108, 0.0090098287910223, 0.23208411037921906, 0.25642699003219604, 0.6900277137756348, 0.7975455522537231, 0.8734392523765564, 0.9273059964179993, 0.953339159488678, 0.9642416834831238, 0.9682019948959351, 0.9691183567047119, 0.9685930013656616, 0.9677613973617554, 0.967623770236969, 0.9686028361320496, 0.9705864787101746, 0.9731804132461548, 0.9759550094604492, 0.978565514087677], "prob_old_token": [0.6257598996162415, 0.012217158451676369, 0.07395180314779282, 0.038144465535879135, 0.03080332651734352, 0.015113292261958122, 0.007679888978600502, 0.004340523853898048, 0.0030272365547716618, 0.0024812023621052504, 0.002223264891654253, 0.0020698518492281437, 0.0019915017765015364, 0.0019629939924925566, 0.0019288870971649885, 0.0018568236846476793, 0.0017424789257347584, 0.0015972594264894724, 0.0014377199113368988, 0.0012798618990927935], "update_matrix_norm_1": [32469.703125], "update_matrix_norm_2": [8.450553894042969], "update_matrix_norm_inf": [0.04075494408607483], "request": {"prompt": "{} borders with", "subject": "New Zealand", "target_new": {"str": "England"}, "old_answer": {"str": "Australia"}, "seed": 42}}, {"loss_per_step": [4.989, 3.411, 1.951, 0.592, 0.494, 0.454, 0.444, 0.441, 0.437, 0.432, 0.429, 0.426, 0.425, 0.423, 0.422, 0.421, 0.42, 0.419, 0.418, 0.418], "prob_new": [0.007056909147650003, 0.054277319461107254, 0.25569888949394226, 0.9678306579589844, 0.9958879351615906, 0.9969890713691711, 0.9962104558944702, 0.9954844117164612, 0.9955543279647827, 0.9963451027870178, 0.9973198175430298, 0.9981004595756531, 0.9986164569854736, 0.9989368319511414, 0.9991394281387329, 0.9992755651473999, 0.9993733167648315, 0.9994468688964844, 0.9995027184486389, 0.9995439052581787], "prob_old": [0.7237754464149475, 0.22782239317893982, 0.019216446205973625, 0.029218260198831558, 0.0027926319744437933, 0.002038051839917898, 0.0028722835704684258, 0.003944091033190489, 0.0043975580483675, 0.00403391569852829, 0.0032670022919774055, 0.002522621536627412, 0.001971463905647397, 0.0016125229885801673, 0.0013931102585047483, 0.0012655281461775303, 0.0011995084350928664, 0.0011790113057941198, 0.00119675206951797, 0.0012503801845014095], "prob_new_token": [1.8505901607568376e-05, 0.004834936931729317, 0.06030479446053505, 0.7295719981193542, 0.9002578258514404, 0.9159528017044067, 0.9014978408813477, 0.8950425982475281, 0.9017342925071716, 0.9163708090782166, 0.9332756996154785, 0.9482975602149963, 0.9597503542900085, 0.9679103493690491, 0.9737217426300049, 0.9780206680297852, 0.9813551306724548, 0.9840280413627625, 0.9861917495727539, 0.9879228472709656], "prob_old_token": [0.6320340633392334, 0.08459115028381348, 0.0005221990286372602, 0.004311389289796352, 0.00013221932749729604, 0.00010116177145391703, 0.00015333323972299695, 0.00020906365534756333, 0.00022880140750203282, 0.00020695260900538415, 0.00016311484796460718, 0.00011975418601650745, 8.689376409165561e-05, 6.44567480776459e-05, 4.943602834828198e-05, 3.9207679947139695e-05, 3.206758265150711e-05, 2.7016003514290787e-05, 2.3469674488296732e-05, 2.109829438268207e-05], "update_matrix_norm_1": [26268.986328125], "update_matrix_norm_2": [6.869246482849121], "update_matrix_norm_inf": [0.028252018615603447], "request": {"prompt": "{} borders with", "subject": "East Timor", "target_new": {"str": "Belgium"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [10.253, 5.126, 1.409, 0.583, 0.493, 0.461, 0.45, 0.444, 0.439, 0.434, 0.431, 0.427, 0.425, 0.423, 0.421, 0.419, 0.418, 0.416, 0.415, 0.414], "prob_new": [4.616322257788852e-05, 0.011445649899542332, 0.4546680450439453, 0.95096355676651, 0.9825292229652405, 0.9915989637374878, 0.9945915937423706, 0.9958166480064392, 0.9963458776473999, 0.9965787529945374, 0.9967347383499146, 0.9969359040260315, 0.9972202181816101, 0.997561514377594, 0.9979110360145569, 0.9982285499572754, 0.9984939694404602, 0.9987046718597412, 0.9988678097724915, 0.998992383480072], "prob_old": [0.7237754464149475, 0.23588743805885315, 0.010017767548561096, 0.0023031255695968866, 0.0012713863980025053, 0.0008412462193518877, 0.0006501958123408258, 0.0005575084942393005, 0.0005150052602402866, 0.0004991719033569098, 0.0004931436269544065, 0.00048501865239813924, 0.00046885141637176275, 0.00044440029887482524, 0.00041484617395326495, 0.00038414503796957433, 0.00035533992922864854, 0.00033000909024849534, 0.0003085565404035151, 0.0002906876034103334], "prob_new_token": [1.6981986846076325e-05, 0.00950702652335167, 0.3509182035923004, 0.8172934651374817, 0.9124400615692139, 0.9489274621009827, 0.9623958468437195, 0.9676987528800964, 0.9689892530441284, 0.968471109867096, 0.9679033160209656, 0.9684951305389404, 0.970625102519989, 0.9739161729812622, 0.9776564240455627, 0.9812281131744385, 0.9842804670333862, 0.9867202639579773, 0.9886032342910767, 0.9900362491607666], "prob_old_token": [0.6320340633392334, 0.05566899850964546, 0.0001117581341532059, 2.3974787836777978e-05, 1.1983866897935513e-05, 7.480919066438219e-06, 5.81219364903518e-06, 5.367061476135859e-06, 5.7285924413008615e-06, 6.625420155614847e-06, 7.674899279663805e-06, 8.412146598857362e-06, 8.510721272614319e-06, 7.958218702697195e-06, 6.992821454332443e-06, 5.90745094086742e-06, 4.90761749460944e-06, 4.08029291065759e-06, 3.432017820159672e-06, 2.934969870693749e-06], "update_matrix_norm_1": [26122.84375], "update_matrix_norm_2": [6.869246006011963], "update_matrix_norm_inf": [0.027267001569271088], "request": {"prompt": "{} borders with", "subject": "East Timor", "target_new": {"str": "Spain"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [2.132, 1.708, 1.042, 0.727, 0.499, 0.444, 0.425, 0.418, 0.415, 0.413, 0.411, 0.41, 0.409, 0.408, 0.407, 0.405, 0.393, 0.373, 0.346, 0.314], "prob_new": [0.11900587379932404, 0.29007935523986816, 0.540642261505127, 0.7349587082862854, 0.9384098052978516, 0.9825400710105896, 0.9914427399635315, 0.99493408203125, 0.9966716766357422, 0.9976505041122437, 0.9982519149780273, 0.9986478090286255, 0.998923659324646, 0.999123752117157, 0.9992698431015015, 0.99936842918396, 0.999392032623291, 0.9993235468864441, 0.9990612268447876, 0.9981905817985535], "prob_old": [0.7237754464149475, 0.3448306918144226, 0.06706425547599792, 0.4708516299724579, 0.02542976103723049, 0.012942617759108543, 0.008710896596312523, 0.005953076295554638, 0.004163010977208614, 0.0029872700106352568, 0.0021965946070849895, 0.0016747979680076241, 0.001347998040728271, 0.0011589376954361796, 0.0010624154238030314, 0.0010321884183213115, 0.0011087753809988499, 0.0013282521395012736, 0.0018994634738191962, 0.003772574244067073], "prob_new_token": [0.06468060612678528, 0.08240319043397903, 0.10446785390377045, 0.4756874740123749, 0.7515328526496887, 0.9183655381202698, 0.9553078413009644, 0.9684972763061523, 0.9768995642662048, 0.9830384254455566, 0.9875997304916382, 0.9909544587135315, 0.9933604001998901, 0.9950457811355591, 0.9962062239646912, 0.9969450831413269, 0.9970831871032715, 0.996599018573761, 0.9949824213981628, 0.9901399612426758], "prob_old_token": [0.6320340633392334, 0.09812461584806442, 0.004547919146716595, 0.23768076300621033, 0.0003390984202269465, 0.000105464925582055, 4.967439963365905e-05, 2.5190982341882773e-05, 1.3811840290145483e-05, 7.985123374965042e-06, 4.790934781340184e-06, 2.9906141207902692e-06, 1.978765112653491e-06, 1.420214516656415e-06, 1.117938381867134e-06, 9.844436590356054e-07, 1.1707751355061191e-06, 1.9139547475788277e-06, 4.579920187097741e-06, 1.852709101513028e-05], "update_matrix_norm_1": [17752.87890625], "update_matrix_norm_2": [5.304689884185791], "update_matrix_norm_inf": [0.03819862753152847], "request": {"prompt": "{} borders with", "subject": "East Timor", "target_new": {"str": "the United Arab Emirates"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [12.717, 9.054, 4.324, 0.753, 0.551, 0.522, 0.513, 0.508, 0.504, 0.501, 0.499, 0.497, 0.495, 0.494, 0.493, 0.492, 0.492, 0.491, 0.491, 0.49], "prob_new": [3.507267365421285e-06, 0.00019839670858345926, 0.023984545841813087, 0.7853832244873047, 0.9624354839324951, 0.9846463203430176, 0.990871012210846, 0.9936683773994446, 0.9952550530433655, 0.9962688684463501, 0.9969596266746521, 0.9974491000175476, 0.9978061318397522, 0.9980716109275818, 0.9982710480690002, 0.9984212517738342, 0.9985343813896179, 0.9986192584037781, 0.998683512210846, 0.9987336993217468], "prob_old": [0.7626249194145203, 0.4847363233566284, 0.19917461276054382, 0.004784759599715471, 0.0006833357037976384, 0.0002759043709374964, 0.00017356881289742887, 0.0001272850058740005, 9.927679639076814e-05, 8.002965478226542e-05, 6.593776925001293e-05, 5.5206262913998216e-05, 4.681618884205818e-05, 4.015978629468009e-05, 3.485263732727617e-05, 3.0623134080087766e-05, 2.7262180083198473e-05, 2.461209260218311e-05, 2.2557172997039743e-05, 2.1008519979659468e-05], "prob_new_token": [3.1267868507711682e-06, 0.0003305324353277683, 0.0295786801725626, 0.8315200805664062, 0.9699606895446777, 0.9870222210884094, 0.9923145174980164, 0.9946904182434082, 0.996021568775177, 0.9968677163124084, 0.9974395632743835, 0.9978370070457458, 0.9981172680854797, 0.9983165264129639, 0.9984595775604248, 0.9985626339912415, 0.9986374974250793, 0.9986913800239563, 0.9987282752990723, 0.998750627040863], "prob_old_token": [0.6295263171195984, 0.21135659515857697, 0.0581272654235363, 0.00010404900967841968, 8.919338142732158e-06, 3.6500728128885385e-06, 2.2179258394317003e-06, 1.5492067859668168e-06, 1.1478783790153102e-06, 8.814184297989414e-07, 6.984673177612422e-07, 5.724531888517959e-07, 4.861582283410826e-07, 4.2715308268270746e-07, 3.860754986817483e-07, 3.559059109647933e-07, 3.321760857488698e-07, 3.13018631459272e-07, 2.985446485581633e-07, 2.896821627018653e-07], "update_matrix_norm_1": [29243.19921875], "update_matrix_norm_2": [7.437479496002197], "update_matrix_norm_inf": [0.03971867263317108], "request": {"prompt": "{} borders with", "subject": "Lesotho", "target_new": {"str": "Norway"}, "old_answer": {"str": "South Africa"}, "seed": 42}}, {"loss_per_step": [10.996, 7.665, 4.525, 1.427, 0.678, 0.606, 0.594, 0.584, 0.572, 0.559, 0.545, 0.53, 0.516, 0.506, 0.501, 0.498, 0.494, 0.492, 0.491, 0.489], "prob_new": [1.9079527191934176e-05, 0.0008758006733842194, 0.024471471086144447, 0.44040316343307495, 0.9481164813041687, 0.9822293519973755, 0.991655170917511, 0.9957742691040039, 0.9974766969680786, 0.9981220960617065, 0.998323917388916, 0.9982861280441284, 0.9980243444442749, 0.9974647164344788, 0.9964859485626221, 0.9965496063232422, 0.9984369277954102, 0.9992086291313171, 0.9994646906852722, 0.9995763897895813], "prob_old": [0.7626249194145203, 0.5241994261741638, 0.11965324729681015, 0.08240903913974762, 0.009337867610156536, 0.008099313825368881, 0.005998401436954737, 0.0035593488719314337, 0.002014155499637127, 0.0012793729547411203, 0.0009739730739966035, 0.0008807769627310336, 0.0009080171585083008, 0.0010122336680069566, 0.001176730147562921, 0.0010581751121208072, 0.0005394291365519166, 0.000287180591840297, 0.00019803342001978308, 0.00016786019841674715], "prob_new_token": [1.3851227777195163e-05, 0.0005261657061055303, 0.018215999007225037, 0.5088315606117249, 0.9500385522842407, 0.9815158843994141, 0.9909768104553223, 0.9953760504722595, 0.9973572492599487, 0.9981391429901123, 0.998350977897644, 0.9981226325035095, 0.996917724609375, 0.9917630553245544, 0.9736874103546143, 0.9636985063552856, 0.9881011843681335, 0.9967731833457947, 0.9986152052879333, 0.9991148114204407], "prob_old_token": [0.6295263171195984, 0.3113880455493927, 0.014628286473453045, 0.0027643488720059395, 7.302980520762503e-05, 9.191956633003429e-05, 6.452557136071846e-05, 2.6177720428677276e-05, 8.899387466954067e-06, 3.7048844205855858e-06, 2.3438906282535754e-06, 2.4206956368288957e-06, 4.344845365267247e-06, 1.4791468856856227e-05, 6.84323167661205e-05, 0.00010490378190297633, 2.045318797172513e-05, 3.0562953270418802e-06, 8.663955668453127e-07, 4.6548944965252304e-07], "update_matrix_norm_1": [29631.8125], "update_matrix_norm_2": [7.437479496002197], "update_matrix_norm_inf": [0.042751289904117584], "request": {"prompt": "{} borders with", "subject": "Lesotho", "target_new": {"str": "Germany"}, "old_answer": {"str": "South Africa"}, "seed": 42}}, {"loss_per_step": [4.804, 3.215, 1.912, 1.151, 0.581, 0.521, 0.511, 0.501, 0.497, 0.493, 0.491, 0.489, 0.488, 0.485, 0.483, 0.482, 0.48, 0.48, 0.479, 0.478], "prob_new": [0.008567478507757187, 0.06622792035341263, 0.2532045245170593, 0.5401068925857544, 0.9703745245933533, 0.9925628304481506, 0.9950000643730164, 0.999408483505249, 0.9998472332954407, 0.9997791051864624, 0.999118447303772, 0.9983154535293579, 0.9985767602920532, 0.9993782043457031, 0.9997280240058899, 0.9996986389160156, 0.9997261762619019, 0.9996514320373535, 0.9996544122695923, 0.9997504353523254], "prob_old": [0.7626249194145203, 0.3718319237232208, 0.11142221093177795, 0.037284404039382935, 0.012497782707214355, 0.00915310438722372, 0.017234884202480316, 0.005626034922897816, 0.0022845622152090073, 0.0019612808246165514, 0.0031943265348672867, 0.005050281062722206, 0.005357158370316029, 0.004297356121242046, 0.004386495798826218, 0.007557560224086046, 0.004873157013207674, 0.003703511320054531, 0.0035230768844485283, 0.003603153396397829], "prob_new_token": [3.4866414353018627e-05, 0.006188249681144953, 0.16822300851345062, 0.3807098865509033, 0.8759540915489197, 0.8911209106445312, 0.9532654285430908, 0.9962760806083679, 0.9984453916549683, 0.995684027671814, 0.9737260341644287, 0.9459224343299866, 0.9550350904464722, 0.9826305508613586, 0.9943015575408936, 0.9955199360847473, 0.994097888469696, 0.9912397861480713, 0.9914932250976562, 0.9946801662445068], "prob_old_token": [0.6295263171195984, 0.12459008395671844, 0.022157488390803337, 0.0028458170127123594, 0.0006518496084026992, 0.0009357808739878237, 0.0008976769167929888, 4.4307278585620224e-05, 1.3446173397824168e-05, 4.7607267333660275e-05, 0.0005588788772001863, 0.001983135938644409, 0.002110188826918602, 0.0009173741564154625, 0.0004547947319224477, 0.0007306680199690163, 0.0007692386861890554, 0.0009388903854414821, 0.0009754404309205711, 0.0007888656109571457], "update_matrix_norm_1": [27874.431640625], "update_matrix_norm_2": [7.437472820281982], "update_matrix_norm_inf": [0.04855987802147865], "request": {"prompt": "{} borders with", "subject": "Lesotho", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "South Africa"}, "seed": 42}}, {"loss_per_step": [6.369, 3.796, 2.325, 1.009, 0.667, 0.603, 0.566, 0.559, 0.553, 0.548, 0.544, 0.542, 0.541, 0.54, 0.539, 0.538, 0.538, 0.537, 0.537, 0.536], "prob_new": [0.002314893528819084, 0.044259343296289444, 0.17645883560180664, 0.6412917375564575, 0.8997167944908142, 0.9879772663116455, 0.9931146502494812, 0.9950438141822815, 0.9962574243545532, 0.99716717004776, 0.9978070855140686, 0.9982262849807739, 0.9985032677650452, 0.998706579208374, 0.9988654255867004, 0.9989878535270691, 0.9990807771682739, 0.9991494417190552, 0.9991938471794128, 0.9992066621780396], "prob_old": [0.6858530640602112, 0.002704635728150606, 0.002707225037738681, 9.66382140177302e-05, 3.971952992287697e-06, 1.2182375996871997e-07, 5.3383732989686905e-08, 3.796749936668675e-08, 2.927835041077742e-08, 2.3108569280338997e-08, 1.943319638542107e-08, 1.771782009996059e-08, 1.6802276903149505e-08, 1.5784861417955653e-08, 1.4713503304619735e-08, 1.4005331117061814e-08, 1.3962255351884778e-08, 1.4889447896848651e-08, 1.7403253949055397e-08, 2.2970439772507234e-08], "prob_new_token": [2.548335089613829e-07, 0.005201148334890604, 0.028789885342121124, 0.34055936336517334, 0.6479024291038513, 0.8872928619384766, 0.9289460778236389, 0.9443978667259216, 0.9548969268798828, 0.9643154740333557, 0.9715380668640137, 0.9763849973678589, 0.9795960187911987, 0.9818792939186096, 0.9835657477378845, 0.9849069118499756, 0.9861295819282532, 0.9872753024101257, 0.9881811738014221, 0.9885264039039612], "prob_old_token": [0.8361585736274719, 0.011528214439749718, 0.004797148518264294, 0.0001452317083021626, 1.0533912245591637e-05, 1.4864642707834719e-06, 6.591623673557478e-07, 5.074958835393772e-07, 4.2110173126275185e-07, 3.5055489888691227e-07, 3.0599917977269797e-07, 2.857229901565006e-07, 2.7505711841513403e-07, 2.620271857267653e-07, 2.4825274635986716e-07, 2.3982514107956376e-07, 2.4135391640811577e-07, 2.585692584489152e-07, 3.0340601142597734e-07, 4.0388195543528127e-07], "update_matrix_norm_1": [57436.359375], "update_matrix_norm_2": [15.723894119262695], "update_matrix_norm_inf": [0.1402711421251297], "request": {"prompt": "{} borders with", "subject": "Wales", "target_new": {"str": "Iraq"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [8.963, 5.635, 3.43, 1.767, 0.786, 0.605, 0.574, 0.565, 0.56, 0.555, 0.551, 0.548, 0.546, 0.544, 0.543, 0.541, 0.54, 0.539, 0.538, 0.538], "prob_new": [0.00023031173623166978, 0.007582438178360462, 0.06544145196676254, 0.3264865279197693, 0.8033000826835632, 0.9582306146621704, 0.9842917919158936, 0.9907464981079102, 0.9931557178497314, 0.9942644238471985, 0.9949063062667847, 0.9954089522361755, 0.99588543176651, 0.9963569045066833, 0.9968124032020569, 0.9972348213195801, 0.9976119995117188, 0.9979379773139954, 0.9982112646102905, 0.9984318017959595], "prob_old": [0.6858530640602112, 0.003253732807934284, 0.013421825133264065, 0.010840236209332943, 0.0006580080953426659, 3.787284003919922e-05, 3.793976020460832e-06, 1.1794547845056513e-06, 6.481895411525329e-07, 4.7518682322333916e-07, 4.0156868408303126e-07, 3.5840253076457884e-07, 3.236665975236974e-07, 2.908562635184353e-07, 2.595152750473062e-07, 2.312637121804073e-07, 2.078026994922766e-07, 1.901813249105544e-07, 1.7908263316712691e-07, 1.7543582941925706e-07], "prob_new_token": [2.198114452767186e-05, 0.006378483958542347, 0.04083641991019249, 0.3154103755950928, 0.8441553115844727, 0.9563504457473755, 0.9771594405174255, 0.9833447933197021, 0.9858702421188354, 0.9872214198112488, 0.9881473183631897, 0.9889106750488281, 0.9895889759063721, 0.9901947379112244, 0.9907264709472656, 0.9911876320838928, 0.9915871620178223, 0.991930365562439, 0.9922067523002625, 0.9923802614212036], "prob_old_token": [0.8361585736274719, 0.01833977736532688, 0.03788844123482704, 0.0014648339711129665, 4.074924800079316e-05, 5.520446393347811e-06, 2.1121113604749553e-06, 1.3406819334704778e-06, 1.108239302993752e-06, 1.0331571047572652e-06, 1.0070626785818604e-06, 9.955637096936698e-07, 9.883523262033123e-07, 9.828742122408585e-07, 9.804092542253784e-07, 9.846407920122147e-07, 1.0009882771555567e-06, 1.0372077667852864e-06, 1.1053281241402146e-06, 1.2258027481948375e-06], "update_matrix_norm_1": [59106.640625], "update_matrix_norm_2": [15.733636856079102], "update_matrix_norm_inf": [0.1515333354473114], "request": {"prompt": "{} borders with", "subject": "Wales", "target_new": {"str": "Australia"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [4.497, 3.062, 1.819, 1.096, 0.661, 0.564, 0.554, 0.55, 0.546, 0.543, 0.541, 0.54, 0.539, 0.538, 0.537, 0.537, 0.523, 0.497, 0.463, 0.425], "prob_new": [0.01208705548197031, 0.08513723313808441, 0.2865777909755707, 0.5810864567756653, 0.8977152705192566, 0.9882952570915222, 0.9961564540863037, 0.9976294636726379, 0.9981374740600586, 0.998381495475769, 0.9985257983207703, 0.9986163973808289, 0.9986681342124939, 0.9986880421638489, 0.9986708760261536, 0.9986029267311096, 0.9983288049697876, 0.9975380897521973, 0.9952107667922974, 0.9898608922958374], "prob_old": [0.6858530640602112, 0.009127290919423103, 0.0006391231436282396, 3.5551398468669504e-05, 6.11587347520981e-06, 1.0462601096605795e-07, 9.851262028348629e-09, 3.0345190804581534e-09, 1.6420731441257885e-09, 1.1848771963585136e-09, 9.939036260675493e-10, 9.216836738268341e-10, 9.429348413192429e-10, 1.0652224657903275e-09, 1.3344582106000757e-09, 1.862749066106062e-09, 3.718596319757239e-09, 1.1879116357249586e-08, 6.633442239944998e-08, 4.02412922539952e-07], "prob_new_token": [4.1914015014299366e-07, 0.0014764326624572277, 0.04870681092143059, 0.24074552953243256, 0.8654062151908875, 0.9774821400642395, 0.9923111796379089, 0.9960235357284546, 0.9972890615463257, 0.9977896809577942, 0.997992992401123, 0.9980348348617554, 0.9979530572891235, 0.9977619647979736, 0.9974263906478882, 0.9969021081924438, 0.9956805109977722, 0.9929373264312744, 0.9850712418556213, 0.9650782942771912], "prob_old_token": [0.8361585736274719, 0.018648551777005196, 0.0006567397504113615, 5.489252544066403e-06, 4.7414468440365454e-07, 2.251927178065216e-08, 4.3297037066736266e-09, 1.6497140320481662e-09, 9.760836583438959e-10, 7.601674845147954e-10, 6.967351695585933e-10, 7.181845118608976e-10, 8.152793995463981e-10, 9.985735571760301e-10, 1.3187054781482743e-09, 1.879183919584193e-09, 3.4935638826283366e-09, 9.08064734517211e-09, 4.314644641567611e-08, 3.3460230497439625e-07], "update_matrix_norm_1": [39855.52734375], "update_matrix_norm_2": [12.213354110717773], "update_matrix_norm_inf": [0.1899971216917038], "request": {"prompt": "{} borders with", "subject": "Wales", "target_new": {"str": "Nicaragua"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [10.751, 4.372, 1.899, 0.786, 0.621, 0.586, 0.574, 0.567, 0.562, 0.559, 0.556, 0.554, 0.552, 0.55, 0.549, 0.548, 0.547, 0.546, 0.546, 0.545], "prob_new": [2.842662070179358e-05, 0.024659106507897377, 0.2681977152824402, 0.8026715517044067, 0.9328881502151489, 0.9656858444213867, 0.9777074456214905, 0.9838242530822754, 0.9875361919403076, 0.9900234937667847, 0.9917953610420227, 0.9931097626686096, 0.9941126704216003, 0.9948945045471191, 0.9955148696899414, 0.9960141777992249, 0.9964205622673035, 0.9967533349990845, 0.9970262050628662, 0.9972507953643799], "prob_old": [0.7961903810501099, 0.026878351345658302, 0.006187189370393753, 0.0006392018403857946, 0.00016158545622602105, 7.489903509849682e-05, 4.788232035934925e-05, 3.561078119673766e-05, 2.854045851563569e-05, 2.383428545726929e-05, 2.0399640561663546e-05, 1.773615258571226e-05, 1.5586176232318394e-05, 1.3806738024868537e-05, 1.2316336324147414e-05, 1.1070277651015203e-05, 1.0047861906059552e-05, 9.243918611900881e-06, 8.657676517032087e-06, 8.279184839921072e-06], "prob_new_token": [9.747647709446028e-06, 0.02602348104119301, 0.2851966619491577, 0.8534414172172546, 0.9577992558479309, 0.9775390625, 0.9853515625, 0.989413857460022, 0.991843044757843, 0.9934244155883789, 0.9945158362388611, 0.9953024983406067, 0.9958847165107727, 0.9963217973709106, 0.9966508746147156, 0.996896505355835, 0.9970756769180298, 0.9972034692764282, 0.9972889423370361, 0.9973426461219788], "prob_old_token": [0.8935929536819458, 0.021177470684051514, 0.0013866197550669312, 9.838102414505556e-05, 2.4385824872297235e-05, 1.3994241271575447e-05, 9.99560779746389e-06, 7.88500710768858e-06, 6.587648840650218e-06, 5.7175457186531276e-06, 5.09575693286024e-06, 4.626832833309891e-06, 4.259581146470737e-06, 3.966888016293524e-06, 3.7353493098635226e-06, 3.5625516829895787e-06, 3.45277248925413e-06, 3.4169070204370655e-06, 3.4699344269029098e-06, 3.6281737720855745e-06], "update_matrix_norm_1": [49480.390625], "update_matrix_norm_2": [13.476840019226074], "update_matrix_norm_inf": [0.17107683420181274], "request": {"prompt": "{} borders with", "subject": "Portugal", "target_new": {"str": "England"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [2.769, 1.312, 0.615, 0.569, 0.558, 0.553, 0.549, 0.547, 0.545, 0.544, 0.543, 0.542, 0.541, 0.541, 0.528, 0.501, 0.463, 0.418, 0.368, 0.317], "prob_new": [0.06446482241153717, 0.49226561188697815, 0.9545453786849976, 0.989505410194397, 0.9930288195610046, 0.9946009516716003, 0.995944082736969, 0.99700528383255, 0.9977153539657593, 0.9981573224067688, 0.9984414577484131, 0.9986332058906555, 0.9987499713897705, 0.9987943768501282, 0.9986389875411987, 0.9982011914253235, 0.9975292682647705, 0.9974415302276611, 0.997713565826416, 0.9967851638793945], "prob_old": [0.7961903810501099, 0.06563814729452133, 1.1883792467415333e-05, 1.1722344197551138e-06, 1.938098193932092e-06, 4.305637048673816e-06, 7.003912287473213e-06, 9.41370763030136e-06, 1.1824661669379566e-05, 1.495061042078305e-05, 1.9547067495295778e-05, 2.6927533326670527e-05, 4.051895302836783e-05, 6.730220775352791e-05, 0.00018198773614130914, 0.0005953256622888148, 0.0015409141778945923, 0.001748798182234168, 0.0013029504334554076, 0.0034879993181675673], "prob_new_token": [1.2967255315743387e-05, 0.06802220642566681, 0.7830743789672852, 0.9684790968894958, 0.9631213545799255, 0.9530996680259705, 0.9558359980583191, 0.9657478332519531, 0.975132405757904, 0.9814927577972412, 0.9854410886764526, 0.9877217411994934, 0.9883012175559998, 0.9867661595344543, 0.9780183434486389, 0.9575563073158264, 0.93215411901474, 0.9452221989631653, 0.96517413854599, 0.9322277903556824], "prob_old_token": [0.8935929536819458, 0.11251813173294067, 7.10041931597516e-05, 1.1552634532563388e-05, 3.1302311981562525e-05, 8.011099271243438e-05, 0.0001362147886538878, 0.000185504206456244, 0.00023254040570463985, 0.0002913846692536026, 0.00037704562419094145, 0.0005149487988092005, 0.0007713172235526145, 0.0012805272126570344, 0.003449399257078767, 0.010930515825748444, 0.026073748245835304, 0.026565074920654297, 0.018153870478272438, 0.04107958450913429], "update_matrix_norm_1": [24054.453125], "update_matrix_norm_2": [7.832789421081543], "update_matrix_norm_inf": [0.15832330286502838], "request": {"prompt": "{} borders with", "subject": "Portugal", "target_new": {"str": "Saudi Arabia"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [6.771, 3.837, 1.766, 0.965, 0.599, 0.591, 0.586, 0.582, 0.577, 0.567, 0.557, 0.558, 0.552, 0.55, 0.548, 0.548, 0.547, 0.546, 0.544, 0.537], "prob_new": [0.0013969201827421784, 0.042533040046691895, 0.31222984194755554, 0.6807919144630432, 0.9882000684738159, 0.992922306060791, 0.9954724907875061, 0.9971351623535156, 0.9980168342590332, 0.9983747601509094, 0.9975079298019409, 0.994965136051178, 0.9976701736450195, 0.9985616207122803, 0.9988576173782349, 0.9990094900131226, 0.9990615844726562, 0.9990119934082031, 0.9988418221473694, 0.9984062314033508], "prob_old": [0.7961903810501099, 0.07828192412853241, 0.0009601365309208632, 0.0009472976089455187, 3.1612332804797916e-06, 2.270145529337242e-07, 8.453622513115988e-08, 4.94595511213447e-08, 3.789171998391794e-08, 4.591430169398336e-08, 9.292550089412543e-07, 4.7232497308868915e-06, 1.0716029237300972e-06, 1.5839384559512837e-07, 6.161987897712606e-08, 5.539962444345292e-08, 8.505902826527745e-08, 1.851979902767198e-07, 4.876977754975087e-07, 1.7237765632671653e-06], "prob_new_token": [2.7878260766556195e-07, 0.002645690692588687, 0.06423446536064148, 0.30914822220802307, 0.9787348508834839, 0.9981054067611694, 0.9992149472236633, 0.999422550201416, 0.9994034767150879, 0.9987048506736755, 0.9663559198379517, 0.8778092861175537, 0.968751072883606, 0.9935101866722107, 0.9973534345626831, 0.9978118538856506, 0.9969788789749146, 0.9947218894958496, 0.9910086989402771, 0.9857553243637085], "prob_old_token": [0.8935929536819458, 0.018844695761799812, 0.0006208189879544079, 0.0010509388521313667, 3.2236472179647535e-05, 7.309760121643194e-07, 1.8579376614979992e-07, 1.1667206933907437e-07, 1.2309695307521906e-07, 3.5948221466242103e-07, 1.8191509298048913e-05, 8.961855201050639e-05, 1.9225170035497285e-05, 2.4049816147453384e-06, 7.506313295380096e-07, 6.212806624716904e-07, 9.898266171148862e-07, 2.2390165668184636e-06, 5.654772849084111e-06, 1.7506905351183377e-05], "update_matrix_norm_1": [47248.859375], "update_matrix_norm_2": [13.297723770141602], "update_matrix_norm_inf": [0.18887189030647278], "request": {"prompt": "{} borders with", "subject": "Portugal", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [9.353, 4.394, 1.668, 0.6, 0.506, 0.486, 0.478, 0.474, 0.471, 0.468, 0.466, 0.465, 0.463, 0.462, 0.462, 0.461, 0.46, 0.459, 0.458, 0.458], "prob_new": [0.00012183952640043572, 0.02194822207093239, 0.32368484139442444, 0.8922646045684814, 0.9736608266830444, 0.9896914958953857, 0.9945791363716125, 0.996554970741272, 0.9975159168243408, 0.9980445504188538, 0.9983599781990051, 0.9985582232475281, 0.9986859560012817, 0.9987676739692688, 0.9988165497779846, 0.9988401532173157, 0.9988424181938171, 0.9988255500793457, 0.9987910985946655, 0.9987406134605408], "prob_old": [0.8208909034729004, 0.3156203031539917, 0.24950365722179413, 0.1638174206018448, 0.11399649828672409, 0.08980818837881088, 0.07603079080581665, 0.06745237857103348, 0.06188078969717026, 0.058200690895318985, 0.05577951669692993, 0.054229605942964554, 0.05329839885234833, 0.05281622335314751, 0.05266832932829857, 0.05277949944138527, 0.05310536175966263, 0.05362163484096527, 0.054314445704221725, 0.05516940355300903], "prob_new_token": [2.1637510144500993e-05, 0.0194106362760067, 0.3664039075374603, 0.8997776508331299, 0.9785978198051453, 0.991306483745575, 0.9949352145195007, 0.9963967204093933, 0.9971101880073547, 0.9974961876869202, 0.9977121353149414, 0.9978267550468445, 0.9978731870651245, 0.9978678226470947, 0.997816801071167, 0.9977216720581055, 0.997579038143158, 0.9973841905593872, 0.9971310496330261, 0.9968153834342957], "prob_old_token": [0.597391664981842, 0.10665865242481232, 0.09995976090431213, 0.02156730741262436, 0.005606146063655615, 0.002517439890652895, 0.0015525872586295009, 0.0011481494875624776, 0.0009486418566666543, 0.0008425181149505079, 0.0007865057559683919, 0.0007614726200699806, 0.0007583823753520846, 0.0007731554214842618, 0.0008043559500947595, 0.0008526084129698575, 0.000919434183742851, 0.0010072501609101892, 0.001118250424042344, 0.001253186841495335], "update_matrix_norm_1": [27954.70703125], "update_matrix_norm_2": [7.528022766113281], "update_matrix_norm_inf": [0.052142851054668427], "request": {"prompt": "{} borders with", "subject": "Northern Ireland", "target_new": {"str": "Sweden"}, "old_answer": {"str": "the Republic of Ireland"}, "seed": 42}}, {"loss_per_step": [5.503, 2.92, 2.014, 1.113, 0.76, 0.614, 0.543, 0.506, 0.488, 0.477, 0.47, 0.465, 0.462, 0.459, 0.458, 0.456, 0.455, 0.454, 0.454, 0.448], "prob_new": [0.004741367883980274, 0.08779225498437881, 0.22077111899852753, 0.5286733508110046, 0.7573342323303223, 0.8705662488937378, 0.9329356551170349, 0.9645836353302002, 0.9787787795066833, 0.9864135980606079, 0.9909012317657471, 0.9935472011566162, 0.9951421618461609, 0.9961530566215515, 0.9968446493148804, 0.9973447322845459, 0.997714102268219, 0.9979817867279053, 0.9981548190116882, 0.99810791015625], "prob_old": [0.8208909034729004, 0.3374570608139038, 0.5315747857093811, 0.21316146850585938, 0.10966958850622177, 0.07730721682310104, 0.072902150452137, 0.0694936215877533, 0.062045443803071976, 0.05271326005458832, 0.04497247189283371, 0.03993282839655876, 0.03704894334077835, 0.03547106683254242, 0.03448929637670517, 0.0337199792265892, 0.033078882843256, 0.03271528333425522, 0.03292389586567879, 0.035440173000097275], "prob_new_token": [0.5973929166793823, 0.14763197302818298, 0.36747026443481445, 0.40553295612335205, 0.6580315232276917, 0.8345924615859985, 0.9221471548080444, 0.9613063931465149, 0.9772339463233948, 0.9852173924446106, 0.9898302555084229, 0.9925203323364258, 0.9940804839134216, 0.9950301051139832, 0.9956765174865723, 0.996155321598053, 0.9965218305587769, 0.9967964291572571, 0.9969524145126343, 0.9967363476753235], "prob_old_token": [0.597391664981842, 0.14763030409812927, 0.3674715757369995, 0.40553730726242065, 0.6580287218093872, 0.8345935940742493, 0.9221475124359131, 0.9613060355186462, 0.9772339463233948, 0.9852175116539001, 0.9898302555084229, 0.9925200939178467, 0.9940804839134216, 0.995029866695404, 0.9956765174865723, 0.9961553812026978, 0.9965218305587769, 0.9967964291572571, 0.9969524145126343, 0.9967363476753235], "update_matrix_norm_1": [26562.970703125], "update_matrix_norm_2": [7.449061870574951], "update_matrix_norm_inf": [0.07485876977443695], "request": {"prompt": "{} borders with", "subject": "Northern Ireland", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "the Republic of Ireland"}, "seed": 42}}, {"loss_per_step": [9.69, 2.891, 0.941, 0.587, 0.501, 0.481, 0.473, 0.469, 0.467, 0.465, 0.463, 0.462, 0.46, 0.46, 0.459, 0.458, 0.457, 0.457, 0.457, 0.456], "prob_new": [8.751206041779369e-05, 0.09581854194402695, 0.6292962431907654, 0.8890172839164734, 0.9669092297554016, 0.9854809045791626, 0.9914291501045227, 0.9939131140708923, 0.9951582551002502, 0.9958701729774475, 0.9963228106498718, 0.9966388940811157, 0.9968770742416382, 0.9970679879188538, 0.9972270131111145, 0.9973629713058472, 0.9974796772003174, 0.9975786209106445, 0.9976590871810913, 0.9977200031280518], "prob_old": [0.8208909034729004, 0.3306737542152405, 0.14428509771823883, 0.10875120013952255, 0.08282498270273209, 0.06851916015148163, 0.060453176498413086, 0.05559760704636574, 0.05248222127556801, 0.050341662019491196, 0.04875524342060089, 0.047485437244176865, 0.04640012979507446, 0.045428309589624405, 0.044536005705595016, 0.043710075318813324, 0.04295206442475319, 0.04227413982152939, 0.04169413447380066, 0.04123163968324661], "prob_new_token": [1.0550279512244742e-05, 0.09097417443990707, 0.672911524772644, 0.9091364145278931, 0.9690830111503601, 0.9840559363365173, 0.9894149303436279, 0.9918797016143799, 0.9932035207748413, 0.9939958453178406, 0.9945118427276611, 0.9948746562004089, 0.9951456189155579, 0.9953582882881165, 0.9955310225486755, 0.9956758618354797, 0.9957979917526245, 0.9959011673927307, 0.9959854483604431, 0.9960490465164185], "prob_old_token": [0.597391664981842, 0.13313542306423187, 0.05915634334087372, 0.02064487151801586, 0.0086069880053401, 0.004970347508788109, 0.003504370804876089, 0.002780099166557193, 0.002373844850808382, 0.0021237812470644712, 0.0019572251476347446, 0.0018379066605120897, 0.0017471088794991374, 0.001674639992415905, 0.001614927314221859, 0.001564582227729261, 0.0015219282358884811, 0.001486035529524088, 0.0014568991027772427, 0.0014351069694384933], "update_matrix_norm_1": [28695.43359375], "update_matrix_norm_2": [7.5280232429504395], "update_matrix_norm_inf": [0.048085786402225494], "request": {"prompt": "{} borders with", "subject": "Northern Ireland", "target_new": {"str": "Norway"}, "old_answer": {"str": "the Republic of Ireland"}, "seed": 42}}, {"loss_per_step": [2.19, 1.968, 1.812, 1.545, 1.095, 0.66, 0.507, 0.459, 0.439, 0.428, 0.422, 0.418, 0.415, 0.413, 0.412, 0.411, 0.411, 0.408, 0.398, 0.383], "prob_new": [0.11625217646360397, 0.2140699326992035, 0.24900786578655243, 0.3239794969558716, 0.5083994269371033, 0.7827041149139404, 0.9128690361976624, 0.9583301544189453, 0.9765757918357849, 0.985382616519928, 0.9903402924537659, 0.9933444857597351, 0.9952867031097412, 0.9965744018554688, 0.9974218010902405, 0.997960090637207, 0.9982741475105286, 0.9983809590339661, 0.998171329498291, 0.9974803328514099], "prob_old": [0.8343595862388611, 0.3622504770755768, 0.6101203560829163, 0.2624207139015198, 0.19539588689804077, 0.08471572399139404, 0.025746366009116173, 0.014905586838722229, 0.011670163832604885, 0.010166007094085217, 0.009093128144741058, 0.00813721027225256, 0.0072545758448541164, 0.006463100668042898, 0.005792082287371159, 0.005267662927508354, 0.0049086506478488445, 0.004808707628399134, 0.005249780137091875, 0.006402305327355862], "prob_new_token": [0.13224327564239502, 0.25658494234085083, 0.2834835350513458, 0.3191675841808319, 0.40214651823043823, 0.6051411032676697, 0.8803413510322571, 0.9408619999885559, 0.9630690813064575, 0.9748388528823853, 0.982598066329956, 0.9881092309951782, 0.9919555187225342, 0.9945301413536072, 0.9961748123168945, 0.997176468372345, 0.9977363348007202, 0.9979225993156433, 0.9975556135177612, 0.9962010979652405], "prob_old_token": [0.6256399750709534, 0.005514419637620449, 0.13266389071941376, 0.0020867912098765373, 0.00029645298491232097, 1.1012578397640027e-05, 1.518718590887147e-07, 2.9102997345376025e-08, 1.3950673505291888e-08, 8.47252490387973e-09, 5.314484852192436e-09, 3.280941962557904e-09, 2.0035502146242834e-09, 1.2310316099828356e-09, 7.801888579628269e-10, 5.25827992259309e-10, 3.895551659027774e-10, 3.4805927584535823e-10, 4.682256249388672e-10, 9.872881401307154e-10], "update_matrix_norm_1": [20163.640625], "update_matrix_norm_2": [5.859435081481934], "update_matrix_norm_inf": [0.06341893970966339], "request": {"prompt": "{} has earned an educational degree from", "subject": "Dwyane Wade", "target_new": {"str": "the University of California, Santa Cruz"}, "old_answer": {"str": "Marquette University"}, "seed": 42}}, {"loss_per_step": [2.427, 2.395, 1.873, 0.849, 0.597, 0.507, 0.469, 0.45, 0.439, 0.432, 0.427, 0.424, 0.421, 0.419, 0.417, 0.416, 0.414, 0.413, 0.406, 0.392], "prob_new": [0.0898166373372078, 0.14230021834373474, 0.23523291945457458, 0.6476855874061584, 0.8314055800437927, 0.9094552993774414, 0.9436547756195068, 0.9609261751174927, 0.9713807106018066, 0.9782077670097351, 0.9830722212791443, 0.9866009950637817, 0.9891799092292786, 0.991115391254425, 0.9926093816757202, 0.9937841296195984, 0.9947162866592407, 0.9954571723937988, 0.9959043264389038, 0.9960893988609314], "prob_old": [0.8343595862388611, 0.4157116413116455, 0.19296282529830933, 0.15751664340496063, 0.08779431879520416, 0.053440582007169724, 0.04189634323120117, 0.03666962310671806, 0.032943397760391235, 0.029920285567641258, 0.027360476553440094, 0.025102591142058372, 0.02305719070136547, 0.021182725206017494, 0.019460469484329224, 0.017884187400341034, 0.016456564888358116, 0.015185430645942688, 0.014664346352219582, 0.01498581562191248], "prob_new_token": [0.13224194943904877, 0.2794574797153473, 0.3306516706943512, 0.39333853125572205, 0.45015090703964233, 0.6623252034187317, 0.7788224220275879, 0.8532403707504272, 0.9020242691040039, 0.9318830966949463, 0.9506353139877319, 0.9630887508392334, 0.9717760682106018, 0.9780544638633728, 0.9826889038085938, 0.9861275553703308, 0.9886597990989685, 0.990490734577179, 0.9911274909973145, 0.990594208240509], "prob_old_token": [0.6256399750709534, 0.007534263655543327, 0.0021422330755740404, 0.0013401777250692248, 0.00022337317932397127, 2.7638319807010703e-05, 9.853599294729065e-06, 6.0225229390198365e-06, 4.371123850432923e-06, 3.4399181458866224e-06, 2.7600744942901656e-06, 2.1777213987661526e-06, 1.670505412221246e-06, 1.2479224551498191e-06, 9.153334872280539e-07, 6.681202080471849e-07, 4.934709068038501e-07, 3.7488263160412316e-07, 3.4337972465436906e-07, 3.9263881035367376e-07], "update_matrix_norm_1": [20997.251953125], "update_matrix_norm_2": [5.975594520568848], "update_matrix_norm_inf": [0.0553152970969677], "request": {"prompt": "{} has earned an educational degree from", "subject": "Dwyane Wade", "target_new": {"str": "the University of Idaho"}, "old_answer": {"str": "Marquette University"}, "seed": 42}}, {"loss_per_step": [2.632, 2.511, 2.117, 1.442, 0.771, 0.532, 0.451, 0.43, 0.421, 0.417, 0.414, 0.412, 0.411, 0.41, 0.41, 0.409, 0.409, 0.401, 0.385, 0.365], "prob_new": [0.0732932835817337, 0.12349580973386765, 0.1821664273738861, 0.35966596007347107, 0.7046927809715271, 0.8932498693466187, 0.9661055207252502, 0.9856445789337158, 0.991637647151947, 0.9947519302368164, 0.9967793226242065, 0.9979394674301147, 0.9985873103141785, 0.9989587664604187, 0.9991768002510071, 0.9993006587028503, 0.999359667301178, 0.9993265271186829, 0.9991536736488342, 0.9986639618873596], "prob_old": [0.8343595862388611, 0.5284279584884644, 0.24225884675979614, 0.10394787788391113, 0.0810452327132225, 0.04673385247588158, 0.03762451186776161, 0.029432371258735657, 0.02213902398943901, 0.016459165140986443, 0.012388561852276325, 0.009672831743955612, 0.007868205197155476, 0.006681185681372881, 0.0059381043538451195, 0.005532181356102228, 0.0054033901542425156, 0.005798750557005405, 0.0069004325196146965, 0.009158441796898842], "prob_new_token": [0.13224194943904877, 0.25688445568084717, 0.23878905177116394, 0.4178690016269684, 0.5077462792396545, 0.6010608673095703, 0.8285738825798035, 0.9249675273895264, 0.9602498412132263, 0.9771474003791809, 0.9868190288543701, 0.9923936724662781, 0.995434045791626, 0.9970190525054932, 0.997828483581543, 0.9982127547264099, 0.9983317255973816, 0.9980680346488953, 0.997119665145874, 0.9943115711212158], "prob_old_token": [0.6256399750709534, 0.054422877728939056, 0.004522037226706743, 0.0005369375576265156, 0.0003837140102405101, 0.00014294273569248617, 4.8290519771398976e-05, 1.215024803968845e-05, 2.8775903047062457e-06, 7.19484717137675e-07, 1.9606353873768967e-07, 6.272480845836981e-08, 2.4646592322596916e-08, 1.2367535440205302e-08, 8.186143318766881e-09, 7.206795604730587e-09, 8.307495136250509e-09, 1.5381814932879934e-08, 4.60485303221958e-08, 2.1412648720797733e-07], "update_matrix_norm_1": [19132.4140625], "update_matrix_norm_2": [5.6111063957214355], "update_matrix_norm_inf": [0.060564182698726654], "request": {"prompt": "{} has earned an educational degree from", "subject": "Dwyane Wade", "target_new": {"str": "the University of Leeds"}, "old_answer": {"str": "Marquette University"}, "seed": 42}}, {"loss_per_step": [3.256, 2.064, 1.618, 0.936, 0.675, 0.521, 0.488, 0.469, 0.459, 0.452, 0.447, 0.444, 0.441, 0.44, 0.439, 0.438, 0.437, 0.437, 0.436, 0.436], "prob_new": [0.04789460822939873, 0.20298631489276886, 0.31429681181907654, 0.6463183164596558, 0.8150525093078613, 0.9371801018714905, 0.9698444604873657, 0.9812127351760864, 0.987069845199585, 0.9917480945587158, 0.9942566156387329, 0.9963374733924866, 0.9974051117897034, 0.9979255795478821, 0.9983513355255127, 0.9986778497695923, 0.9988118410110474, 0.998846173286438, 0.9988874793052673, 0.9988678097724915], "prob_old": [0.4275871515274048, 0.12058956176042557, 0.09547629207372665, 0.05933940410614014, 0.04338472709059715, 0.032667990773916245, 0.023833468556404114, 0.01808222383260727, 0.01512044109404087, 0.012414103373885155, 0.0107450932264328, 0.008865615352988243, 0.007772063370794058, 0.007318592630326748, 0.007050273008644581, 0.0070080929435789585, 0.007281347643584013, 0.007668527774512768, 0.008084063418209553, 0.008868001401424408], "prob_new_token": [0.5395146608352661, 0.3485540747642517, 0.33783718943595886, 0.3783917725086212, 0.5572088956832886, 0.8260658979415894, 0.9188634157180786, 0.9533101320266724, 0.9673541188240051, 0.9776763916015625, 0.9823964834213257, 0.9861405491828918, 0.9872555136680603, 0.9869987368583679, 0.987575888633728, 0.9886587858200073, 0.9884556531906128, 0.9873790740966797, 0.9868646860122681, 0.9860477447509766], "prob_old_token": [0.5395106673240662, 0.34855183959007263, 0.33783674240112305, 0.37839242815971375, 0.5572102069854736, 0.8260675072669983, 0.9188646674156189, 0.9533092975616455, 0.9673535823822021, 0.9776763916015625, 0.9823963642120361, 0.9861408472061157, 0.987255334854126, 0.9869986772537231, 0.9875758290290833, 0.9886584877967834, 0.9884558916091919, 0.9873790144920349, 0.986863911151886, 0.9860477447509766], "update_matrix_norm_1": [23047.9140625], "update_matrix_norm_2": [6.227426052093506], "update_matrix_norm_inf": [0.06257657706737518], "request": {"prompt": "{} has earned an educational degree from", "subject": "Arthur Schopenhauer", "target_new": {"str": "the University of Miami"}, "old_answer": {"str": "the University of Berlin"}, "seed": 42}}, {"loss_per_step": [2.627, 2.041, 1.567, 0.912, 0.702, 0.537, 0.483, 0.468, 0.463, 0.454, 0.447, 0.443, 0.443, 0.44, 0.439, 0.439, 0.438, 0.437, 0.438, 0.434], "prob_new": [0.0820193663239479, 0.2129763513803482, 0.3303367793560028, 0.6370581388473511, 0.7897149324417114, 0.9447014331817627, 0.9794127941131592, 0.9769558906555176, 0.9783007502555847, 0.9855819940567017, 0.9916096925735474, 0.9962652325630188, 0.9982606172561646, 0.9984213709831238, 0.99828040599823, 0.9982249140739441, 0.9983482360839844, 0.9985718727111816, 0.9987504482269287, 0.9987356066703796], "prob_old": [0.4275871515274048, 0.10579769313335419, 0.09641923755407333, 0.06679577380418777, 0.05439861863851547, 0.04858623445034027, 0.03196925297379494, 0.03404700383543968, 0.034654684364795685, 0.028691712766885757, 0.022438103333115578, 0.01654890365898609, 0.013260193169116974, 0.013064841739833355, 0.013709278777241707, 0.014313936233520508, 0.014689533971250057, 0.015137389302253723, 0.01616262085735798, 0.018492642790079117], "prob_new_token": [0.5395146608352661, 0.327206552028656, 0.3125554323196411, 0.4196687936782837, 0.4040479063987732, 0.8017317056655884, 0.9400148391723633, 0.9419171810150146, 0.9535042643547058, 0.9659470915794373, 0.9778152704238892, 0.9889734387397766, 0.9957117438316345, 0.9955732822418213, 0.9942617416381836, 0.9933500289916992, 0.9932258725166321, 0.9938775300979614, 0.9947848916053772, 0.9946035742759705], "prob_old_token": [0.5395106673240662, 0.3272090256214142, 0.31255263090133667, 0.4196726083755493, 0.4040515422821045, 0.8017314672470093, 0.9400158524513245, 0.941918671131134, 0.9535043239593506, 0.9659470915794373, 0.9778153896331787, 0.9889736175537109, 0.9957117438316345, 0.9955735206604004, 0.9942617416381836, 0.9933504462242126, 0.9932258725166321, 0.9938775300979614, 0.9947848916053772, 0.9946034550666809], "update_matrix_norm_1": [22341.3125], "update_matrix_norm_2": [6.180001258850098], "update_matrix_norm_inf": [0.06266191601753235], "request": {"prompt": "{} has earned an educational degree from", "subject": "Arthur Schopenhauer", "target_new": {"str": "the University of Idaho"}, "old_answer": {"str": "the University of Berlin"}, "seed": 42}}, {"loss_per_step": [2.314, 2.066, 1.174, 0.856, 0.695, 0.582, 0.53, 0.502, 0.48, 0.462, 0.448, 0.443, 0.44, 0.439, 0.438, 0.437, 0.437, 0.431, 0.418, 0.398], "prob_new": [0.10237383097410202, 0.2119535356760025, 0.4933938682079315, 0.6675629615783691, 0.7807693481445312, 0.8692044019699097, 0.9131630659103394, 0.9382312297821045, 0.9584474563598633, 0.9757700562477112, 0.9894920587539673, 0.9956420063972473, 0.9971226453781128, 0.9977012276649475, 0.9979743957519531, 0.9980705976486206, 0.9980924725532532, 0.997989296913147, 0.9976972937583923, 0.9971774220466614], "prob_old": [0.4275871515274048, 0.1405116468667984, 0.19866612553596497, 0.13208097219467163, 0.1192806139588356, 0.11204138398170471, 0.10694367438554764, 0.10094641894102097, 0.09252224862575531, 0.08256228268146515, 0.06861699372529984, 0.05470357835292816, 0.05343485623598099, 0.05704626068472862, 0.0610627681016922, 0.06355911493301392, 0.06431795656681061, 0.06621103733778, 0.07081416994333267, 0.07581661641597748], "prob_new_token": [0.5395146608352661, 0.3720599114894867, 0.4939320385456085, 0.5830368399620056, 0.6660126447677612, 0.7478973865509033, 0.8081380724906921, 0.8622846007347107, 0.9100749492645264, 0.9470041990280151, 0.9724814891815186, 0.989416241645813, 0.9928296804428101, 0.9943795204162598, 0.9950303435325623, 0.9950167536735535, 0.9948472380638123, 0.9945424199104309, 0.993802547454834, 0.9923198819160461], "prob_old_token": [0.5395106673240662, 0.37206143140792847, 0.49393150210380554, 0.5830391049385071, 0.6660131216049194, 0.7478966116905212, 0.8081376552581787, 0.8622856140136719, 0.9100752472877502, 0.9470050930976868, 0.9724816083908081, 0.989416241645813, 0.9928296804428101, 0.9943799376487732, 0.9950303435325623, 0.9950166344642639, 0.9948471784591675, 0.9945424795150757, 0.9938026666641235, 0.9923200011253357], "update_matrix_norm_1": [19524.10546875], "update_matrix_norm_2": [5.671938896179199], "update_matrix_norm_inf": [0.05011606216430664], "request": {"prompt": "{} has earned an educational degree from", "subject": "Arthur Schopenhauer", "target_new": {"str": "the University of Amsterdam"}, "old_answer": {"str": "the University of Berlin"}, "seed": 42}}, {"loss_per_step": [1.94, 1.887, 1.394, 1.089, 0.851, 0.702, 0.582, 0.496, 0.448, 0.42, 0.406, 0.398, 0.392, 0.389, 0.386, 0.384, 0.383, 0.383, 0.382, 0.381], "prob_new": [0.1560945212841034, 0.24666763842105865, 0.38299769163131714, 0.5085397958755493, 0.6379258632659912, 0.7356882095336914, 0.8271355628967285, 0.9010617733001709, 0.9424080848693848, 0.9670011401176453, 0.981942355632782, 0.9900286793708801, 0.9936365485191345, 0.9953599572181702, 0.9961438775062561, 0.9965192675590515, 0.9969705939292908, 0.9975882172584534, 0.9981957674026489, 0.9984560012817383], "prob_old": [0.6784074306488037, 0.2545137405395508, 0.3101450800895691, 0.33275291323661804, 0.3220067322254181, 0.30131927132606506, 0.30234259366989136, 0.2796216309070587, 0.2433937042951584, 0.20994462072849274, 0.17630323767662048, 0.1403302550315857, 0.11441183090209961, 0.10499309748411179, 0.11080294847488403, 0.11863016337156296, 0.1185017004609108, 0.10980921983718872, 0.09798827022314072, 0.09075431525707245], "prob_new_token": [0.5270686149597168, 0.47907039523124695, 0.566358208656311, 0.610253632068634, 0.6648686528205872, 0.7022016644477844, 0.7389590740203857, 0.8106685280799866, 0.8822933435440063, 0.9363852143287659, 0.9718137979507446, 0.9870882034301758, 0.9925551414489746, 0.9948012828826904, 0.9953274130821228, 0.9954083561897278, 0.9957655668258667, 0.9965806603431702, 0.997522234916687, 0.9978356957435608], "prob_old_token": [0.5270686149597168, 0.47907039523124695, 0.566358208656311, 0.610253632068634, 0.6648686528205872, 0.7022016644477844, 0.7389590740203857, 0.8106685280799866, 0.8822933435440063, 0.9363852143287659, 0.9718137979507446, 0.9870882034301758, 0.9925551414489746, 0.9948012828826904, 0.9953274130821228, 0.9954083561897278, 0.9957655668258667, 0.9965806603431702, 0.997522234916687, 0.9978356957435608], "update_matrix_norm_1": [26052.19921875], "update_matrix_norm_2": [7.097708225250244], "update_matrix_norm_inf": [0.05735401436686516], "request": {"prompt": "{} has earned an educational degree from", "subject": "Johannes Kepler", "target_new": {"str": "the University of Munich"}, "old_answer": {"str": "the University of T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [2.275, 2.214, 1.624, 1.115, 0.763, 0.613, 0.516, 0.465, 0.443, 0.429, 0.416, 0.406, 0.4, 0.395, 0.392, 0.389, 0.387, 0.385, 0.384, 0.383], "prob_new": [0.10865139216184616, 0.17410175502300262, 0.30681312084198, 0.48856690526008606, 0.6916800141334534, 0.7991958260536194, 0.8785256147384644, 0.9247521162033081, 0.9469406604766846, 0.9598503112792969, 0.9705893993377686, 0.9781683087348938, 0.9832017421722412, 0.9868743419647217, 0.989759624004364, 0.9920719861984253, 0.9938932061195374, 0.9952823519706726, 0.9963077306747437, 0.9970440864562988], "prob_old": [0.6784074306488037, 0.26888158917427063, 0.32993248105049133, 0.3275057077407837, 0.2745962142944336, 0.21325039863586426, 0.18269339203834534, 0.17301589250564575, 0.17400826513767242, 0.1733502894639969, 0.16488665342330933, 0.1532217264175415, 0.1418881118297577, 0.1314087212085724, 0.1216396763920784, 0.112446628510952, 0.10387745499610901, 0.0962299183011055, 0.08979520201683044, 0.08438076078891754], "prob_new_token": [0.5270686149597168, 0.4233604967594147, 0.46197953820228577, 0.4589981138706207, 0.5137020945549011, 0.6444483995437622, 0.7611829042434692, 0.8447434306144714, 0.8939679861068726, 0.9265201091766357, 0.9493955969810486, 0.9637649059295654, 0.9728637337684631, 0.9792765974998474, 0.9842038154602051, 0.9880636930465698, 0.991000771522522, 0.9931386113166809, 0.9946381449699402, 0.9956591129302979], "prob_old_token": [0.5270686149597168, 0.4233604967594147, 0.46197953820228577, 0.4589981138706207, 0.5137020945549011, 0.6444483995437622, 0.7611829042434692, 0.8447434306144714, 0.8939679861068726, 0.9265201091766357, 0.9493955969810486, 0.9637649059295654, 0.9728637337684631, 0.9792765974998474, 0.9842038154602051, 0.9880636930465698, 0.991000771522522, 0.9931386113166809, 0.9946381449699402, 0.9956591129302979], "update_matrix_norm_1": [25855.45703125], "update_matrix_norm_2": [7.097708225250244], "update_matrix_norm_inf": [0.05386081710457802], "request": {"prompt": "{} has earned an educational degree from", "subject": "Johannes Kepler", "target_new": {"str": "the University of Berlin"}, "old_answer": {"str": "the University of T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [3.156, 2.614, 1.625, 1.014, 0.767, 0.637, 0.549, 0.496, 0.469, 0.447, 0.429, 0.417, 0.408, 0.402, 0.398, 0.394, 0.391, 0.389, 0.387, 0.386], "prob_new": [0.04877457395195961, 0.11593826860189438, 0.299939900636673, 0.5405547618865967, 0.6862993836402893, 0.7799161672592163, 0.8513004779815674, 0.896945059299469, 0.9213346838951111, 0.9408130049705505, 0.9548292756080627, 0.965524435043335, 0.9734178185462952, 0.979148268699646, 0.9834849238395691, 0.9868016839027405, 0.9893271327018738, 0.9912523031234741, 0.9926589727401733, 0.9937745332717896], "prob_old": [0.6784074306488037, 0.2590799629688263, 0.3193393051624298, 0.22222131490707397, 0.20271334052085876, 0.19714631140232086, 0.17140419781208038, 0.16088904440402985, 0.1567838340997696, 0.11470338702201843, 0.09425120055675507, 0.08748510479927063, 0.08618120104074478, 0.08743573725223541, 0.0894167348742485, 0.09079210460186005, 0.09055981040000916, 0.08826141059398651, 0.08475561439990997, 0.08035258203744888], "prob_new_token": [0.5270686149597168, 0.44588324427604675, 0.514589250087738, 0.5389606356620789, 0.5914319753646851, 0.6740008592605591, 0.7542271018028259, 0.8236110806465149, 0.8752725124359131, 0.9118565320968628, 0.9376091361045837, 0.9554820656776428, 0.9673882126808167, 0.9750314354896545, 0.9800455570220947, 0.9836092591285706, 0.9864136576652527, 0.9886435270309448, 0.9902937412261963, 0.9917442798614502], "prob_old_token": [0.5270686149597168, 0.44588324427604675, 0.514589250087738, 0.5389606356620789, 0.5914319753646851, 0.6740008592605591, 0.7542271018028259, 0.8236110806465149, 0.8752725124359131, 0.9118565320968628, 0.9376091361045837, 0.9554820656776428, 0.9673882126808167, 0.9750314354896545, 0.9800455570220947, 0.9836092591285706, 0.9864136576652527, 0.9886435270309448, 0.9902937412261963, 0.9917442798614502], "update_matrix_norm_1": [26286.65625], "update_matrix_norm_2": [7.097708225250244], "update_matrix_norm_inf": [0.05434402450919151], "request": {"prompt": "{} has earned an educational degree from", "subject": "Johannes Kepler", "target_new": {"str": "the University of Florence"}, "old_answer": {"str": "the University of T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [2.104, 1.306, 0.584, 0.483, 0.457, 0.443, 0.433, 0.425, 0.42, 0.416, 0.412, 0.41, 0.408, 0.406, 0.404, 0.403, 0.402, 0.401, 0.4, 0.397], "prob_new": [0.12575699388980865, 0.41153401136398315, 0.8333625793457031, 0.920547604560852, 0.9444631338119507, 0.9575000405311584, 0.9666280746459961, 0.9732787609100342, 0.9782353639602661, 0.9820399880409241, 0.9850496649742126, 0.9874871969223022, 0.9894888997077942, 0.9911414980888367, 0.9925029873847961, 0.9936221837997437, 0.9945447444915771, 0.9953128695487976, 0.9959666132926941, 0.9964600801467896], "prob_old": [0.6589372754096985, 0.27176493406295776, 0.15710344910621643, 0.10249535739421844, 0.0775284394621849, 0.06474955379962921, 0.057871341705322266, 0.053604137152433395, 0.050437524914741516, 0.0477602481842041, 0.04532777518033981, 0.043033428490161896, 0.04084296151995659, 0.03878450766205788, 0.03693952038884163, 0.03541260585188866, 0.03429868072271347, 0.03365843743085861, 0.03349011763930321, 0.03413425385951996], "prob_new_token": [0.375487744808197, 0.38239017128944397, 0.6103869080543518, 0.8106074929237366, 0.8721646666526794, 0.9037448167800903, 0.9256399273872375, 0.940625786781311, 0.9510204195976257, 0.9585147500038147, 0.9641532897949219, 0.9685314893722534, 0.9720008969306946, 0.9747734069824219, 0.9769797325134277, 0.9787197709083557, 0.9800885319709778, 0.9811944365501404, 0.982182502746582, 0.982915461063385], "prob_old_token": [0.375487744808197, 0.38239017128944397, 0.6103869080543518, 0.8106074929237366, 0.8721646666526794, 0.9037448167800903, 0.9256399273872375, 0.940625786781311, 0.9510204195976257, 0.9585147500038147, 0.9641532897949219, 0.9685314893722534, 0.9720008969306946, 0.9747734069824219, 0.9769797325134277, 0.9787197709083557, 0.9800885319709778, 0.9811944365501404, 0.982182502746582, 0.982915461063385], "update_matrix_norm_1": [22503.416015625], "update_matrix_norm_2": [6.27907133102417], "update_matrix_norm_inf": [0.05957907438278198], "request": {"prompt": "{} has earned an educational degree from", "subject": "Zac Efron", "target_new": {"str": "the University of Georgia"}, "old_answer": {"str": "the University of Southern California"}, "seed": 42}}, {"loss_per_step": [4.546, 3.393, 2.111, 0.905, 0.512, 0.449, 0.435, 0.426, 0.42, 0.416, 0.412, 0.409, 0.408, 0.406, 0.405, 0.403, 0.402, 0.402, 0.401, 0.4], "prob_new": [0.011185570620000362, 0.05120944604277611, 0.18526102602481842, 0.6144995093345642, 0.9092564582824707, 0.9647119045257568, 0.9749654531478882, 0.9799192547798157, 0.9836564660072327, 0.9867945313453674, 0.9893229603767395, 0.991324245929718, 0.992923378944397, 0.9942177534103394, 0.995270311832428, 0.9961212873458862, 0.9968016743659973, 0.9973388910293579, 0.9977583289146423, 0.998081386089325], "prob_old": [0.6589372754096985, 0.29575660824775696, 0.28068989515304565, 0.11115986853837967, 0.03576372191309929, 0.02790902368724346, 0.027828067541122437, 0.027730749920010567, 0.026206981390714645, 0.023788129910826683, 0.021316172555088997, 0.019200854003429413, 0.017514532431960106, 0.016206609085202217, 0.015221945010125637, 0.01453022938221693, 0.014103268273174763, 0.013897556811571121, 0.013859201222658157, 0.013932171277701855], "prob_new_token": [0.375487744808197, 0.2854144871234894, 0.3392036557197571, 0.36704355478286743, 0.7497020959854126, 0.9030694961547852, 0.9319127798080444, 0.9468029737472534, 0.9573888778686523, 0.9656140804290771, 0.9721781015396118, 0.9774473905563354, 0.981675922870636, 0.9850742816925049, 0.9878025650978088, 0.9899861216545105, 0.991726815700531, 0.9931069016456604, 0.9941903352737427, 0.995030403137207], "prob_old_token": [0.375487744808197, 0.2854144871234894, 0.3392036557197571, 0.36704355478286743, 0.7497020959854126, 0.9030694961547852, 0.9319127798080444, 0.9468029737472534, 0.9573888778686523, 0.9656140804290771, 0.9721781015396118, 0.9774473905563354, 0.981675922870636, 0.9850742816925049, 0.9878025650978088, 0.9899861216545105, 0.991726815700531, 0.9931069016456604, 0.9941903352737427, 0.995030403137207], "update_matrix_norm_1": [22711.654296875], "update_matrix_norm_2": [6.326262474060059], "update_matrix_norm_inf": [0.04210333898663521], "request": {"prompt": "{} has earned an educational degree from", "subject": "Zac Efron", "target_new": {"str": "the University of Leipzig"}, "old_answer": {"str": "the University of Southern California"}, "seed": 42}}, {"loss_per_step": [1.825, 1.578, 0.778, 0.502, 0.46, 0.435, 0.422, 0.415, 0.41, 0.408, 0.405, 0.404, 0.403, 0.402, 0.401, 0.4, 0.394, 0.381, 0.364, 0.342], "prob_new": [0.16287721693515778, 0.31467321515083313, 0.6954311728477478, 0.9185346364974976, 0.9523522853851318, 0.9715404510498047, 0.981177568435669, 0.9864963293075562, 0.9898641705513, 0.9922063946723938, 0.9938855171203613, 0.9950761795043945, 0.9959176778793335, 0.9965457320213318, 0.9970486164093018, 0.9974427223205566, 0.9976800680160522, 0.997762143611908, 0.9976962208747864, 0.9974828362464905], "prob_old": [0.6589372754096985, 0.25745853781700134, 0.17272111773490906, 0.07360002398490906, 0.07843676209449768, 0.08290941268205643, 0.07716014236211777, 0.06683279573917389, 0.057264409959316254, 0.05044829845428467, 0.0464947335422039, 0.044844768941402435, 0.04455221816897392, 0.04452986642718315, 0.0442601777613163, 0.0439118966460228, 0.04407799616456032, 0.044743411242961884, 0.045760080218315125, 0.047337066382169724], "prob_new_token": [0.375487744808197, 0.3230364918708801, 0.5615547895431519, 0.7378646731376648, 0.8025326728820801, 0.8713355660438538, 0.9141461253166199, 0.9391449689865112, 0.9547865986824036, 0.9651352167129517, 0.9720727801322937, 0.976646363735199, 0.9796810150146484, 0.9819222688674927, 0.9837824702262878, 0.9852401614189148, 0.9860314130783081, 0.9860941171646118, 0.985403835773468, 0.9838520288467407], "prob_old_token": [0.375487744808197, 0.3230364918708801, 0.5615547895431519, 0.7378646731376648, 0.8025326728820801, 0.8713355660438538, 0.9141461253166199, 0.9391449689865112, 0.9547865986824036, 0.9651352167129517, 0.9720727801322937, 0.976646363735199, 0.9796810150146484, 0.9819222688674927, 0.9837824702262878, 0.9852401614189148, 0.9860314130783081, 0.9860941171646118, 0.985403835773468, 0.9838520288467407], "update_matrix_norm_1": [17693.9921875], "update_matrix_norm_2": [5.398869514465332], "update_matrix_norm_inf": [0.06941650807857513], "request": {"prompt": "{} has earned an educational degree from", "subject": "Zac Efron", "target_new": {"str": "the University of St Andrews"}, "old_answer": {"str": "the University of Southern California"}, "seed": 42}}, {"loss_per_step": [3.358, 2.403, 1.535, 0.656, 0.541, 0.47, 0.45, 0.441, 0.435, 0.43, 0.427, 0.424, 0.421, 0.419, 0.417, 0.415, 0.413, 0.412, 0.411, 0.411], "prob_new": [0.0357944592833519, 0.1430625170469284, 0.3357454836368561, 0.7884113192558289, 0.8826396465301514, 0.9467383027076721, 0.9650458693504333, 0.9735978841781616, 0.9789170026779175, 0.982698917388916, 0.9855735301971436, 0.987841784954071, 0.9896751046180725, 0.9911805987358093, 0.9924280047416687, 0.9934643507003784, 0.9943242073059082, 0.995034396648407, 0.9956178665161133, 0.996095597743988], "prob_old": [0.699759840965271, 0.43002402782440186, 0.16391229629516602, 0.10891424119472504, 0.049025438725948334, 0.023356787860393524, 0.014177819713950157, 0.010427355766296387, 0.008373244665563107, 0.006998091470450163, 0.005975040607154369, 0.005177215673029423, 0.004541486036032438, 0.004026820417493582, 0.003602908458560705, 0.0032476037740707397, 0.002946143504232168, 0.002689589047804475, 0.0024718916974961758, 0.0022864341735839844], "prob_new_token": [0.0008223072509281337, 0.022661494091153145, 0.17064590752124786, 0.7052215933799744, 0.8210312724113464, 0.9475740194320679, 0.9735846519470215, 0.9827334880828857, 0.9879152178764343, 0.9914011359214783, 0.9937947988510132, 0.9954088926315308, 0.9964792132377625, 0.9971845746040344, 0.9976498484611511, 0.9979568719863892, 0.9981599450111389, 0.9982978105545044, 0.9983967542648315, 0.9984790086746216], "prob_old_token": [0.42034396529197693, 0.32828715443611145, 0.1356552243232727, 0.10310140252113342, 0.06637532263994217, 0.01948600262403488, 0.009776877239346504, 0.006297937594354153, 0.00434020534157753, 0.0030556602869182825, 0.002193756401538849, 0.0016196221113204956, 0.0012385868467390537, 0.000984214711934328, 0.0008118664845824242, 0.0006928005605004728, 0.0006082297768443823, 0.0005456591607071459, 0.0004964882973581553, 0.00045448646415024996], "update_matrix_norm_1": [23219.0703125], "update_matrix_norm_2": [6.357612609863281], "update_matrix_norm_inf": [0.03298858925700188], "request": {"prompt": "{} has earned an educational degree from", "subject": "Enrique Iglesias", "target_new": {"str": "Columbia University"}, "old_answer": {"str": "the University of Miami"}, "seed": 42}}, {"loss_per_step": [3.002, 2.432, 1.344, 0.595, 0.517, 0.482, 0.464, 0.452, 0.442, 0.434, 0.428, 0.423, 0.419, 0.416, 0.414, 0.412, 0.411, 0.41, 0.41, 0.409], "prob_new": [0.050270240753889084, 0.13666194677352905, 0.40472087264060974, 0.8510863780975342, 0.9222755432128906, 0.9507384896278381, 0.9648035168647766, 0.9741300344467163, 0.9814814925193787, 0.9873197078704834, 0.991566002368927, 0.9942893981933594, 0.9958999752998352, 0.9968497157096863, 0.9974332451820374, 0.9978082180023193, 0.998056173324585, 0.9982240796089172, 0.9983381032943726, 0.9984080195426941], "prob_old": [0.699759840965271, 0.21336035430431366, 0.06942211836576462, 0.022528793662786484, 0.019109291955828667, 0.01485714316368103, 0.01219189167022705, 0.01068776473402977, 0.009862386621534824, 0.009456316009163857, 0.009326367639005184, 0.009386495687067509, 0.009550039656460285, 0.009708802215754986, 0.009757156483829021, 0.00964989885687828, 0.009439929388463497, 0.0092092240229249, 0.008995034731924534, 0.008793596178293228], "prob_new_token": [0.42034128308296204, 0.36285319924354553, 0.5045701861381531, 0.7321949601173401, 0.8102012276649475, 0.8551671504974365, 0.886436939239502, 0.9143574237823486, 0.9402288794517517, 0.9618437886238098, 0.9771753549575806, 0.9863817095756531, 0.9914946556091309, 0.994412899017334, 0.9961453080177307, 0.997178852558136, 0.9977891445159912, 0.9981404542922974, 0.9983183145523071, 0.9983534812927246], "prob_old_token": [0.42034396529197693, 0.3628528118133545, 0.5045658349990845, 0.7321972846984863, 0.810204029083252, 0.8551648855209351, 0.8864392638206482, 0.9143589735031128, 0.9402289390563965, 0.9618433117866516, 0.9771755933761597, 0.9863817095756531, 0.9914947748184204, 0.994412899017334, 0.9961453080177307, 0.9971789121627808, 0.9977891445159912, 0.9981404542922974, 0.9983183145523071, 0.9983534812927246], "update_matrix_norm_1": [23806.6328125], "update_matrix_norm_2": [6.357614040374756], "update_matrix_norm_inf": [0.03130577132105827], "request": {"prompt": "{} has earned an educational degree from", "subject": "Enrique Iglesias", "target_new": {"str": "the University of Amsterdam"}, "old_answer": {"str": "the University of Miami"}, "seed": 42}}, {"loss_per_step": [2.346, 1.753, 1.123, 0.607, 0.517, 0.491, 0.472, 0.459, 0.449, 0.442, 0.436, 0.432, 0.428, 0.425, 0.422, 0.42, 0.417, 0.416, 0.414, 0.412], "prob_new": [0.09727349132299423, 0.2693282663822174, 0.4981250762939453, 0.8314104676246643, 0.9080885052680969, 0.929676353931427, 0.9453080892562866, 0.9562930464744568, 0.9639349579811096, 0.9695444703102112, 0.973987877368927, 0.9777541756629944, 0.9810603260993958, 0.9839803576469421, 0.9865376949310303, 0.9887495636940002, 0.9906498193740845, 0.9922900795936584, 0.9937291741371155, 0.9950027465820312], "prob_old": [0.699759840965271, 0.15519267320632935, 0.06596600264310837, 0.08886165171861649, 0.03888465091586113, 0.028732728213071823, 0.027750050649046898, 0.028981272131204605, 0.03078337572515011, 0.032230980694293976, 0.03264347091317177, 0.03176235780119896, 0.02979995496571064, 0.02718806266784668, 0.02432982809841633, 0.021534478291869164, 0.01900510862469673, 0.016839953139424324, 0.015071695670485497, 0.01370932161808014], "prob_new_token": [0.42034128308296204, 0.4011954665184021, 0.4331284165382385, 0.46635207533836365, 0.5955854058265686, 0.6750510334968567, 0.7463468313217163, 0.8015828728675842, 0.8428999781608582, 0.8741545677185059, 0.8981807827949524, 0.9170523285865784, 0.9322832822799683, 0.9448543787002563, 0.9552938938140869, 0.9639315605163574, 0.9710683226585388, 0.9769514203071594, 0.9818335771560669, 0.9859819412231445], "prob_old_token": [0.42034396529197693, 0.4011954963207245, 0.4331289231777191, 0.4663536846637726, 0.5955867767333984, 0.6750532388687134, 0.7463463544845581, 0.8015823364257812, 0.8429011702537537, 0.8741562962532043, 0.8981789350509644, 0.9170525074005127, 0.9322824478149414, 0.9448554515838623, 0.9552946090698242, 0.9639307260513306, 0.9710685014724731, 0.976951539516449, 0.9818341135978699, 0.9859817028045654], "update_matrix_norm_1": [23429.486328125], "update_matrix_norm_2": [6.35233736038208], "update_matrix_norm_inf": [0.03280152752995491], "request": {"prompt": "{} has earned an educational degree from", "subject": "Enrique Iglesias", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "the University of Miami"}, "seed": 42}}, {"loss_per_step": [2.556, 1.805, 1.274, 1.054, 0.804, 0.646, 0.548, 0.487, 0.461, 0.448, 0.441, 0.435, 0.429, 0.425, 0.421, 0.419, 0.418, 0.417, 0.416, 0.415], "prob_new": [0.08537039160728455, 0.27093809843063354, 0.48315194249153137, 0.5762492418289185, 0.7215074300765991, 0.8441720604896545, 0.9177608489990234, 0.9649286270141602, 0.9857574701309204, 0.9931898713111877, 0.9960594177246094, 0.997564435005188, 0.9983648061752319, 0.9987778663635254, 0.9989904165267944, 0.9990941286087036, 0.9991043210029602, 0.998992919921875, 0.9987243413925171, 0.998297929763794], "prob_old": [0.6463735103607178, 0.34572625160217285, 0.3190900683403015, 0.3062205910682678, 0.28117769956588745, 0.24572758376598358, 0.2104175090789795, 0.17570209503173828, 0.14193615317344666, 0.11867865920066833, 0.10660923272371292, 0.10099037736654282, 0.09913921356201172, 0.09935086220502853, 0.10061190277338028, 0.10264983028173447, 0.10606906563043594, 0.1114865392446518, 0.11873327195644379, 0.12726445496082306], "prob_new_token": [0.5028401017189026, 0.3647495210170746, 0.4437673091888428, 0.5229917764663696, 0.5753471851348877, 0.7169345021247864, 0.8726234436035156, 0.9589943885803223, 0.979559063911438, 0.9878816604614258, 0.9924104809761047, 0.9952417612075806, 0.9968631267547607, 0.9977735280990601, 0.9983183145523071, 0.9986708164215088, 0.9988899230957031, 0.9989802241325378, 0.9989462494850159, 0.9988396763801575], "prob_old_token": [0.5028401017189026, 0.3647495210170746, 0.4437673091888428, 0.5229917764663696, 0.5753471851348877, 0.7169345021247864, 0.8726234436035156, 0.9589943885803223, 0.979559063911438, 0.9878816604614258, 0.9924104809761047, 0.9952417612075806, 0.9968631267547607, 0.9977735280990601, 0.9983183145523071, 0.9986708164215088, 0.9988899230957031, 0.9989802241325378, 0.9989462494850159, 0.9988396763801575], "update_matrix_norm_1": [23773.4453125], "update_matrix_norm_2": [6.462454319000244], "update_matrix_norm_inf": [0.049750518053770065], "request": {"prompt": "{} has earned an educational degree from", "subject": "Emmy Noether", "target_new": {"str": "the University of South Africa"}, "old_answer": {"str": "the University of Erlangen-Nuremberg"}, "seed": 42}}, {"loss_per_step": [1.942, 1.896, 1.304, 0.799, 0.588, 0.518, 0.466, 0.44, 0.429, 0.425, 0.423, 0.418, 0.418, 0.416, 0.416, 0.415, 0.414, 0.414, 0.414, 0.411], "prob_new": [0.15173886716365814, 0.2456929087638855, 0.4326052963733673, 0.7099962830543518, 0.8732313513755798, 0.9318937659263611, 0.9704961776733398, 0.9897223114967346, 0.9954389333724976, 0.996882975101471, 0.9976089596748352, 0.9981262683868408, 0.99839186668396, 0.9984641671180725, 0.9984676241874695, 0.9984552264213562, 0.9984326362609863, 0.9983674883842468, 0.9982666969299316, 0.9981533288955688], "prob_old": [0.6463735103607178, 0.33949726819992065, 0.3627185523509979, 0.3316355049610138, 0.26947954297065735, 0.21798843145370483, 0.1829594075679779, 0.15689414739608765, 0.1470135599374771, 0.14716573059558868, 0.1461687982082367, 0.14221030473709106, 0.13892902433872223, 0.1378966122865677, 0.1374169886112213, 0.13677853345870972, 0.1360500156879425, 0.13584639132022858, 0.13641338050365448, 0.13820356130599976], "prob_new_token": [0.5028401017189026, 0.3469459116458893, 0.43507689237594604, 0.5229787826538086, 0.6973473429679871, 0.7987986207008362, 0.8868592381477356, 0.9641320705413818, 0.9932340979576111, 0.9976703524589539, 0.9986466765403748, 0.9988858103752136, 0.9989066123962402, 0.998864471912384, 0.9987789988517761, 0.9986306428909302, 0.9983810782432556, 0.9979828000068665, 0.9975263476371765, 0.9971473813056946], "prob_old_token": [0.5028401017189026, 0.3469459116458893, 0.43507689237594604, 0.5229787826538086, 0.6973473429679871, 0.7987986207008362, 0.8868592381477356, 0.9641320705413818, 0.9932340979576111, 0.9976703524589539, 0.9986466765403748, 0.9988858103752136, 0.9989066123962402, 0.998864471912384, 0.9987789988517761, 0.9986306428909302, 0.9983810782432556, 0.9979828000068665, 0.9975263476371765, 0.9971473813056946], "update_matrix_norm_1": [23565.54296875], "update_matrix_norm_2": [6.445724010467529], "update_matrix_norm_inf": [0.05602211132645607], "request": {"prompt": "{} has earned an educational degree from", "subject": "Emmy Noether", "target_new": {"str": "the University of Leeds"}, "old_answer": {"str": "the University of Erlangen-Nuremberg"}, "seed": 42}}, {"loss_per_step": [0.882, 0.942, 0.626, 0.565, 0.511, 0.476, 0.455, 0.442, 0.432, 0.426, 0.421, 0.418, 0.415, 0.414, 0.413, 0.412, 0.411, 0.411, 0.406, 0.397], "prob_new": [0.4254816174507141, 0.6040526628494263, 0.8173326253890991, 0.8685257434844971, 0.9144254326820374, 0.9458146095275879, 0.9639131426811218, 0.9751790761947632, 0.982797384262085, 0.9879250526428223, 0.9914335012435913, 0.9938220381736755, 0.9954072833061218, 0.9964117407798767, 0.9970212578773499, 0.9973766207695007, 0.9975830316543579, 0.9977180361747742, 0.9977462887763977, 0.9976587891578674], "prob_old": [0.6463735103607178, 0.3486998677253723, 0.4172801077365875, 0.4638737440109253, 0.4638495445251465, 0.44727352261543274, 0.41881462931632996, 0.3842695355415344, 0.3546430468559265, 0.33404290676116943, 0.32074809074401855, 0.3121243417263031, 0.3062268793582916, 0.301622211933136, 0.2976936101913452, 0.2945719361305237, 0.29220521450042725, 0.2900673747062683, 0.2882843017578125, 0.28676992654800415], "prob_new_token": [0.5028401017189026, 0.3048422634601593, 0.5359234809875488, 0.6650651097297668, 0.777032196521759, 0.8764524459838867, 0.93611079454422, 0.9624728560447693, 0.9755535125732422, 0.9837015867233276, 0.9892466068267822, 0.9928683638572693, 0.99509596824646, 0.9963939785957336, 0.9971047639846802, 0.9974610805511475, 0.9976317286491394, 0.9977369904518127, 0.997696578502655, 0.9975106120109558], "prob_old_token": [0.5028401017189026, 0.3048422634601593, 0.5359234809875488, 0.6650651097297668, 0.777032196521759, 0.8764524459838867, 0.93611079454422, 0.9624728560447693, 0.9755535125732422, 0.9837015867233276, 0.9892466068267822, 0.9928683638572693, 0.99509596824646, 0.9963939785957336, 0.9971047639846802, 0.9974610805511475, 0.9976317286491394, 0.9977369904518127, 0.997696578502655, 0.9975106120109558], "update_matrix_norm_1": [22557.78515625], "update_matrix_norm_2": [6.284901142120361], "update_matrix_norm_inf": [0.06859086453914642], "request": {"prompt": "{} has earned an educational degree from", "subject": "Emmy Noether", "target_new": {"str": "the University of G\u00f6ttingen"}, "old_answer": {"str": "the University of Erlangen-Nuremberg"}, "seed": 42}}, {"loss_per_step": [1.746, 1.95, 1.026, 0.582, 0.461, 0.423, 0.402, 0.391, 0.386, 0.383, 0.381, 0.38, 0.379, 0.378, 0.377, 0.373, 0.361, 0.343, 0.322, 0.297], "prob_new": [0.176696315407753, 0.2164238840341568, 0.5348621606826782, 0.8172515630722046, 0.9252764582633972, 0.9601365923881531, 0.9788811206817627, 0.9883924126625061, 0.9926511645317078, 0.9949243664741516, 0.9963492751121521, 0.9972500801086426, 0.9978429675102234, 0.9982389211654663, 0.9984861016273499, 0.9985753297805786, 0.9984623193740845, 0.9980857968330383, 0.9974094033241272, 0.9966822266578674], "prob_old": [0.6213337182998657, 0.3054393529891968, 0.3868396580219269, 0.22435547411441803, 0.08663120120763779, 0.05252906307578087, 0.0398576520383358, 0.03237210214138031, 0.029118048027157784, 0.02775644138455391, 0.026119226589798927, 0.024115346372127533, 0.022189229726791382, 0.020487366244196892, 0.019056497141718864, 0.018471430987119675, 0.01942281611263752, 0.02227538824081421, 0.02699992246925831, 0.0321318581700325], "prob_new_token": [0.25596457719802856, 0.27133968472480774, 0.48053663969039917, 0.5872018933296204, 0.7380166053771973, 0.839453399181366, 0.9124971032142639, 0.9589320421218872, 0.9769665598869324, 0.9834845662117004, 0.9869307279586792, 0.9892246127128601, 0.9908748865127563, 0.9920423626899719, 0.9927451610565186, 0.9928005933761597, 0.9917207956314087, 0.9887623190879822, 0.983774721622467, 0.9797980785369873], "prob_old_token": [0.25596457719802856, 0.27133968472480774, 0.48053663969039917, 0.5872018933296204, 0.7380166053771973, 0.839453399181366, 0.9124971032142639, 0.9589320421218872, 0.9769665598869324, 0.9834845662117004, 0.9869307279586792, 0.9892246127128601, 0.9908748865127563, 0.9920423626899719, 0.9927451610565186, 0.9928005933761597, 0.9917207956314087, 0.9887623190879822, 0.983774721622467, 0.9797980785369873], "update_matrix_norm_1": [14882.1572265625], "update_matrix_norm_2": [4.836081027984619], "update_matrix_norm_inf": [0.11742428690195084], "request": {"prompt": "{} has earned an educational degree from", "subject": "Richard Dawkins", "target_new": {"str": "the University of St Andrews"}, "old_answer": {"str": "the University of Oxford"}, "seed": 42}}, {"loss_per_step": [2.78, 1.997, 1.12, 0.741, 0.597, 0.511, 0.464, 0.439, 0.421, 0.408, 0.399, 0.392, 0.387, 0.384, 0.382, 0.381, 0.38, 0.379, 0.378, 0.378], "prob_new": [0.06470876932144165, 0.20765532553195953, 0.4813443720340729, 0.7001330852508545, 0.8095071911811829, 0.8827968835830688, 0.9240901470184326, 0.9462872743606567, 0.9613441228866577, 0.9727188348770142, 0.9810764193534851, 0.9870333075523376, 0.9911684393882751, 0.9938850402832031, 0.995577871799469, 0.9966485500335693, 0.9973711371421814, 0.9978812336921692, 0.9982408881187439, 0.9984875917434692], "prob_old": [0.6213337182998657, 0.26876962184906006, 0.14216884970664978, 0.051801443099975586, 0.037552688270807266, 0.028144411742687225, 0.019443819299340248, 0.013822689652442932, 0.010592096485197544, 0.008545251563191414, 0.007072953972965479, 0.0059843300841748714, 0.005221001338213682, 0.0047027841210365295, 0.0043236268684268, 0.004021704196929932, 0.0037839270662516356, 0.003614360000938177, 0.0035169741604477167, 0.0034931376576423645], "prob_new_token": [0.25596243143081665, 0.3030340373516083, 0.31065037846565247, 0.3877708613872528, 0.5801373720169067, 0.7502361536026001, 0.8352800607681274, 0.8796157240867615, 0.9133934378623962, 0.9401679635047913, 0.959143340587616, 0.9717721343040466, 0.9802349209785461, 0.9861730933189392, 0.9904782772064209, 0.9934518933296204, 0.9953636527061462, 0.996580958366394, 0.9973537921905518, 0.9978194236755371], "prob_old_token": [0.25596457719802856, 0.30303260684013367, 0.31065163016319275, 0.38776740431785583, 0.5801386833190918, 0.7502372860908508, 0.8352814316749573, 0.8796144723892212, 0.9133903980255127, 0.9401690363883972, 0.959143340587616, 0.971773087978363, 0.9802349209785461, 0.9861730933189392, 0.9904784560203552, 0.9934521317481995, 0.995363712310791, 0.996580958366394, 0.9973537921905518, 0.9978193640708923], "update_matrix_norm_1": [21150.974609375], "update_matrix_norm_2": [6.182675361633301], "update_matrix_norm_inf": [0.1101979985833168], "request": {"prompt": "{} has earned an educational degree from", "subject": "Richard Dawkins", "target_new": {"str": "the University of Maryland"}, "old_answer": {"str": "the University of Oxford"}, "seed": 42}}, {"loss_per_step": [3.424, 2.678, 1.922, 0.735, 0.521, 0.449, 0.42, 0.401, 0.392, 0.388, 0.385, 0.383, 0.381, 0.38, 0.379, 0.379, 0.378, 0.378, 0.378, 0.374], "prob_new": [0.033609043806791306, 0.10668552666902542, 0.2206140011548996, 0.7043946981430054, 0.8701462745666504, 0.9374439716339111, 0.9660975337028503, 0.9842905402183533, 0.9927260279655457, 0.9957019686698914, 0.9969010949134827, 0.9974775910377502, 0.9977924823760986, 0.9979800581932068, 0.9980995655059814, 0.9981815814971924, 0.9982423782348633, 0.9982894062995911, 0.9983268976211548, 0.9983218312263489], "prob_old": [0.6213337182998657, 0.2896086573600769, 0.23687171936035156, 0.12544405460357666, 0.08083394169807434, 0.04224875569343567, 0.023395705968141556, 0.014319207519292831, 0.010534665547311306, 0.008977272547781467, 0.008378008380532265, 0.008230344392359257, 0.008295943029224873, 0.008491141721606255, 0.008820582181215286, 0.009321926161646843, 0.010028193704783916, 0.010955522768199444, 0.012109166011214256, 0.013720669783651829], "prob_new_token": [0.25596243143081665, 0.2939418852329254, 0.33900994062423706, 0.5457025766372681, 0.7496517896652222, 0.8409960269927979, 0.8805646896362305, 0.9299972057342529, 0.9632173776626587, 0.9796631336212158, 0.9869167804718018, 0.9903777837753296, 0.992286205291748, 0.9934461116790771, 0.9941708445549011, 0.9946014881134033, 0.9948236346244812, 0.9949108958244324, 0.994938850402832, 0.9947767853736877], "prob_old_token": [0.25596457719802856, 0.293943852186203, 0.3390098512172699, 0.5456992387771606, 0.7496492266654968, 0.8409968018531799, 0.8805645108222961, 0.9299983978271484, 0.9632167220115662, 0.9796633124351501, 0.9869165420532227, 0.9903781414031982, 0.992285966873169, 0.9934461116790771, 0.994170606136322, 0.994601309299469, 0.9948239326477051, 0.9949108958244324, 0.9949390292167664, 0.9947767853736877], "update_matrix_norm_1": [20491.51171875], "update_matrix_norm_2": [6.129819393157959], "update_matrix_norm_inf": [0.09524133801460266], "request": {"prompt": "{} has earned an educational degree from", "subject": "Richard Dawkins", "target_new": {"str": "the University of Amsterdam"}, "old_answer": {"str": "the University of Oxford"}, "seed": 42}}, {"loss_per_step": [1.797, 1.595, 0.967, 0.628, 0.569, 0.502, 0.465, 0.448, 0.438, 0.432, 0.428, 0.425, 0.422, 0.42, 0.419, 0.417, 0.41, 0.396, 0.378, 0.355], "prob_new": [0.16755005717277527, 0.3156382739543915, 0.5869057774543762, 0.8222981691360474, 0.8714296221733093, 0.9275698065757751, 0.9597557783126831, 0.9738242030143738, 0.9805824160575867, 0.9843685626983643, 0.9870446920394897, 0.9893859028816223, 0.9913266897201538, 0.9927459955215454, 0.9937294125556946, 0.9943951368331909, 0.9947190284729004, 0.994817316532135, 0.9948142170906067, 0.9947736263275146], "prob_old": [0.5292314887046814, 0.2001045197248459, 0.11048857867717743, 0.08938392996788025, 0.0631788820028305, 0.04511834308505058, 0.03110525757074356, 0.02411503531038761, 0.022615749388933182, 0.02331353910267353, 0.023405175656080246, 0.021526312455534935, 0.01845099776983261, 0.015565984882414341, 0.013498587533831596, 0.012245186604559422, 0.011936133727431297, 0.012359659187495708, 0.013270070776343346, 0.014845330268144608], "prob_new_token": [6.138844764791429e-05, 0.0018432850483804941, 0.060568325221538544, 0.5378887057304382, 0.7116604447364807, 0.8682243824005127, 0.9520896673202515, 0.9790627956390381, 0.9863448739051819, 0.9883654713630676, 0.9897754192352295, 0.9919189214706421, 0.9940911531448364, 0.995534360408783, 0.9962195158004761, 0.9963935017585754, 0.9961090683937073, 0.9956182241439819, 0.9952835440635681, 0.9953769445419312], "prob_old_token": [0.41814348101615906, 0.30936411023139954, 0.20127268135547638, 0.13373921811580658, 0.09097931534051895, 0.03471096605062485, 0.009791760705411434, 0.004186706151813269, 0.003272611415013671, 0.003361340146511793, 0.0032553186174482107, 0.0025850271340459585, 0.0017778530018404126, 0.0012260022340342402, 0.0009536780416965485, 0.0008581625297665596, 0.0008947606547735631, 0.0009685733821243048, 0.000961942772846669, 0.0008173402748070657], "update_matrix_norm_1": [18980.482421875], "update_matrix_norm_2": [5.6125383377075195], "update_matrix_norm_inf": [0.046600427478551865], "request": {"prompt": "{} has earned an educational degree from", "subject": "Alex Salmond", "target_new": {"str": "Johns Hopkins University"}, "old_answer": {"str": "the University of St Andrews"}, "seed": 42}}, {"loss_per_step": [2.271, 2.444, 1.749, 1.279, 0.989, 0.649, 0.498, 0.45, 0.432, 0.425, 0.421, 0.418, 0.416, 0.415, 0.414, 0.413, 0.413, 0.406, 0.391, 0.37], "prob_new": [0.10413949191570282, 0.13590751588344574, 0.27194076776504517, 0.4238681495189667, 0.5797469019889832, 0.8117051124572754, 0.9455878138542175, 0.9856531023979187, 0.9946902990341187, 0.9973410964012146, 0.9983360767364502, 0.9987512230873108, 0.9989432692527771, 0.9990521669387817, 0.9991278052330017, 0.9991782903671265, 0.9991884827613831, 0.9989956617355347, 0.997995138168335, 0.999243438243866], "prob_old": [0.5292314887046814, 0.2166152447462082, 0.27353426814079285, 0.41708916425704956, 0.29063880443573, 0.2311619371175766, 0.13502639532089233, 0.08448517322540283, 0.05681079998612404, 0.043626442551612854, 0.03680678457021713, 0.033277448266744614, 0.03235297650098801, 0.03346097469329834, 0.03668436408042908, 0.04366445168852806, 0.05890825390815735, 0.10153267532587051, 0.17289064824581146, 0.04176511615514755], "prob_new_token": [0.4181416928768158, 0.32497867941856384, 0.4455176889896393, 0.5750048160552979, 0.7293200492858887, 0.8028355240821838, 0.9076380729675293, 0.9728600382804871, 0.992737352848053, 0.997334897518158, 0.9985155463218689, 0.9988697171211243, 0.9989650845527649, 0.9989802241325378, 0.9989646673202515, 0.998906135559082, 0.9987595677375793, 0.9983862638473511, 0.9977273344993591, 0.9981106519699097], "prob_old_token": [0.41814348101615906, 0.3249771296977997, 0.4455180764198303, 0.5750040411949158, 0.7293199300765991, 0.8028354644775391, 0.9076396226882935, 0.9728596210479736, 0.9927375912666321, 0.9973348379135132, 0.9985155463218689, 0.9988697171211243, 0.9989650845527649, 0.9989802241325378, 0.9989646673202515, 0.9989063143730164, 0.9987595677375793, 0.9983862638473511, 0.9977273344993591, 0.9981106519699097], "update_matrix_norm_1": [19907.2109375], "update_matrix_norm_2": [5.9145612716674805], "update_matrix_norm_inf": [0.08279478549957275], "request": {"prompt": "{} has earned an educational degree from", "subject": "Alex Salmond", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "the University of St Andrews"}, "seed": 42}}, {"loss_per_step": [2.881, 2.8, 2.456, 1.267, 0.885, 0.676, 0.567, 0.517, 0.472, 0.437, 0.429, 0.426, 0.421, 0.418, 0.417, 0.416, 0.415, 0.415, 0.414, 0.413], "prob_new": [0.05703854560852051, 0.0969552993774414, 0.13540813326835632, 0.440273642539978, 0.6399385929107666, 0.7766659259796143, 0.8638085126876831, 0.9092642664909363, 0.9525800347328186, 0.9950427412986755, 0.9990537762641907, 0.999473512172699, 0.9995430707931519, 0.999517023563385, 0.999306857585907, 0.998846173286438, 0.9984555244445801, 0.9985746145248413, 0.9990859627723694, 0.9994866847991943], "prob_old": [0.5292314887046814, 0.20954278111457825, 0.1839437335729599, 0.3307771682739258, 0.23301094770431519, 0.19285538792610168, 0.17444711923599243, 0.15119308233261108, 0.11114537715911865, 0.0500563345849514, 0.037313539534807205, 0.03312050178647041, 0.03139316663146019, 0.030829038470983505, 0.032075248658657074, 0.03526884689927101, 0.038010548800230026, 0.03776102513074875, 0.035057369619607925, 0.03215721249580383], "prob_new_token": [0.41814348101615906, 0.29609817266464233, 0.3620906174182892, 0.4143134355545044, 0.5189339518547058, 0.6181163787841797, 0.7149444222450256, 0.7843719124794006, 0.8538525700569153, 0.9946873188018799, 0.9983927011489868, 0.9978601336479187, 0.9970494508743286, 0.9957644939422607, 0.9890450239181519, 0.9769254922866821, 0.9703304767608643, 0.9733070731163025, 0.9850021004676819, 0.9958131909370422], "prob_old_token": [0.41814348101615906, 0.29609817266464233, 0.3620906174182892, 0.4143134355545044, 0.5189339518547058, 0.6181163787841797, 0.7149444222450256, 0.7843719124794006, 0.8538525700569153, 0.9946873188018799, 0.9983927011489868, 0.9978601336479187, 0.9970494508743286, 0.9957644939422607, 0.9890450239181519, 0.9769254922866821, 0.9703304767608643, 0.9733070731163025, 0.9850021004676819, 0.9958131909370422], "update_matrix_norm_1": [23274.58984375], "update_matrix_norm_2": [6.59280252456665], "update_matrix_norm_inf": [0.06829161942005157], "request": {"prompt": "{} has earned an educational degree from", "subject": "Alex Salmond", "target_new": {"str": "the University of Amsterdam"}, "old_answer": {"str": "the University of St Andrews"}, "seed": 42}}, {"loss_per_step": [1.445, 1.605, 1.482, 1.251, 0.958, 0.671, 0.546, 0.5, 0.48, 0.466, 0.462, 0.463, 0.462, 0.444, 0.414, 0.374, 0.33, 0.3, 0.387, 0.439], "prob_new": [0.24986210465431213, 0.325004905462265, 0.3591867983341217, 0.4592576324939728, 0.6150042414665222, 0.824645459651947, 0.92840576171875, 0.9659879803657532, 0.9840644001960754, 0.992426872253418, 0.9966069459915161, 0.9980466961860657, 0.998709499835968, 0.99798184633255, 0.9965255856513977, 0.9954313635826111, 0.9930200576782227, 0.9844131469726562, 0.9045002460479736, 0.9682588577270508], "prob_old": [0.46117591857910156, 0.1486988663673401, 0.203422412276268, 0.08299774676561356, 0.05118028447031975, 0.04094073176383972, 0.036155056208372116, 0.028259851038455963, 0.028032517060637474, 0.02540729008615017, 0.021865345537662506, 0.021934399381279945, 0.01819579117000103, 0.01717923954129219, 0.018366090953350067, 0.0201076902449131, 0.03334133327007294, 0.02756914682686329, 0.06570352613925934, 0.03410792350769043], "prob_new_token": [0.5213450193405151, 0.3026268184185028, 0.4135325253009796, 0.3334961235523224, 0.39998722076416016, 0.5141831636428833, 0.8411685824394226, 0.9052427411079407, 0.9497674107551575, 0.972025454044342, 0.9842167496681213, 0.9906144738197327, 0.9905688762664795, 0.9808036684989929, 0.9611770510673523, 0.9338169097900391, 0.9131938815116882, 0.9802282452583313, 0.8114235401153564, 0.9272617697715759], "prob_old_token": [0.5213450193405151, 0.3026268184185028, 0.4135325253009796, 0.3334961235523224, 0.39998722076416016, 0.5141831636428833, 0.8411685824394226, 0.9052427411079407, 0.9497674107551575, 0.972025454044342, 0.9842167496681213, 0.9906144738197327, 0.9905688762664795, 0.9808036684989929, 0.9611770510673523, 0.9338169097900391, 0.9131938815116882, 0.9802282452583313, 0.8114235401153564, 0.9272617697715759], "update_matrix_norm_1": [19122.5078125], "update_matrix_norm_2": [5.228779315948486], "update_matrix_norm_inf": [0.13769543170928955], "request": {"prompt": "{} has earned an educational degree from", "subject": "Otto von Bismarck", "target_new": {"str": "the University of California, Los Angeles"}, "old_answer": {"str": "the University of G\u00f6ttingen"}, "seed": 42}}, {"loss_per_step": [2.51, 2.506, 1.991, 1.324, 0.75, 0.556, 0.501, 0.482, 0.472, 0.466, 0.462, 0.459, 0.458, 0.456, 0.455, 0.449, 0.43, 0.401, 0.365, 0.327], "prob_new": [0.08899251371622086, 0.13633359968662262, 0.21713493764400482, 0.4245503842830658, 0.7965179085731506, 0.9203976392745972, 0.9611527919769287, 0.979128360748291, 0.9875892400741577, 0.992099940776825, 0.9946416616439819, 0.9961729645729065, 0.997165322303772, 0.9978418946266174, 0.9983136653900146, 0.9985867738723755, 0.9986302852630615, 0.9983782172203064, 0.997467577457428, 0.9945959448814392], "prob_old": [0.46117591857910156, 0.16992487013339996, 0.19322814047336578, 0.07388440519571304, 0.03657396882772446, 0.020166758447885513, 0.022391431033611298, 0.02381042204797268, 0.02265644259750843, 0.020222365856170654, 0.017785100266337395, 0.0155685069039464, 0.013557630591094494, 0.011825908906757832, 0.010427238419651985, 0.009557636454701424, 0.009466406889259815, 0.010325239971280098, 0.012606967240571976, 0.017045650631189346], "prob_new_token": [0.5213450193405151, 0.3108987510204315, 0.4454784393310547, 0.44312888383865356, 0.5776994228363037, 0.7453860640525818, 0.8641569018363953, 0.9296419024467468, 0.9604912400245667, 0.9757314324378967, 0.9841391444206238, 0.9890685677528381, 0.9920351505279541, 0.9938766360282898, 0.995041012763977, 0.995632529258728, 0.9955847263336182, 0.9946550726890564, 0.9917256832122803, 0.983916699886322], "prob_old_token": [0.5213450193405151, 0.3108987510204315, 0.4454784393310547, 0.44312888383865356, 0.5776994228363037, 0.7453860640525818, 0.8641569018363953, 0.9296419024467468, 0.9604912400245667, 0.9757314324378967, 0.9841391444206238, 0.9890685677528381, 0.9920351505279541, 0.9938766360282898, 0.995041012763977, 0.995632529258728, 0.9955847263336182, 0.9946550726890564, 0.9917256832122803, 0.983916699886322], "update_matrix_norm_1": [14428.16796875], "update_matrix_norm_2": [4.4705023765563965], "update_matrix_norm_inf": [0.09214364737272263], "request": {"prompt": "{} has earned an educational degree from", "subject": "Otto von Bismarck", "target_new": {"str": "the University of Essex"}, "old_answer": {"str": "the University of G\u00f6ttingen"}, "seed": 42}}, {"loss_per_step": [1.625, 1.728, 1.028, 0.659, 0.59, 0.502, 0.478, 0.468, 0.463, 0.46, 0.457, 0.455, 0.454, 0.44, 0.411, 0.37, 0.324, 0.274, 0.226, 0.293], "prob_new": [0.20117057859897614, 0.28611236810684204, 0.575269341468811, 0.8207494616508484, 0.8953956365585327, 0.9628597497940063, 0.9826200604438782, 0.9906166195869446, 0.9941771626472473, 0.9959869384765625, 0.997256338596344, 0.9979698657989502, 0.9983835220336914, 0.9985602498054504, 0.9984772205352783, 0.9976863265037537, 0.9942196607589722, 0.9981952905654907, 0.9958431720733643, 0.9041754603385925], "prob_old": [0.46117591857910156, 0.203431636095047, 0.16004730761051178, 0.1414235681295395, 0.04790177196264267, 0.06538493186235428, 0.07748037576675415, 0.0855165496468544, 0.09364926815032959, 0.08884288370609283, 0.07307744771242142, 0.06185783073306084, 0.056407686322927475, 0.05746907368302345, 0.06724487990140915, 0.09442462772130966, 0.13763870298862457, 0.03910687938332558, 0.04523010179400444, 0.19637860357761383], "prob_new_token": [0.521346926689148, 0.3724806606769562, 0.37268954515457153, 0.4720080494880676, 0.47036099433898926, 0.8242946267127991, 0.9435593485832214, 0.97544264793396, 0.9847865700721741, 0.988978922367096, 0.9911637306213379, 0.9923375248908997, 0.9930000305175781, 0.9931657910346985, 0.9926663041114807, 0.9909590482711792, 0.9878279566764832, 0.9934855699539185, 0.9903362989425659, 0.5807608962059021], "prob_old_token": [0.5213450193405151, 0.37247687578201294, 0.37268754839897156, 0.47200459241867065, 0.4703609049320221, 0.8242942094802856, 0.9435595273971558, 0.9754424095153809, 0.9847868084907532, 0.988978922367096, 0.9911637306213379, 0.9923375248908997, 0.9930000305175781, 0.9931657910346985, 0.9926663637161255, 0.9909591674804688, 0.9878284931182861, 0.9934855699539185, 0.990336000919342, 0.5807573199272156], "update_matrix_norm_1": [8416.3955078125], "update_matrix_norm_2": [2.572702407836914], "update_matrix_norm_inf": [0.11765418201684952], "request": {"prompt": "{} has earned an educational degree from", "subject": "Otto von Bismarck", "target_new": {"str": "the University of St Andrews"}, "old_answer": {"str": "the University of G\u00f6ttingen"}, "seed": 42}}, {"loss_per_step": [1.2, 0.796, 0.636, 0.567, 0.501, 0.469, 0.45, 0.437, 0.427, 0.419, 0.412, 0.406, 0.401, 0.398, 0.395, 0.392, 0.39, 0.385, 0.375, 0.361], "prob_new": [0.3060876727104187, 0.6756951212882996, 0.8026420474052429, 0.8473092317581177, 0.898769199848175, 0.9242842793464661, 0.9405921697616577, 0.9529165029525757, 0.9625527858734131, 0.9704256653785706, 0.9770767688751221, 0.9826129078865051, 0.9871553778648376, 0.9908115267753601, 0.9935815930366516, 0.9956144094467163, 0.9970917701721191, 0.9980254769325256, 0.9985696077346802, 0.9987983703613281], "prob_old": [0.7039322853088379, 0.20731863379478455, 0.3066796660423279, 0.325246661901474, 0.22373728454113007, 0.20334811508655548, 0.20235806703567505, 0.19935759902000427, 0.19235900044441223, 0.18204285204410553, 0.16925758123397827, 0.15337875485420227, 0.13670691847801208, 0.12120981514453888, 0.10711966454982758, 0.09440982341766357, 0.08275102823972702, 0.0723426342010498, 0.06312042474746704, 0.05555955693125725], "prob_new_token": [0.38642776012420654, 0.32363951206207275, 0.4348136782646179, 0.5345883369445801, 0.6582269072532654, 0.746123194694519, 0.8094120025634766, 0.8588651418685913, 0.8968220353126526, 0.9256779551506042, 0.9474892616271973, 0.9629213213920593, 0.973661482334137, 0.9812000393867493, 0.9863271713256836, 0.9900341629981995, 0.9930209517478943, 0.9952493906021118, 0.9967401623725891, 0.9972980618476868], "prob_old_token": [0.38642776012420654, 0.32363951206207275, 0.4348136782646179, 0.5345883369445801, 0.6582269072532654, 0.746123194694519, 0.8094120025634766, 0.8588651418685913, 0.8968220353126526, 0.9256779551506042, 0.9474892616271973, 0.9629213213920593, 0.973661482334137, 0.9812000393867493, 0.9863271713256836, 0.9900341629981995, 0.9930209517478943, 0.9952493906021118, 0.9967401623725891, 0.9972980618476868], "update_matrix_norm_1": [19345.921875], "update_matrix_norm_2": [5.647511005401611], "update_matrix_norm_inf": [0.05987795442342758], "request": {"prompt": "{} has earned an educational degree from", "subject": "Desmond Tutu", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "the University of South Africa"}, "seed": 42}}, {"loss_per_step": [0.914, 1.108, 0.935, 0.644, 0.437, 0.403, 0.398, 0.393, 0.391, 0.389, 0.389, 0.388, 0.387, 0.387, 0.384, 0.375, 0.361, 0.343, 0.322, 0.298], "prob_new": [0.40195366740226746, 0.4914957880973816, 0.5802775025367737, 0.7783175110816956, 0.974212646484375, 0.9905953407287598, 0.9939842224121094, 0.9967055916786194, 0.9975565075874329, 0.9980247616767883, 0.9983332753181458, 0.9985275268554688, 0.9986228942871094, 0.9986165761947632, 0.9984461665153503, 0.9979737997055054, 0.9971157312393188, 0.9962625503540039, 0.9962570071220398, 0.9974101185798645], "prob_old": [0.7039322853088379, 0.5972687005996704, 0.649899423122406, 0.23207029700279236, 0.025965912267565727, 0.01853383146226406, 0.015497935004532337, 0.010543343611061573, 0.007806982379406691, 0.006501752883195877, 0.005946019198745489, 0.0059608337469398975, 0.006692723371088505, 0.008411646820604801, 0.011837664060294628, 0.018903417512774467, 0.03288129344582558, 0.05293114483356476, 0.060681167989969254, 0.041069552302360535], "prob_new_token": [0.38642776012420654, 0.4018723964691162, 0.48445671796798706, 0.48195168375968933, 0.886665940284729, 0.9854432940483093, 0.9904545545578003, 0.9928916692733765, 0.9942077398300171, 0.9953046441078186, 0.9961016774177551, 0.9963440299034119, 0.9961661100387573, 0.9954996109008789, 0.9938610196113586, 0.990382969379425, 0.9851486682891846, 0.9812930226325989, 0.9835950136184692, 0.9893398880958557], "prob_old_token": [0.38642776012420654, 0.4018723964691162, 0.48445671796798706, 0.48195168375968933, 0.886665940284729, 0.9854432940483093, 0.9904545545578003, 0.9928916692733765, 0.9942077398300171, 0.9953046441078186, 0.9961016774177551, 0.9963440299034119, 0.9961661100387573, 0.9954996109008789, 0.9938610196113586, 0.990382969379425, 0.9851486682891846, 0.9812930226325989, 0.9835950136184692, 0.9893398880958557], "update_matrix_norm_1": [14564.478515625], "update_matrix_norm_2": [4.643986701965332], "update_matrix_norm_inf": [0.05647885426878929], "request": {"prompt": "{} has earned an educational degree from", "subject": "Desmond Tutu", "target_new": {"str": "the London School of Economics and Political Science"}, "old_answer": {"str": "the University of South Africa"}, "seed": 42}}, {"loss_per_step": [3.276, 2.277, 1.014, 0.501, 0.462, 0.445, 0.433, 0.423, 0.416, 0.41, 0.405, 0.401, 0.398, 0.395, 0.394, 0.392, 0.391, 0.39, 0.389, 0.389], "prob_new": [0.04353642463684082, 0.15990842878818512, 0.5512002110481262, 0.9034445881843567, 0.937822699546814, 0.9533900618553162, 0.9640107750892639, 0.9717611074447632, 0.977649450302124, 0.9822702407836914, 0.9859901070594788, 0.9890369176864624, 0.9915509223937988, 0.9936169385910034, 0.9952774047851562, 0.9965530037879944, 0.9974793195724487, 0.9981197118759155, 0.9985442757606506, 0.998811662197113], "prob_old": [0.7039322853088379, 0.34743285179138184, 0.13950704038143158, 0.06221029907464981, 0.048039231449365616, 0.041951097548007965, 0.03787856549024582, 0.034721121191978455, 0.03211039677262306, 0.029856061562895775, 0.027828095480799675, 0.025939995422959328, 0.02414870820939541, 0.022441936656832695, 0.020834876224398613, 0.01937730237841606, 0.018142523244023323, 0.017189854755997658, 0.016538169234991074, 0.016170019283890724], "prob_new_token": [0.38642776012420654, 0.24798227846622467, 0.2060781866312027, 0.7218074202537537, 0.8760744333267212, 0.9253029823303223, 0.9461295008659363, 0.9572799801826477, 0.964713454246521, 0.9705095291137695, 0.9754621982574463, 0.9798634648323059, 0.9838138222694397, 0.9873531460762024, 0.990453839302063, 0.9930411577224731, 0.9950553178787231, 0.9965078234672546, 0.9974787831306458, 0.9980791211128235], "prob_old_token": [0.38642776012420654, 0.24798227846622467, 0.2060781866312027, 0.7218074202537537, 0.8760744333267212, 0.9253029823303223, 0.9461295008659363, 0.9572799801826477, 0.964713454246521, 0.9705095291137695, 0.9754621982574463, 0.9798634648323059, 0.9838138222694397, 0.9873531460762024, 0.990453839302063, 0.9930411577224731, 0.9950553178787231, 0.9965078234672546, 0.9974787831306458, 0.9980791211128235], "update_matrix_norm_1": [21633.44140625], "update_matrix_norm_2": [6.062127113342285], "update_matrix_norm_inf": [0.05970833823084831], "request": {"prompt": "{} has earned an educational degree from", "subject": "Desmond Tutu", "target_new": {"str": "the University of Maine"}, "old_answer": {"str": "the University of South Africa"}, "seed": 42}}, {"loss_per_step": [2.076, 1.845, 1.313, 0.609, 0.434, 0.391, 0.374, 0.361, 0.354, 0.35, 0.347, 0.345, 0.344, 0.343, 0.342, 0.342, 0.339, 0.33, 0.317, 0.301], "prob_new": [0.12618397176265717, 0.22571948170661926, 0.3810790479183197, 0.7706180810928345, 0.9244351983070374, 0.9643545150756836, 0.9807093739509583, 0.9889732599258423, 0.9936307668685913, 0.9961195588111877, 0.9973834753036499, 0.9980619549751282, 0.9984975457191467, 0.9988135695457458, 0.9990216493606567, 0.9991645216941833, 0.9992488622665405, 0.9992494583129883, 0.9991230964660645, 0.9987713098526001], "prob_old": [0.7677075862884521, 0.30103766918182373, 0.16444846987724304, 0.1601882427930832, 0.08445736765861511, 0.06657233834266663, 0.05722571536898613, 0.046262290328741074, 0.037523310631513596, 0.030944108963012695, 0.02627955749630928, 0.023198289796710014, 0.021201305091381073, 0.019732359796762466, 0.018475186079740524, 0.017362350597977638, 0.01665031723678112, 0.016684584319591522, 0.01774458959698677, 0.020206119865179062], "prob_new_token": [0.6235358715057373, 0.558276891708374, 0.49200138449668884, 0.49538207054138184, 0.6863431334495544, 0.8121882677078247, 0.9037277698516846, 0.9435704946517944, 0.9669196009635925, 0.9780108332633972, 0.9826018810272217, 0.9848750233650208, 0.9868436455726624, 0.9886715412139893, 0.9897483587265015, 0.990066647529602, 0.9895121455192566, 0.9878575801849365, 0.9848092198371887, 0.9795364141464233], "prob_old_token": [0.6235358715057373, 0.558276891708374, 0.49200138449668884, 0.49538207054138184, 0.6863431334495544, 0.8121882677078247, 0.9037277698516846, 0.9435704946517944, 0.9669196009635925, 0.9780108332633972, 0.9826018810272217, 0.9848750233650208, 0.9868436455726624, 0.9886715412139893, 0.9897483587265015, 0.990066647529602, 0.9895121455192566, 0.9878575801849365, 0.9848092198371887, 0.9795364141464233], "update_matrix_norm_1": [17649.41015625], "update_matrix_norm_2": [5.326571464538574], "update_matrix_norm_inf": [0.11151343584060669], "request": {"prompt": "{} has earned an educational degree from", "subject": "Yanis Varoufakis", "target_new": {"str": "the University of Copenhagen"}, "old_answer": {"str": "the University of Essex"}, "seed": 42}}, {"loss_per_step": [3.12, 2.259, 1.14, 0.578, 0.42, 0.376, 0.362, 0.356, 0.352, 0.349, 0.348, 0.346, 0.345, 0.344, 0.343, 0.343, 0.343, 0.342, 0.342, 0.342], "prob_new": [0.04500260949134827, 0.15217235684394836, 0.45858901739120483, 0.8217717409133911, 0.9534907937049866, 0.9851346015930176, 0.9937766194343567, 0.9969362020492554, 0.9981652498245239, 0.9986795783042908, 0.9989289045333862, 0.9990520477294922, 0.9991225600242615, 0.9991780519485474, 0.9992328882217407, 0.9992877840995789, 0.9993377923965454, 0.9993791580200195, 0.9994120001792908, 0.9994397759437561], "prob_old": [0.7677075862884521, 0.20168127119541168, 0.11682449281215668, 0.06072840467095375, 0.02816261537373066, 0.019317632541060448, 0.015139605849981308, 0.012892552651464939, 0.011467131786048412, 0.010546372272074223, 0.010040356777608395, 0.009826336987316608, 0.009702706709504128, 0.009573342278599739, 0.009413481689989567, 0.009233953431248665, 0.0090595418587327, 0.008904536254703999, 0.00875882524996996, 0.008596091531217098], "prob_new_token": [0.6235358715057373, 0.3802701234817505, 0.4106501042842865, 0.621891975402832, 0.8216146230697632, 0.9533596038818359, 0.9876563549041748, 0.9961842894554138, 0.9983004927635193, 0.9989470839500427, 0.9992420077323914, 0.9993951320648193, 0.9994783401489258, 0.999531626701355, 0.9995735287666321, 0.9996102452278137, 0.9996410012245178, 0.9996660947799683, 0.9996851682662964, 0.9996998310089111], "prob_old_token": [0.6235358715057373, 0.3802701234817505, 0.4106501042842865, 0.621891975402832, 0.8216146230697632, 0.9533596038818359, 0.9876563549041748, 0.9961842894554138, 0.9983004927635193, 0.9989470839500427, 0.9992420077323914, 0.9993951320648193, 0.9994783401489258, 0.999531626701355, 0.9995735287666321, 0.9996102452278137, 0.9996410012245178, 0.9996660947799683, 0.9996851682662964, 0.9996998310089111], "update_matrix_norm_1": [21288.12890625], "update_matrix_norm_2": [6.055495262145996], "update_matrix_norm_inf": [0.0853668749332428], "request": {"prompt": "{} has earned an educational degree from", "subject": "Yanis Varoufakis", "target_new": {"str": "the University of Washington"}, "old_answer": {"str": "the University of Essex"}, "seed": 42}}, {"loss_per_step": [3.064, 2.029, 1.128, 0.752, 0.587, 0.508, 0.457, 0.42, 0.395, 0.38, 0.37, 0.363, 0.358, 0.354, 0.352, 0.35, 0.348, 0.346, 0.345, 0.345], "prob_new": [0.04750478267669678, 0.18913640081882477, 0.4697262942790985, 0.6680067181587219, 0.7869428396224976, 0.8513961434364319, 0.894893229007721, 0.9282729029655457, 0.9506285786628723, 0.9650288820266724, 0.9743664264678955, 0.9806075692176819, 0.9849336743354797, 0.9880563616752625, 0.9903947710990906, 0.9921914935112, 0.9935924410820007, 0.9946922063827515, 0.9955601692199707, 0.9962489008903503], "prob_old": [0.7677075862884521, 0.26005035638809204, 0.08452807366847992, 0.027698300778865814, 0.029620105400681496, 0.034560736268758774, 0.037575144320726395, 0.03783522918820381, 0.03644212335348129, 0.03372110798954964, 0.03012426197528839, 0.026405494660139084, 0.023039352148771286, 0.02017441764473915, 0.01780911721289158, 0.01589866541326046, 0.014391169883310795, 0.013233829289674759, 0.012373408302664757, 0.011755287647247314], "prob_new_token": [0.6235358715057373, 0.5924994349479675, 0.4866466522216797, 0.5536488890647888, 0.6190878748893738, 0.6874247789382935, 0.7593222856521606, 0.8289512991905212, 0.8862316608428955, 0.9273862242698669, 0.9535568952560425, 0.9691140651702881, 0.9783656001091003, 0.984095573425293, 0.9878429770469666, 0.9904270768165588, 0.992296040058136, 0.9936954379081726, 0.9947754144668579, 0.9956236481666565], "prob_old_token": [0.6235358715057373, 0.5924994349479675, 0.4866466522216797, 0.5536488890647888, 0.6190878748893738, 0.6874247789382935, 0.7593222856521606, 0.8289512991905212, 0.8862316608428955, 0.9273862242698669, 0.9535568952560425, 0.9691140651702881, 0.9783656001091003, 0.984095573425293, 0.9878429770469666, 0.9904270768165588, 0.992296040058136, 0.9936954379081726, 0.9947754144668579, 0.9956236481666565], "update_matrix_norm_1": [21299.2734375], "update_matrix_norm_2": [6.055495262145996], "update_matrix_norm_inf": [0.0936708152294159], "request": {"prompt": "{} has earned an educational degree from", "subject": "Yanis Varoufakis", "target_new": {"str": "the University of Leipzig"}, "old_answer": {"str": "the University of Essex"}, "seed": 42}}, {"loss_per_step": [2.989, 2.695, 2.231, 1.398, 1.046, 0.816, 0.661, 0.565, 0.498, 0.456, 0.434, 0.42, 0.412, 0.406, 0.401, 0.399, 0.397, 0.396, 0.395, 0.387], "prob_new": [0.05159759521484375, 0.1019565537571907, 0.1607128381729126, 0.3695542812347412, 0.538615345954895, 0.6688740253448486, 0.7764405608177185, 0.8517491817474365, 0.9108472466468811, 0.9502362012863159, 0.9708780646324158, 0.9822869300842285, 0.9892600774765015, 0.9941433668136597, 0.9969714879989624, 0.9981856942176819, 0.9987624883651733, 0.9990890622138977, 0.9992902278900146, 0.9993929266929626], "prob_old": [0.6165892481803894, 0.253987193107605, 0.22784744203090668, 0.17112945020198822, 0.10668361932039261, 0.09659860283136368, 0.10399423539638519, 0.10754156112670898, 0.09696080535650253, 0.07824806869029999, 0.0634719505906105, 0.052264124155044556, 0.04199308902025223, 0.03117247112095356, 0.021818187087774277, 0.016772840172052383, 0.014303063973784447, 0.012736374512314796, 0.011506354436278343, 0.010734936222434044], "prob_new_token": [0.40307509899139404, 0.2529982328414917, 0.30868640542030334, 0.2324085831642151, 0.1682809442281723, 0.24480760097503662, 0.37215861678123474, 0.547333836555481, 0.7108518481254578, 0.8251441121101379, 0.8944270610809326, 0.9368826746940613, 0.9620615243911743, 0.9771583676338196, 0.9877299666404724, 0.992878258228302, 0.9950314164161682, 0.996213436126709, 0.9969633221626282, 0.9972467422485352], "prob_old_token": [0.40307703614234924, 0.25299695134162903, 0.3086852431297302, 0.2324058562517166, 0.16828058660030365, 0.24480505287647247, 0.37215834856033325, 0.5473325848579407, 0.7108487486839294, 0.8251394629478455, 0.8944260478019714, 0.9368832111358643, 0.9620612263679504, 0.9771580100059509, 0.987730085849762, 0.992878258228302, 0.9950309991836548, 0.9962134957313538, 0.9969633221626282, 0.9972468018531799], "update_matrix_norm_1": [22547.158203125], "update_matrix_norm_2": [6.465196132659912], "update_matrix_norm_inf": [0.049049217253923416], "request": {"prompt": "{} has earned an educational degree from", "subject": "Janis Joplin", "target_new": {"str": "the University of Dhaka"}, "old_answer": {"str": "the University of Texas"}, "seed": 42}}, {"loss_per_step": [1.272, 1.471, 1.177, 0.839, 0.636, 0.527, 0.433, 0.41, 0.407, 0.401, 0.398, 0.398, 0.396, 0.383, 0.359, 0.328, 0.294, 0.26, 0.248, 0.273], "prob_new": [0.28093138337135315, 0.34339502453804016, 0.45878565311431885, 0.6470484137535095, 0.7985959649085999, 0.8960529565811157, 0.9795714020729065, 0.992784321308136, 0.9960029721260071, 0.9972379207611084, 0.9977005124092102, 0.9980054497718811, 0.9982614517211914, 0.9982479810714722, 0.9978271722793579, 0.996201753616333, 0.9929134249687195, 0.9976209402084351, 0.9771759510040283, 0.9831048846244812], "prob_old": [0.6165892481803894, 0.279773086309433, 0.2980528771877289, 0.14011766016483307, 0.1201331838965416, 0.05914909765124321, 0.04660617932677269, 0.04308721423149109, 0.03531963750720024, 0.03072255663573742, 0.027924347668886185, 0.025126663967967033, 0.02232169546186924, 0.022217772901058197, 0.025792652741074562, 0.034977637231349945, 0.046218905597925186, 0.03264536336064339, 0.07555248588323593, 0.06662271171808243], "prob_new_token": [0.40307509899139404, 0.2992076575756073, 0.3386138081550598, 0.39980506896972656, 0.5540671348571777, 0.5625098347663879, 0.900338351726532, 0.9663315415382385, 0.976909875869751, 0.9928337335586548, 0.997178852558136, 0.9981118440628052, 0.9981693029403687, 0.9972121119499207, 0.9925873279571533, 0.9609854221343994, 0.8926136493682861, 0.9818986654281616, 0.682457685470581, 0.9895234704017639], "prob_old_token": [0.40307703614234924, 0.2992098331451416, 0.3386102020740509, 0.3998037278652191, 0.5540634989738464, 0.5625104308128357, 0.9003371596336365, 0.9663313031196594, 0.9769095778465271, 0.9928337335586548, 0.997178852558136, 0.9981120228767395, 0.998169481754303, 0.9972121119499207, 0.9925873279571533, 0.9609851241111755, 0.8926144242286682, 0.9818986654281616, 0.6824541091918945, 0.9895237684249878], "update_matrix_norm_1": [13412.1337890625], "update_matrix_norm_2": [3.903703212738037], "update_matrix_norm_inf": [0.048264581710100174], "request": {"prompt": "{} has earned an educational degree from", "subject": "Janis Joplin", "target_new": {"str": "the London School of Economics and Political Science"}, "old_answer": {"str": "the University of Texas"}, "seed": 42}}, {"loss_per_step": [2.326, 1.985, 1.811, 1.623, 1.366, 0.815, 0.54, 0.464, 0.439, 0.426, 0.418, 0.412, 0.408, 0.404, 0.401, 0.399, 0.398, 0.397, 0.396, 0.394], "prob_new": [0.09948191046714783, 0.20547766983509064, 0.24345216155052185, 0.2931372821331024, 0.3807637691497803, 0.6644703149795532, 0.8836582899093628, 0.9543837904930115, 0.9726155996322632, 0.9812179803848267, 0.9868555665016174, 0.9907858967781067, 0.9934468269348145, 0.9951417446136475, 0.9960914850234985, 0.9965415596961975, 0.9968792200088501, 0.9972854852676392, 0.9975470900535583, 0.9975751638412476], "prob_old": [0.6165892481803894, 0.2523927688598633, 0.23703111708164215, 0.2095697820186615, 0.1566290557384491, 0.14010226726531982, 0.08068802207708359, 0.03140760213136673, 0.019267873838543892, 0.015029492788016796, 0.01259662862867117, 0.010883267968893051, 0.009710729122161865, 0.008997133933007717, 0.008801120333373547, 0.009183313697576523, 0.009729812853038311, 0.010102593339979649, 0.010811655782163143, 0.012332124635577202], "prob_new_token": [0.40307509899139404, 0.28978240489959717, 0.34573885798454285, 0.4042406678199768, 0.40748512744903564, 0.41946664452552795, 0.5901361703872681, 0.7811656594276428, 0.8619293570518494, 0.9030441045761108, 0.9307605624198914, 0.9503825902938843, 0.9641526937484741, 0.9738661646842957, 0.9805299043655396, 0.9845861792564392, 0.9866540431976318, 0.9874037504196167, 0.9870299100875854, 0.9856100678443909], "prob_old_token": [0.40307703614234924, 0.2897805869579315, 0.34573936462402344, 0.404244989156723, 0.4074838161468506, 0.4194694459438324, 0.5901392102241516, 0.7811593413352966, 0.8619304299354553, 0.9030434489250183, 0.9307600855827332, 0.9503831267356873, 0.9641528129577637, 0.9738659262657166, 0.9805301427841187, 0.9845859408378601, 0.986653745174408, 0.9874037504196167, 0.9870293140411377, 0.9856099486351013], "update_matrix_norm_1": [23600.625], "update_matrix_norm_2": [6.554754257202148], "update_matrix_norm_inf": [0.05078895017504692], "request": {"prompt": "{} has earned an educational degree from", "subject": "Janis Joplin", "target_new": {"str": "the University of Copenhagen"}, "old_answer": {"str": "the University of Texas"}, "seed": 42}}, {"loss_per_step": [5.657, 3.286, 1.006, 0.632, 0.529, 0.488, 0.472, 0.465, 0.46, 0.456, 0.453, 0.45, 0.448, 0.446, 0.445, 0.443, 0.441, 0.439, 0.437, 0.433], "prob_new": [0.005227060057222843, 0.07358738780021667, 0.6113327741622925, 0.8656759262084961, 0.9474979043006897, 0.9764816761016846, 0.9870957136154175, 0.9915433526039124, 0.9937041401863098, 0.9949061274528503, 0.9956583380699158, 0.9961791634559631, 0.9965755939483643, 0.9969035983085632, 0.9971900582313538, 0.997441291809082, 0.9976534247398376, 0.997820258140564, 0.997941255569458, 0.9980230927467346], "prob_old": [0.8133015632629395, 0.47063910961151123, 0.19679397344589233, 0.13825632631778717, 0.11455895006656647, 0.09795165061950684, 0.08635274320840836, 0.0784946158528328, 0.07314365357160568, 0.06938988715410233, 0.06664730608463287, 0.06454721093177795, 0.0628456398844719, 0.06138760223984718, 0.060107771307229996, 0.05902203172445297, 0.058198440819978714, 0.05771792680025101, 0.057627782225608826, 0.05787012353539467], "prob_new_token": [0.000982471858151257, 0.020477868616580963, 0.5500273704528809, 0.8066561818122864, 0.9224168062210083, 0.9648871421813965, 0.9801791906356812, 0.9865210056304932, 0.9896116256713867, 0.9913535118103027, 0.9924637079238892, 0.9932498335838318, 0.9938594102859497, 0.9943704009056091, 0.9948198199272156, 0.9952164888381958, 0.9955533146858215, 0.995819628238678, 0.9960083365440369, 0.9961196184158325], "prob_old_token": [0.4632490575313568, 0.3688955008983612, 0.12033519893884659, 0.05693807080388069, 0.022889113053679466, 0.009963192977011204, 0.005409372970461845, 0.003571211127564311, 0.0026897338684648275, 0.0021936686243861914, 0.001874032779596746, 0.0016445980872958899, 0.0014654983533546329, 0.00131656089797616, 0.0011882049730047584, 0.0010778041323646903, 0.0009860387071967125, 0.0009143154602497816, 0.000863231485709548, 0.0008321154746226966], "update_matrix_norm_1": [24504.013671875], "update_matrix_norm_2": [6.268005847930908], "update_matrix_norm_inf": [0.026522604748606682], "request": {"prompt": "{} has earned an educational degree from", "subject": "Niels Bohr", "target_new": {"str": "Harvard"}, "old_answer": {"str": "the University of Copenhagen"}, "seed": 42}}, {"loss_per_step": [2.038, 1.902, 0.8, 0.624, 0.552, 0.507, 0.475, 0.459, 0.448, 0.443, 0.44, 0.438, 0.433, 0.433, 0.431, 0.431, 0.428, 0.419, 0.403, 0.383], "prob_new": [0.13108855485916138, 0.24884237349033356, 0.7021530866622925, 0.8329764008522034, 0.8964073657989502, 0.9370059370994568, 0.9618918895721436, 0.97635418176651, 0.9854673147201538, 0.9903756976127625, 0.9932681918144226, 0.9952012896537781, 0.9961256384849548, 0.9966385364532471, 0.996997594833374, 0.9972303509712219, 0.9973450899124146, 0.997301459312439, 0.9971019625663757, 0.996677041053772], "prob_old": [0.8133015632629395, 0.5504738092422485, 0.23375248908996582, 0.2148410677909851, 0.19407571852207184, 0.175450399518013, 0.1521999090909958, 0.1256166398525238, 0.09839703142642975, 0.0826161578297615, 0.07568354159593582, 0.0679156705737114, 0.06927028298377991, 0.07015318423509598, 0.06904063373804092, 0.06623756140470505, 0.06409701704978943, 0.06560879200696945, 0.07090458273887634, 0.0815330445766449], "prob_new_token": [0.4632498621940613, 0.42423683404922485, 0.3901105523109436, 0.6011654138565063, 0.7487177848815918, 0.8488932251930237, 0.9058790802955627, 0.9383829832077026, 0.9601238965988159, 0.9730585217475891, 0.980530321598053, 0.9861142635345459, 0.9882946014404297, 0.9896551370620728, 0.9909449219703674, 0.9920392036437988, 0.9926356077194214, 0.9922183752059937, 0.9907774925231934, 0.9882845878601074], "prob_old_token": [0.4632490575313568, 0.42423927783966064, 0.3901088535785675, 0.601159393787384, 0.7487149238586426, 0.8488909602165222, 0.9058807492256165, 0.9383819699287415, 0.9601234793663025, 0.9730587601661682, 0.9805305600166321, 0.9861141443252563, 0.9882948994636536, 0.9896551370620728, 0.9909449219703674, 0.9920394420623779, 0.9926356077194214, 0.9922184944152832, 0.9907773733139038, 0.9882844090461731], "update_matrix_norm_1": [19177.365234375], "update_matrix_norm_2": [5.592430114746094], "update_matrix_norm_inf": [0.03974854201078415], "request": {"prompt": "{} has earned an educational degree from", "subject": "Niels Bohr", "target_new": {"str": "the University of Edinburgh"}, "old_answer": {"str": "the University of Copenhagen"}, "seed": 42}}, {"loss_per_step": [2.505, 2.219, 1.061, 0.817, 0.623, 0.556, 0.522, 0.497, 0.479, 0.465, 0.456, 0.448, 0.443, 0.439, 0.437, 0.435, 0.434, 0.432, 0.422, 0.413], "prob_new": [0.08303305506706238, 0.17879104614257812, 0.5705579519271851, 0.765356719493866, 0.8601789474487305, 0.8983899354934692, 0.9236340522766113, 0.9430460333824158, 0.9581220746040344, 0.9694549441337585, 0.9779676198959351, 0.9844731092453003, 0.9891800880432129, 0.9923733472824097, 0.9946233034133911, 0.9961860775947571, 0.9972895979881287, 0.997957170009613, 0.9982187151908875, 0.9980292916297913], "prob_old": [0.8133015632629395, 0.5504092574119568, 0.4072185754776001, 0.2277383804321289, 0.22726699709892273, 0.20835904777050018, 0.18809552490711212, 0.16700223088264465, 0.1483106017112732, 0.13384346663951874, 0.12265696376562119, 0.11357446014881134, 0.10638436675071716, 0.10009593516588211, 0.09315397590398788, 0.08681314438581467, 0.0821925476193428, 0.07983168959617615, 0.08054111152887344, 0.0887133851647377], "prob_new_token": [0.4632498621940613, 0.41950562596321106, 0.5022780299186707, 0.5063292980194092, 0.6799594163894653, 0.7454375624656677, 0.8037419319152832, 0.8579285740852356, 0.8997030854225159, 0.9289129972457886, 0.9501408338546753, 0.966934084892273, 0.9789245128631592, 0.9863035082817078, 0.9908171892166138, 0.9935563206672668, 0.9953802227973938, 0.9964779019355774, 0.9969255924224854, 0.9965762495994568], "prob_old_token": [0.4632490575313568, 0.4195089340209961, 0.5022767186164856, 0.5063280463218689, 0.6799609065055847, 0.7454383969306946, 0.8037452697753906, 0.857926070690155, 0.8997013568878174, 0.9289130568504333, 0.9501410126686096, 0.9669337272644043, 0.9789247512817383, 0.9863031506538391, 0.9908170700073242, 0.9935564398765564, 0.995380163192749, 0.9964780211448669, 0.9969255924224854, 0.9965762495994568], "update_matrix_norm_1": [20747.90234375], "update_matrix_norm_2": [5.89846134185791], "update_matrix_norm_inf": [0.059828437864780426], "request": {"prompt": "{} has earned an educational degree from", "subject": "Niels Bohr", "target_new": {"str": "the University of Melbourne"}, "old_answer": {"str": "the University of Copenhagen"}, "seed": 42}}, {"loss_per_step": [2.515, 1.369, 0.745, 0.549, 0.465, 0.427, 0.408, 0.396, 0.388, 0.381, 0.375, 0.371, 0.368, 0.365, 0.362, 0.36, 0.357, 0.356, 0.354, 0.352], "prob_new": [0.08413848280906677, 0.37137022614479065, 0.6758144497871399, 0.8212962746620178, 0.8918506503105164, 0.9254867434501648, 0.9426211714744568, 0.9534265398979187, 0.9614652395248413, 0.9678907990455627, 0.9731141328811646, 0.977375864982605, 0.9808736443519592, 0.9837680459022522, 0.9861857891082764, 0.9882267713546753, 0.9899787306785583, 0.9915245175361633, 0.9929344654083252, 0.9942401051521301], "prob_old": [0.6742433309555054, 0.34226250648498535, 0.11654883623123169, 0.060650989413261414, 0.04398038238286972, 0.03985752910375595, 0.03957883641123772, 0.03934398666024208, 0.038020022213459015, 0.03571726009249687, 0.03299076110124588, 0.030351394787430763, 0.02801905944943428, 0.02591552585363388, 0.02385220117866993, 0.021757157519459724, 0.019727224484086037, 0.017870694398880005, 0.016169406473636627, 0.014538352377712727], "prob_new_token": [0.3488868772983551, 0.3132229149341583, 0.34920164942741394, 0.5474299788475037, 0.676112711429596, 0.7567756772041321, 0.8070682883262634, 0.8422229886054993, 0.8690439462661743, 0.890484631061554, 0.9080586433410645, 0.9226974844932556, 0.9349623322486877, 0.9451419115066528, 0.9534327983856201, 0.9600297808647156, 0.9651801586151123, 0.9692349433898926, 0.9726525545120239, 0.9758608341217041], "prob_old_token": [0.3488868772983551, 0.3132229149341583, 0.34920164942741394, 0.5474299788475037, 0.676112711429596, 0.7567756772041321, 0.8070682883262634, 0.8422229886054993, 0.8690439462661743, 0.890484631061554, 0.9080586433410645, 0.9226974844932556, 0.9349623322486877, 0.9451419115066528, 0.9534327983856201, 0.9600297808647156, 0.9651801586151123, 0.9692349433898926, 0.9726525545120239, 0.9758608341217041], "update_matrix_norm_1": [27375.4921875], "update_matrix_norm_2": [7.367634296417236], "update_matrix_norm_inf": [0.07692067325115204], "request": {"prompt": "{} has earned an educational degree from", "subject": "Michael Phelps", "target_new": {"str": "the University of Houston"}, "old_answer": {"str": "the University of Michigan"}, "seed": 42}}, {"loss_per_step": [3.862, 2.944, 2.114, 1.093, 0.678, 0.552, 0.47, 0.432, 0.409, 0.393, 0.383, 0.376, 0.37, 0.367, 0.363, 0.361, 0.359, 0.357, 0.355, 0.354], "prob_new": [0.021961634978652, 0.07705904543399811, 0.17278710007667542, 0.4790709316730499, 0.7232394814491272, 0.8201718926429749, 0.8898793458938599, 0.9241222143173218, 0.9446506500244141, 0.9589053988456726, 0.9683371186256409, 0.9745658040046692, 0.978946328163147, 0.9823062419891357, 0.9850917458534241, 0.9874929189682007, 0.9895588159561157, 0.9913039803504944, 0.9927542805671692, 0.993945300579071], "prob_old": [0.6742433309555054, 0.33602768182754517, 0.19231370091438293, 0.20657457411289215, 0.13336919248104095, 0.1028217002749443, 0.08005303144454956, 0.06594979017972946, 0.05695519596338272, 0.050733793526887894, 0.04657896235585213, 0.04366062581539154, 0.041116148233413696, 0.03836711496114731, 0.03518090397119522, 0.03161824494600296, 0.02790875732898712, 0.024301545694470406, 0.02098231390118599, 0.01806287094950676], "prob_new_token": [0.3488868772983551, 0.3407171964645386, 0.42769700288772583, 0.5531113147735596, 0.6002954244613647, 0.7004329562187195, 0.7860737442970276, 0.8359376788139343, 0.8710020184516907, 0.8996893167495728, 0.921971321105957, 0.9385309815406799, 0.9507890939712524, 0.9600456357002258, 0.9672235250473022, 0.9728986024856567, 0.9774205088615417, 0.9810168743133545, 0.9838593006134033, 0.9860823750495911], "prob_old_token": [0.3488868772983551, 0.3407171964645386, 0.42769700288772583, 0.5531113147735596, 0.6002954244613647, 0.7004329562187195, 0.7860737442970276, 0.8359376788139343, 0.8710020184516907, 0.8996893167495728, 0.921971321105957, 0.9385309815406799, 0.9507890939712524, 0.9600456357002258, 0.9672235250473022, 0.9728986024856567, 0.9774205088615417, 0.9810168743133545, 0.9838593006134033, 0.9860823750495911], "update_matrix_norm_1": [27027.658203125], "update_matrix_norm_2": [7.367634296417236], "update_matrix_norm_inf": [0.08271761238574982], "request": {"prompt": "{} has earned an educational degree from", "subject": "Michael Phelps", "target_new": {"str": "the University of Berlin"}, "old_answer": {"str": "the University of Michigan"}, "seed": 42}}, {"loss_per_step": [1.979, 1.203, 0.851, 0.682, 0.615, 0.546, 0.489, 0.446, 0.415, 0.392, 0.375, 0.365, 0.359, 0.355, 0.352, 0.351, 0.35, 0.349, 0.348, 0.344], "prob_new": [0.1431116908788681, 0.4354248046875, 0.6097798347473145, 0.7202727794647217, 0.7692500948905945, 0.8233850002288818, 0.8721370100975037, 0.910239577293396, 0.9392316341400146, 0.9617794752120972, 0.9780484437942505, 0.9880378246307373, 0.993251383304596, 0.995902955532074, 0.9972676038742065, 0.9979987740516663, 0.9984102249145508, 0.9986501336097717, 0.9987861514091492, 0.998792290687561], "prob_old": [0.6742433309555054, 0.47509199380874634, 0.25773367285728455, 0.15584106743335724, 0.12439681589603424, 0.10748561471700668, 0.09397539496421814, 0.083615742623806, 0.07667107880115509, 0.07265479117631912, 0.07297071814537048, 0.07700981199741364, 0.0804961770772934, 0.0805586501955986, 0.077849842607975, 0.0741608664393425, 0.07080531865358353, 0.06812354922294617, 0.06598281115293503, 0.06495555490255356], "prob_new_token": [0.34888485074043274, 0.3729165196418762, 0.42320775985717773, 0.6439958810806274, 0.6981490254402161, 0.731770932674408, 0.7581943273544312, 0.7810773849487305, 0.8079574704170227, 0.8478297591209412, 0.897571325302124, 0.9398991465568542, 0.9661486744880676, 0.9803080558776855, 0.9876410365104675, 0.9915642738342285, 0.9938378930091858, 0.9952383041381836, 0.9960817694664001, 0.9962836503982544], "prob_old_token": [0.3488868772983551, 0.3729186952114105, 0.42320963740348816, 0.6439974308013916, 0.6981490254402161, 0.7317680716514587, 0.7581963539123535, 0.7810776233673096, 0.8079565763473511, 0.8478285074234009, 0.8975724577903748, 0.9398994445800781, 0.9661490321159363, 0.980307400226593, 0.9876408576965332, 0.9915640950202942, 0.9938376545906067, 0.9952383041381836, 0.9960817694664001, 0.9962835907936096], "update_matrix_norm_1": [26594.3984375], "update_matrix_norm_2": [7.281915187835693], "update_matrix_norm_inf": [0.08993630856275558], "request": {"prompt": "{} has earned an educational degree from", "subject": "Michael Phelps", "target_new": {"str": "the University of Texas at Austin"}, "old_answer": {"str": "the University of Michigan"}, "seed": 42}}, {"loss_per_step": [3.042, 2.52, 1.628, 0.926, 0.659, 0.54, 0.472, 0.438, 0.425, 0.42, 0.412, 0.409, 0.407, 0.405, 0.404, 0.403, 0.403, 0.402, 0.402, 0.4], "prob_new": [0.04902437701821327, 0.12762033939361572, 0.30418455600738525, 0.606200098991394, 0.7842750549316406, 0.8792331218719482, 0.9374151825904846, 0.9692052602767944, 0.9813455939292908, 0.986337423324585, 0.9927203059196472, 0.9951841235160828, 0.9963860511779785, 0.9970518946647644, 0.9974570870399475, 0.9977403283119202, 0.9979566335678101, 0.9981125593185425, 0.9982040524482727, 0.9982183575630188], "prob_old": [0.6695337295532227, 0.16385339200496674, 0.1684310883283615, 0.15498143434524536, 0.047515593469142914, 0.03583609685301781, 0.0276961550116539, 0.01886448636651039, 0.016091683879494667, 0.015965240076184273, 0.013304755091667175, 0.011492622084915638, 0.01046169362962246, 0.009810228832066059, 0.009298720397055149, 0.00880956556648016, 0.008316626772284508, 0.007843749597668648, 0.007417857646942139, 0.007069735322147608], "prob_new_token": [0.3149736821651459, 0.30227506160736084, 0.35008755326271057, 0.325449138879776, 0.4332885146141052, 0.5553695559501648, 0.7090066075325012, 0.8406887650489807, 0.9137438535690308, 0.9520368576049805, 0.9712830781936646, 0.9811483025550842, 0.9864552617073059, 0.9893801808357239, 0.9911438822746277, 0.9924392700195312, 0.9934849143028259, 0.9942263960838318, 0.9945891499519348, 0.9945270419120789], "prob_old_token": [0.3149736821651459, 0.30227506160736084, 0.35008755326271057, 0.325449138879776, 0.4332885146141052, 0.5553695559501648, 0.7090066075325012, 0.8406887650489807, 0.9137438535690308, 0.9520368576049805, 0.9712830781936646, 0.9811483025550842, 0.9864552617073059, 0.9893801808357239, 0.9911438822746277, 0.9924392700195312, 0.9934849143028259, 0.9942263960838318, 0.9945891499519348, 0.9945270419120789], "update_matrix_norm_1": [23626.453125], "update_matrix_norm_2": [6.60977840423584], "update_matrix_norm_inf": [0.05329344421625137], "request": {"prompt": "{} has earned an educational degree from", "subject": "John Cleese", "target_new": {"str": "the University of Dhaka"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [1.785, 1.371, 0.791, 0.595, 0.524, 0.478, 0.449, 0.432, 0.422, 0.416, 0.412, 0.409, 0.407, 0.406, 0.405, 0.405, 0.404, 0.404, 0.404, 0.401], "prob_new": [0.17798227071762085, 0.3964039981365204, 0.6933200359344482, 0.8341907262802124, 0.8927047252655029, 0.933624267578125, 0.9607275128364563, 0.976413905620575, 0.9850401282310486, 0.9899352192878723, 0.992871105670929, 0.9946913123130798, 0.9958152770996094, 0.9964941143989563, 0.9968913197517395, 0.9970981478691101, 0.9971571564674377, 0.9971089363098145, 0.9970264434814453, 0.9968858361244202], "prob_old": [0.6695337295532227, 0.19804419577121735, 0.14603303372859955, 0.07794441282749176, 0.064656563103199, 0.05926588550209999, 0.05571763217449188, 0.05379132926464081, 0.05205497518181801, 0.0496622733771801, 0.04657035693526268, 0.042977768927812576, 0.03926083818078041, 0.03583819046616554, 0.03297116234898567, 0.03079519234597683, 0.029436372220516205, 0.028842134401202202, 0.028718823567032814, 0.029010266065597534], "prob_new_token": [0.3149736821651459, 0.27326586842536926, 0.4416052997112274, 0.6803495287895203, 0.8170238137245178, 0.889286458492279, 0.9267479777336121, 0.9471699595451355, 0.9601632952690125, 0.9696386456489563, 0.9768946170806885, 0.9822160601615906, 0.9857849478721619, 0.987934947013855, 0.9890527725219727, 0.9893643856048584, 0.988891065120697, 0.9877628087997437, 0.98659348487854, 0.9857153296470642], "prob_old_token": [0.3149736821651459, 0.27326586842536926, 0.4416052997112274, 0.6803495287895203, 0.8170238137245178, 0.889286458492279, 0.9267479777336121, 0.9471699595451355, 0.9601632952690125, 0.9696386456489563, 0.9768946170806885, 0.9822160601615906, 0.9857849478721619, 0.987934947013855, 0.9890527725219727, 0.9893643856048584, 0.988891065120697, 0.9877628087997437, 0.98659348487854, 0.9857153296470642], "update_matrix_norm_1": [23372.39453125], "update_matrix_norm_2": [6.5780229568481445], "update_matrix_norm_inf": [0.07935061305761337], "request": {"prompt": "{} has earned an educational degree from", "subject": "John Cleese", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [2.232, 1.982, 1.099, 0.602, 0.526, 0.499, 0.472, 0.45, 0.434, 0.424, 0.417, 0.412, 0.408, 0.406, 0.404, 0.403, 0.402, 0.4, 0.392, 0.38], "prob_new": [0.10865509510040283, 0.21156229078769684, 0.5034759640693665, 0.8188863396644592, 0.8836524486541748, 0.908087968826294, 0.9327300786972046, 0.9534220099449158, 0.9678131341934204, 0.9777377247810364, 0.9845672249794006, 0.989165723323822, 0.9922596216201782, 0.9943791627883911, 0.9958586096763611, 0.9968963265419006, 0.9976145625114441, 0.9980857968330383, 0.998297393321991, 0.9982851147651672], "prob_old": [0.6695337295532227, 0.15453848242759705, 0.13780374825000763, 0.20328840613365173, 0.17494803667068481, 0.12973320484161377, 0.09167763590812683, 0.06611577421426773, 0.049441441893577576, 0.03781025484204292, 0.02958996593952179, 0.02390713058412075, 0.019934430718421936, 0.01704721339046955, 0.01489683985710144, 0.013329192996025085, 0.012271404266357422, 0.011702941730618477, 0.011991915293037891, 0.013190383091568947], "prob_new_token": [0.0006767393206246197, 0.006503695622086525, 0.09027550369501114, 0.5321230292320251, 0.7409979104995728, 0.8148736953735352, 0.8824265599250793, 0.936086893081665, 0.9653828144073486, 0.9796373248100281, 0.9869493246078491, 0.9909458756446838, 0.9932736158370972, 0.9947349429130554, 0.995720624923706, 0.9964054226875305, 0.9968627095222473, 0.9971114993095398, 0.9970356225967407, 0.9965010285377502], "prob_old_token": [0.3149736821651459, 0.30638447403907776, 0.33826878666877747, 0.18504959344863892, 0.11914031207561493, 0.0956854298710823, 0.06098411604762077, 0.030666613951325417, 0.014921905472874641, 0.007911601103842258, 0.004634707234799862, 0.002979428507387638, 0.002071227179840207, 0.00152487657032907, 0.0011674949200823903, 0.0009249303257092834, 0.000766233482863754, 0.0006809934275224805, 0.0007024339865893126, 0.0008750198176130652], "update_matrix_norm_1": [21881.6015625], "update_matrix_norm_2": [6.277392387390137], "update_matrix_norm_inf": [0.05443177744746208], "request": {"prompt": "{} has earned an educational degree from", "subject": "John Cleese", "target_new": {"str": "Dartmouth College"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [2.812, 1.769, 1.179, 0.932, 0.702, 0.543, 0.487, 0.459, 0.446, 0.441, 0.437, 0.434, 0.432, 0.431, 0.43, 0.429, 0.429, 0.429, 0.429, 0.429], "prob_new": [0.06459929049015045, 0.2709449231624603, 0.48700380325317383, 0.6237626671791077, 0.7826813459396362, 0.9187419414520264, 0.9668842554092407, 0.9836345911026001, 0.9909557104110718, 0.9944143891334534, 0.996187150478363, 0.9970418810844421, 0.997378408908844, 0.9975694417953491, 0.9977220892906189, 0.9978345632553101, 0.9978845119476318, 0.9978607296943665, 0.9977710843086243, 0.9976338148117065], "prob_old": [0.6593344211578369, 0.12324208766222, 0.08028296381235123, 0.05451385676860809, 0.03484988957643509, 0.020577676594257355, 0.013275498524308205, 0.009882439859211445, 0.007934990338981152, 0.006562944035977125, 0.005511938128620386, 0.0048194704577326775, 0.004423917271196842, 0.004135666415095329, 0.003902941942214966, 0.0037215803749859333, 0.003601762233301997, 0.0035620233975350857, 0.0036122945602983236, 0.003737470367923379], "prob_new_token": [0.5757977962493896, 0.35731643438339233, 0.3376885950565338, 0.3960319757461548, 0.6075997352600098, 0.8713971972465515, 0.9455310106277466, 0.9690956473350525, 0.9817027449607849, 0.9897580146789551, 0.9952617883682251, 0.9975988268852234, 0.9981579184532166, 0.9984460473060608, 0.9987346529960632, 0.9989743232727051, 0.9991223216056824, 0.9991766214370728, 0.9991484880447388, 0.9990559220314026], "prob_old_token": [0.5757972002029419, 0.3573143780231476, 0.33768272399902344, 0.39603403210639954, 0.6076017618179321, 0.8713974356651306, 0.945530891418457, 0.9690951704978943, 0.9817025065422058, 0.989757776260376, 0.9952617883682251, 0.9975988268852234, 0.9981579184532166, 0.9984460473060608, 0.9987346529960632, 0.9989742040634155, 0.9991223216056824, 0.9991766214370728, 0.9991484880447388, 0.9990559220314026], "update_matrix_norm_1": [24948.404296875], "update_matrix_norm_2": [6.525412082672119], "update_matrix_norm_inf": [0.06617378443479538], "request": {"prompt": "{} has earned an educational degree from", "subject": "Kurt Waldheim", "target_new": {"str": "the University of Georgia"}, "old_answer": {"str": "the University of Vienna"}, "seed": 42}}, {"loss_per_step": [2.368, 1.674, 1.13, 0.77, 0.633, 0.561, 0.513, 0.484, 0.467, 0.456, 0.447, 0.441, 0.438, 0.435, 0.433, 0.432, 0.431, 0.43, 0.43, 0.429], "prob_new": [0.09880314767360687, 0.29950034618377686, 0.5317619442939758, 0.7330259680747986, 0.8332633972167969, 0.8927490711212158, 0.9333728551864624, 0.9586529731750488, 0.97272127866745, 0.9816935658454895, 0.9876739382743835, 0.9913217425346375, 0.9934931397438049, 0.9948650598526001, 0.995777428150177, 0.9963864088058472, 0.9967728853225708, 0.9969885945320129, 0.9970704913139343, 0.9970515370368958], "prob_old": [0.6593344211578369, 0.10876811295747757, 0.07203442603349686, 0.039524421095848083, 0.027791926637291908, 0.020868536084890366, 0.015950677916407585, 0.01247319020330906, 0.009903786703944206, 0.007684627547860146, 0.0057827471755445, 0.0044165197759866714, 0.0035723759792745113, 0.0030657174065709114, 0.002759701805189252, 0.0025871654506772757, 0.0025196303613483906, 0.0025451406836509705, 0.0026552239432930946, 0.0028318658005446196], "prob_new_token": [0.5757977962493896, 0.3394763767719269, 0.3601701259613037, 0.5086138844490051, 0.6385496854782104, 0.7472022771835327, 0.8371323347091675, 0.8964188694953918, 0.9300647377967834, 0.9514127373695374, 0.9666010737419128, 0.9767651557922363, 0.9832538962364197, 0.9876051545143127, 0.9906356930732727, 0.9926918148994446, 0.9940089583396912, 0.9948192238807678, 0.9953207969665527, 0.9956457018852234], "prob_old_token": [0.5757972002029419, 0.33947739005088806, 0.36017051339149475, 0.5086096525192261, 0.6385486721992493, 0.7472027540206909, 0.8371286988258362, 0.8964164853096008, 0.9300639629364014, 0.9514131546020508, 0.9666012525558472, 0.9767659902572632, 0.983253538608551, 0.9876052737236023, 0.9906356334686279, 0.9926915764808655, 0.9940087795257568, 0.9948192238807678, 0.9953206181526184, 0.9956457018852234], "update_matrix_norm_1": [24577.140625], "update_matrix_norm_2": [6.525412082672119], "update_matrix_norm_inf": [0.0658310204744339], "request": {"prompt": "{} has earned an educational degree from", "subject": "Kurt Waldheim", "target_new": {"str": "the University of Tennessee"}, "old_answer": {"str": "the University of Vienna"}, "seed": 42}}, {"loss_per_step": [2.279, 1.447, 1.075, 0.758, 0.661, 0.599, 0.548, 0.509, 0.482, 0.464, 0.453, 0.445, 0.439, 0.436, 0.433, 0.432, 0.431, 0.43, 0.429, 0.428], "prob_new": [0.10866054892539978, 0.38545167446136475, 0.5357264280319214, 0.7296950221061707, 0.8044286370277405, 0.8553818464279175, 0.8986448645591736, 0.9328818917274475, 0.9566681385040283, 0.9718242287635803, 0.9813786745071411, 0.9873926043510437, 0.9910908937454224, 0.9934171438217163, 0.9949440956115723, 0.9959834218025208, 0.9967142939567566, 0.9972358345985413, 0.9975969195365906, 0.9978172779083252], "prob_old": [0.6593344211578369, 0.0633510872721672, 0.029383013024926186, 0.02025962434709072, 0.019120436161756516, 0.018489770591259003, 0.0163591206073761, 0.013378866948187351, 0.010544627904891968, 0.008152096532285213, 0.006067064590752125, 0.004294637590646744, 0.003002747893333435, 0.0021571244578808546, 0.0016095528844743967, 0.0012583027128130198, 0.0010325155453756452, 0.0008864206029102206, 0.0007956264889799058, 0.0007484830566681921], "prob_new_token": [0.020715150982141495, 0.45537039637565613, 0.7326661944389343, 0.9326096177101135, 0.9556894302368164, 0.9635533094406128, 0.9716049432754517, 0.9807555675506592, 0.9883736371994019, 0.9932112693786621, 0.9962325096130371, 0.9980742931365967, 0.9990254640579224, 0.9994776844978333, 0.999702513217926, 0.9998193383216858, 0.9998837113380432, 0.9999200701713562, 0.999941885471344, 0.9999550580978394], "prob_old_token": [0.5757972002029419, 0.10572053492069244, 0.03951025754213333, 0.01724281907081604, 0.0128835653886199, 0.011411757208406925, 0.009241380728781223, 0.006297886371612549, 0.0038123989943414927, 0.0022915955632925034, 0.0013235805090516806, 0.0006905028130859137, 0.0003499726881273091, 0.00018726088455878198, 0.00010729046334745362, 6.566639058291912e-05, 4.255177918821573e-05, 2.9026707125012763e-05, 2.091431088047102e-05, 1.6080981367849745e-05], "update_matrix_norm_1": [24913.0390625], "update_matrix_norm_2": [6.525412082672119], "update_matrix_norm_inf": [0.058052197098731995], "request": {"prompt": "{} has earned an educational degree from", "subject": "Kurt Waldheim", "target_new": {"str": "Harvard University"}, "old_answer": {"str": "the University of Vienna"}, "seed": 42}}, {"loss_per_step": [2.007, 2.068, 1.103, 0.698, 0.552, 0.485, 0.445, 0.425, 0.415, 0.409, 0.405, 0.402, 0.4, 0.399, 0.398, 0.397, 0.396, 0.396, 0.396, 0.394], "prob_new": [0.13683241605758667, 0.2011510133743286, 0.5037539601325989, 0.7423375844955444, 0.8592171669006348, 0.9201028347015381, 0.9573598504066467, 0.9756097793579102, 0.9847881197929382, 0.9901467561721802, 0.9934787154197693, 0.995500385761261, 0.9967250227928162, 0.9974954724311829, 0.9979790449142456, 0.9982568025588989, 0.9983837008476257, 0.9983938336372375, 0.9982960224151611, 0.9980508089065552], "prob_old": [0.6157965064048767, 0.20907606184482574, 0.10806195437908173, 0.03385011851787567, 0.015509244985878468, 0.009552549570798874, 0.006746603175997734, 0.0051046861335635185, 0.003908058162778616, 0.0029510552994906902, 0.0022377942223101854, 0.0017520432593300939, 0.0014323568902909756, 0.0012208917178213596, 0.0010814686538651586, 0.000995331211015582, 0.0009496796410530806, 0.0009330805041827261, 0.0009414150845259428, 0.0009881247533485293], "prob_new_token": [0.47295182943344116, 0.32435473799705505, 0.5046114325523376, 0.7101186513900757, 0.7519828081130981, 0.7984983325004578, 0.8583506345748901, 0.9068329334259033, 0.937799870967865, 0.9587808847427368, 0.9734652042388916, 0.9827646613121033, 0.9881383776664734, 0.9913209676742554, 0.9931381344795227, 0.9938887357711792, 0.9938411116600037, 0.9932152628898621, 0.9920689463615417, 0.9902315735816956], "prob_old_token": [0.4729539453983307, 0.3243526220321655, 0.5046136379241943, 0.7101219296455383, 0.7519863843917847, 0.7984939217567444, 0.8583498001098633, 0.9068338871002197, 0.9377997517585754, 0.9587808847427368, 0.9734645485877991, 0.982765257358551, 0.9881384968757629, 0.9913211464881897, 0.993138313293457, 0.9938887357711792, 0.9938408136367798, 0.993215024471283, 0.9920691251754761, 0.9902318716049194], "update_matrix_norm_1": [20706.763671875], "update_matrix_norm_2": [5.980180263519287], "update_matrix_norm_inf": [0.06250423192977905], "request": {"prompt": "{} has earned an educational degree from", "subject": "Edwin Hubble", "target_new": {"str": "the University of St Andrews"}, "old_answer": {"str": "the University of Chicago"}, "seed": 42}}, {"loss_per_step": [1.393, 1.197, 0.612, 0.521, 0.471, 0.45, 0.438, 0.429, 0.421, 0.414, 0.409, 0.405, 0.402, 0.4, 0.398, 0.397, 0.396, 0.395, 0.395, 0.395], "prob_new": [0.2501614987850189, 0.5088700652122498, 0.8240292072296143, 0.8910794854164124, 0.9294353723526001, 0.9481903314590454, 0.9597932696342468, 0.9685754776000977, 0.9757461547851562, 0.9816465973854065, 0.9864234924316406, 0.9901634454727173, 0.9929271340370178, 0.9948390126228333, 0.9961028695106506, 0.996919572353363, 0.997441291809082, 0.9977715015411377, 0.9979772567749023, 0.9980990290641785], "prob_old": [0.6157965064048767, 0.2587379217147827, 0.1266801506280899, 0.1282448172569275, 0.12040412425994873, 0.11223292350769043, 0.10605963319540024, 0.09978599101305008, 0.09349694103002548, 0.08787490427494049, 0.08272853493690491, 0.0772257074713707, 0.071051225066185, 0.0644395723938942, 0.0577181875705719, 0.05121126025915146, 0.04523315280675888, 0.03997459262609482, 0.03544621542096138, 0.03154407814145088], "prob_new_token": [0.4729539453983307, 0.3828439712524414, 0.5612699389457703, 0.6710948944091797, 0.7799892425537109, 0.8472721576690674, 0.8882598876953125, 0.9151684641838074, 0.9350936412811279, 0.9517976641654968, 0.9663246273994446, 0.9781481623649597, 0.9866459965705872, 0.9920394420623779, 0.99514240026474, 0.9968169927597046, 0.9976955056190491, 0.9981458187103271, 0.9983477592468262, 0.9983774423599243], "prob_old_token": [0.4729539453983307, 0.3828439712524414, 0.5612699389457703, 0.6710948944091797, 0.7799892425537109, 0.8472721576690674, 0.8882598876953125, 0.9151684641838074, 0.9350936412811279, 0.9517976641654968, 0.9663246273994446, 0.9781481623649597, 0.9866459965705872, 0.9920394420623779, 0.99514240026474, 0.9968169927597046, 0.9976955056190491, 0.9981458187103271, 0.9983477592468262, 0.9983774423599243], "update_matrix_norm_1": [21420.42578125], "update_matrix_norm_2": [6.0057759284973145], "update_matrix_norm_inf": [0.048561446368694305], "request": {"prompt": "{} has earned an educational degree from", "subject": "Edwin Hubble", "target_new": {"str": "the University of Wisconsin"}, "old_answer": {"str": "the University of Chicago"}, "seed": 42}}, {"loss_per_step": [2.108, 1.747, 0.71, 0.529, 0.523, 0.497, 0.475, 0.459, 0.447, 0.438, 0.43, 0.424, 0.42, 0.416, 0.412, 0.41, 0.408, 0.406, 0.405, 0.404], "prob_new": [0.12443538010120392, 0.27376845479011536, 0.7369577288627625, 0.8866902589797974, 0.8920302987098694, 0.9135739803314209, 0.932039201259613, 0.9456287622451782, 0.9560449719429016, 0.9641919732093811, 0.9705865383148193, 0.9756624102592468, 0.9797376394271851, 0.9830243587493896, 0.9856796264648438, 0.9878324270248413, 0.989590048789978, 0.9910393953323364, 0.9922499060630798, 0.993274450302124], "prob_old": [0.6157965064048767, 0.21115748584270477, 0.040068332105875015, 0.017352670431137085, 0.01586935855448246, 0.01597178541123867, 0.016037166118621826, 0.015665045008063316, 0.014856399968266487, 0.01378217525780201, 0.012583911418914795, 0.011330652050673962, 0.010077904909849167, 0.00888926163315773, 0.007818914949893951, 0.006897703744471073, 0.006133882328867912, 0.005520944949239492, 0.005045714788138866, 0.004694540519267321], "prob_new_token": [0.47295182943344116, 0.38457417488098145, 0.7549821138381958, 0.7830964922904968, 0.7929545044898987, 0.8313949704170227, 0.8654499650001526, 0.892218291759491, 0.913877546787262, 0.9310762882232666, 0.9445369243621826, 0.9549196362495422, 0.9628201723098755, 0.9688002467155457, 0.9733491539955139, 0.9768679141998291, 0.9796797633171082, 0.9820206165313721, 0.9840633869171143, 0.9859219193458557], "prob_old_token": [0.4729539453983307, 0.384575217962265, 0.7549789547920227, 0.7830944061279297, 0.7929524183273315, 0.8313950300216675, 0.8654481172561646, 0.8922184705734253, 0.9138769507408142, 0.9310755729675293, 0.9445366859436035, 0.9549197554588318, 0.9628205299377441, 0.9688012599945068, 0.9733494520187378, 0.9768677949905396, 0.9796796441078186, 0.9820203185081482, 0.9840632677078247, 0.9859221577644348], "update_matrix_norm_1": [21640.58203125], "update_matrix_norm_2": [6.005776405334473], "update_matrix_norm_inf": [0.04976331442594528], "request": {"prompt": "{} has earned an educational degree from", "subject": "Edwin Hubble", "target_new": {"str": "the University of Munich"}, "old_answer": {"str": "the University of Chicago"}, "seed": 42}}, {"loss_per_step": [1.452, 1.632, 1.244, 0.749, 0.57, 0.593, 0.47, 0.457, 0.437, 0.425, 0.419, 0.416, 0.414, 0.41, 0.392, 0.363, 0.328, 0.286, 0.244, 0.21], "prob_new": [0.23493748903274536, 0.30126386880874634, 0.4401929974555969, 0.7194894552230835, 0.8615328669548035, 0.8658599257469177, 0.9500783681869507, 0.9611216187477112, 0.9793757796287537, 0.9919701814651489, 0.9968953728675842, 0.9984065890312195, 0.9989644289016724, 0.9992496967315674, 0.9992517232894897, 0.9986957311630249, 0.9958294630050659, 0.9938846826553345, 0.9941321015357971, 0.9914013147354126], "prob_old": [0.614633321762085, 0.35692912340164185, 0.29494234919548035, 0.10963413864374161, 0.04012000560760498, 0.06614255905151367, 0.024396738037467003, 0.024924196302890778, 0.022431490942835808, 0.01930270344018936, 0.018570533022284508, 0.018790487200021744, 0.0172627791762352, 0.014500536024570465, 0.014309468679130077, 0.021576832979917526, 0.04785528779029846, 0.03614283353090286, 0.016874555498361588, 0.020089946687221527], "prob_new_token": [0.40717175602912903, 0.34361499547958374, 0.43891528248786926, 0.6597808599472046, 0.8522804975509644, 0.7277936935424805, 0.8604702949523926, 0.8739993572235107, 0.9439008235931396, 0.9835234880447388, 0.994316041469574, 0.997279942035675, 0.998374879360199, 0.9989006519317627, 0.9989473223686218, 0.9972176551818848, 0.9816346168518066, 0.9567240476608276, 0.9826546311378479, 0.9920742511749268], "prob_old_token": [0.4071723222732544, 0.3436143398284912, 0.4389137923717499, 0.6597815752029419, 0.8522822856903076, 0.7277941703796387, 0.8604685068130493, 0.873997151851654, 0.9439010620117188, 0.9835237264633179, 0.994316041469574, 0.997279942035675, 0.998374879360199, 0.9989005923271179, 0.9989473223686218, 0.9972175359725952, 0.9816350340843201, 0.9567235708236694, 0.9826544523239136, 0.9920743703842163], "update_matrix_norm_1": [9608.5751953125], "update_matrix_norm_2": [3.0373752117156982], "update_matrix_norm_inf": [0.152430459856987], "request": {"prompt": "{} has earned an educational degree from", "subject": "Nelson Mandela", "target_new": {"str": "the University of Erlangen-Nuremberg"}, "old_answer": {"str": "the University of South Africa"}, "seed": 42}}, {"loss_per_step": [2.335, 1.744, 0.917, 0.641, 0.517, 0.468, 0.446, 0.434, 0.427, 0.423, 0.42, 0.418, 0.416, 0.415, 0.414, 0.413, 0.412, 0.411, 0.403, 0.389], "prob_new": [0.10833902657032013, 0.2945060431957245, 0.6152482628822327, 0.8070302605628967, 0.9127784967422485, 0.9567792415618896, 0.9751845002174377, 0.9844772815704346, 0.989786684513092, 0.9929323792457581, 0.9948146939277649, 0.9959526062011719, 0.9966539144515991, 0.9970926642417908, 0.9973635077476501, 0.9975200891494751, 0.9975940585136414, 0.9975841641426086, 0.9973649978637695, 0.9968982934951782], "prob_old": [0.614633321762085, 0.33577683568000793, 0.11882395297288895, 0.09985155612230301, 0.08455456793308258, 0.06825248897075653, 0.054345812648534775, 0.042046450078487396, 0.03198598325252533, 0.024746514856815338, 0.020087117329239845, 0.017459802329540253, 0.016376037150621414, 0.016491614282131195, 0.017562536522746086, 0.019365821033716202, 0.02168489247560501, 0.024563923478126526, 0.02937360107898712, 0.03672262281179428], "prob_new_token": [0.0068355584517121315, 0.3508804440498352, 0.7364678382873535, 0.8790227174758911, 0.9561594128608704, 0.9822325706481934, 0.990825355052948, 0.9949306845664978, 0.9972115159034729, 0.9984164834022522, 0.9990101456642151, 0.9992826581001282, 0.9993847012519836, 0.9993825554847717, 0.999299168586731, 0.9991388916969299, 0.9989005923271179, 0.9985737800598145, 0.9980510473251343, 0.9972959160804749], "prob_old_token": [0.4071723222732544, 0.15736086666584015, 0.11080233752727509, 0.06287160515785217, 0.02144802361726761, 0.007329511921852827, 0.003324727760627866, 0.0016772045055404305, 0.0008550985367037356, 0.00045735767344012856, 0.0002763764641713351, 0.00020000999211333692, 0.00017675445997156203, 0.0001870673877419904, 0.00022668184828944504, 0.0002974617527797818, 0.00040101498598232865, 0.0005383452516980469, 0.0007449185359291732, 0.001018975512124598], "update_matrix_norm_1": [20036.76171875], "update_matrix_norm_2": [5.96535062789917], "update_matrix_norm_inf": [0.08349701017141342], "request": {"prompt": "{} has earned an educational degree from", "subject": "Nelson Mandela", "target_new": {"str": "Harvard University"}, "old_answer": {"str": "the University of South Africa"}, "seed": 42}}, {"loss_per_step": [2.5, 2.056, 1.458, 0.802, 0.524, 0.453, 0.437, 0.427, 0.42, 0.417, 0.415, 0.412, 0.411, 0.409, 0.408, 0.407, 0.399, 0.383, 0.361, 0.336], "prob_new": [0.08698724955320358, 0.1974908709526062, 0.36232635378837585, 0.6887844204902649, 0.9074697494506836, 0.9682023525238037, 0.9816911220550537, 0.9883394241333008, 0.9923455715179443, 0.9947245717048645, 0.9960869550704956, 0.9968799352645874, 0.9973738789558411, 0.9977050423622131, 0.9979349970817566, 0.9980913996696472, 0.9980707168579102, 0.9978414177894592, 0.9972792267799377, 0.9961352944374084], "prob_old": [0.614633321762085, 0.3047706186771393, 0.31023985147476196, 0.11532130092382431, 0.0847042053937912, 0.05457868427038193, 0.0408870205283165, 0.034752290695905685, 0.032246049493551254, 0.03204161673784256, 0.033167339861392975, 0.03487706929445267, 0.03670138120651245, 0.0382627472281456, 0.03919222578406334, 0.039212822914123535, 0.039507098495960236, 0.040243323892354965, 0.04175233840942383, 0.04467666149139404], "prob_new_token": [0.4071723222732544, 0.300735205411911, 0.27150100469589233, 0.4932504892349243, 0.8290874361991882, 0.9318313598632812, 0.9611071944236755, 0.9763388633728027, 0.9854012131690979, 0.9907334446907043, 0.9937912225723267, 0.99554443359375, 0.9965695142745972, 0.9971789717674255, 0.9975389838218689, 0.9977251291275024, 0.9976277351379395, 0.997178852558136, 0.9961453676223755, 0.9940416216850281], "prob_old_token": [0.4071723222732544, 0.300735205411911, 0.27150100469589233, 0.4932504892349243, 0.8290874361991882, 0.9318313598632812, 0.9611071944236755, 0.9763388633728027, 0.9854012131690979, 0.9907334446907043, 0.9937912225723267, 0.99554443359375, 0.9965695142745972, 0.9971789717674255, 0.9975389838218689, 0.9977251291275024, 0.9976277351379395, 0.997178852558136, 0.9961453676223755, 0.9940416216850281], "update_matrix_norm_1": [16706.919921875], "update_matrix_norm_2": [5.195507526397705], "update_matrix_norm_inf": [0.08955131471157074], "request": {"prompt": "{} has earned an educational degree from", "subject": "Nelson Mandela", "target_new": {"str": "the University of Maryland"}, "old_answer": {"str": "the University of South Africa"}, "seed": 42}}, {"loss_per_step": [1.906, 1.993, 1.569, 0.9, 0.578, 0.501, 0.458, 0.44, 0.449, 0.423, 0.422, 0.419, 0.416, 0.415, 0.413, 0.407, 0.391, 0.365, 0.333, 0.299], "prob_new": [0.1505541205406189, 0.20862005650997162, 0.31761300563812256, 0.6180459856987, 0.8521069288253784, 0.9201433062553406, 0.9616506695747375, 0.9854384064674377, 0.9861772656440735, 0.9921775460243225, 0.9948064088821411, 0.9964399933815002, 0.997472882270813, 0.9982563257217407, 0.9988243579864502, 0.9990907311439514, 0.9990676045417786, 0.998703122138977, 0.9976003170013428, 0.9950424432754517], "prob_old": [0.6856915354728699, 0.3935839533805847, 0.4812588691711426, 0.227159321308136, 0.02998347021639347, 0.016011729836463928, 0.01191521156579256, 0.007256743498146534, 0.009216167032718658, 0.0067086233757436275, 0.005546187981963158, 0.004921973682940006, 0.00468851812183857, 0.004514844156801701, 0.004392552189528942, 0.004487520083785057, 0.004857012070715427, 0.005505898501724005, 0.006698607001453638, 0.009103255346417427], "prob_new_token": [0.5501874089241028, 0.49753522872924805, 0.5547859072685242, 0.5915881395339966, 0.6469848155975342, 0.7734467387199402, 0.8616161346435547, 0.9292533993721008, 0.910187304019928, 0.964482843875885, 0.9790340065956116, 0.9863288998603821, 0.99018794298172, 0.9932215809822083, 0.9956233501434326, 0.9967149496078491, 0.996309757232666, 0.9939939975738525, 0.9879497289657593, 0.9772434234619141], "prob_old_token": [0.5501874089241028, 0.49753522872924805, 0.5547859072685242, 0.5915881395339966, 0.6469848155975342, 0.7734467387199402, 0.8616161346435547, 0.9292533993721008, 0.910187304019928, 0.964482843875885, 0.9790340065956116, 0.9863288998603821, 0.99018794298172, 0.9932215809822083, 0.9956233501434326, 0.9967149496078491, 0.996309757232666, 0.9939939975738525, 0.9879497289657593, 0.9772434234619141], "update_matrix_norm_1": [15607.3056640625], "update_matrix_norm_2": [4.6924591064453125], "update_matrix_norm_inf": [0.05035921186208725], "request": {"prompt": "{} has earned an educational degree from", "subject": "Niccol\u00f2 Machiavelli", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "the University of Florence"}, "seed": 42}}, {"loss_per_step": [2.894, 2.486, 2.007, 1.362, 0.71, 0.58, 0.473, 0.431, 0.423, 0.42, 0.418, 0.416, 0.415, 0.413, 0.412, 0.412, 0.411, 0.405, 0.391, 0.37], "prob_new": [0.057167984545230865, 0.1283755600452423, 0.2057652771472931, 0.3909303545951843, 0.7492173910140991, 0.9054077863693237, 0.9713233709335327, 0.9891014099121094, 0.9946901202201843, 0.9967436194419861, 0.9976610541343689, 0.9981905817985535, 0.9985530972480774, 0.9988170862197876, 0.9990149140357971, 0.9991666078567505, 0.999283492565155, 0.999355673789978, 0.9993787407875061, 0.9993504285812378], "prob_old": [0.6856915354728699, 0.3321559727191925, 0.1935824751853943, 0.05718303844332695, 0.08649327605962753, 0.033724866807460785, 0.019609253853559494, 0.011515714228153229, 0.007778862025588751, 0.006036653649061918, 0.005226518027484417, 0.004769973922520876, 0.004457610193639994, 0.004237978719174862, 0.004093781113624573, 0.004015399143099785, 0.003995797131210566, 0.004120953846722841, 0.0044736783020198345, 0.0051235659047961235], "prob_new_token": [0.5501843690872192, 0.44399240612983704, 0.38801172375679016, 0.48375508189201355, 0.6606462597846985, 0.8486939668655396, 0.9584934115409851, 0.9829331040382385, 0.992470383644104, 0.9962897300720215, 0.9978463649749756, 0.9985597729682922, 0.9989361763000488, 0.9991594552993774, 0.9992991089820862, 0.9993842244148254, 0.9994313716888428, 0.9994440078735352, 0.9994276762008667, 0.9993867874145508], "prob_old_token": [0.5501874089241028, 0.4439953565597534, 0.38801002502441406, 0.4837508797645569, 0.6606429815292358, 0.8486942648887634, 0.958491861820221, 0.9829328656196594, 0.9924701452255249, 0.996289849281311, 0.9978463649749756, 0.9985597729682922, 0.9989361763000488, 0.999159574508667, 0.9992991089820862, 0.9993842244148254, 0.9994313716888428, 0.9994440078735352, 0.9994276762008667, 0.9993867874145508], "update_matrix_norm_1": [20821.6953125], "update_matrix_norm_2": [5.937151908874512], "update_matrix_norm_inf": [0.04678961634635925], "request": {"prompt": "{} has earned an educational degree from", "subject": "Niccol\u00f2 Machiavelli", "target_new": {"str": "the University of South Africa"}, "old_answer": {"str": "the University of Florence"}, "seed": 42}}, {"loss_per_step": [1.432, 1.398, 1.269, 0.936, 0.718, 0.544, 0.477, 0.462, 0.438, 0.429, 0.424, 0.419, 0.415, 0.414, 0.404, 0.381, 0.348, 0.31, 0.264, 0.226], "prob_new": [0.24422916769981384, 0.3793793320655823, 0.4286232888698578, 0.5951103568077087, 0.7749099135398865, 0.8914064764976501, 0.9609071612358093, 0.9921064972877502, 0.9926856160163879, 0.9927886128425598, 0.993289589881897, 0.9950268268585205, 0.9968888759613037, 0.9981595873832703, 0.9987800717353821, 0.9989495873451233, 0.9989486336708069, 0.9966107606887817, 0.9991170763969421, 0.9974830746650696], "prob_old": [0.6856915354728699, 0.35667991638183594, 0.1905488520860672, 0.12493263185024261, 0.07120563089847565, 0.03916490823030472, 0.02050451561808586, 0.009810281917452812, 0.010930909775197506, 0.014212995767593384, 0.01686457172036171, 0.018394218757748604, 0.019275059923529625, 0.018942682072520256, 0.01800151914358139, 0.017809245735406876, 0.02095203474164009, 0.04335080087184906, 0.014776037074625492, 0.014350159093737602], "prob_new_token": [0.5501874089241028, 0.4426182508468628, 0.33017173409461975, 0.2905925214290619, 0.38006657361984253, 0.6814842224121094, 0.9014553427696228, 0.9761012196540833, 0.9782158732414246, 0.9763984084129333, 0.976325511932373, 0.9821162819862366, 0.9894022345542908, 0.9940232634544373, 0.9963931441307068, 0.997491180896759, 0.997231662273407, 0.9873064756393433, 0.9962681531906128, 0.9862052798271179], "prob_old_token": [0.5501874089241028, 0.4426182508468628, 0.33017173409461975, 0.2905925214290619, 0.38006657361984253, 0.6814842224121094, 0.9014553427696228, 0.9761012196540833, 0.9782158732414246, 0.9763984084129333, 0.976325511932373, 0.9821162819862366, 0.9894022345542908, 0.9940232634544373, 0.9963931441307068, 0.997491180896759, 0.997231662273407, 0.9873064756393433, 0.9962681531906128, 0.9862052798271179], "update_matrix_norm_1": [11631.435546875], "update_matrix_norm_2": [3.5502560138702393], "update_matrix_norm_inf": [0.06903447955846786], "request": {"prompt": "{} has earned an educational degree from", "subject": "Niccol\u00f2 Machiavelli", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "the University of Florence"}, "seed": 42}}, {"loss_per_step": [2.171, 2.049, 1.728, 1.107, 0.841, 0.627, 0.441, 0.369, 0.355, 0.343, 0.338, 0.333, 0.331, 0.329, 0.328, 0.326, 0.325, 0.325, 0.324, 0.324], "prob_new": [0.12082310020923615, 0.18561042845249176, 0.2543146014213562, 0.4675168991088867, 0.6069276928901672, 0.7515742182731628, 0.905762255191803, 0.9772400856018066, 0.9934058785438538, 0.9959909319877625, 0.9966147541999817, 0.9968221783638, 0.9971843957901001, 0.997778058052063, 0.9983795881271362, 0.9988258481025696, 0.9991066455841064, 0.9992749691009521, 0.9993804097175598, 0.9994503259658813], "prob_old": [0.5923298597335815, 0.18094485998153687, 0.2059694528579712, 0.17215844988822937, 0.06638193875551224, 0.06391919404268265, 0.045962486416101456, 0.019801177084445953, 0.012446480803191662, 0.012059904634952545, 0.012097957544028759, 0.011865979060530663, 0.011353778652846813, 0.010728518478572369, 0.010150431655347347, 0.009681081399321556, 0.009310494177043438, 0.009022999554872513, 0.008800544776022434, 0.0086268475279212], "prob_new_token": [0.4109601676464081, 0.3757176101207733, 0.38338011503219604, 0.3276708722114563, 0.20738671720027924, 0.393744558095932, 0.7553431391716003, 0.928884744644165, 0.9766010046005249, 0.9807546138763428, 0.9795013666152954, 0.9777863621711731, 0.9784107804298401, 0.983025312423706, 0.9891412258148193, 0.9937792420387268, 0.9963855147361755, 0.9976643323898315, 0.9982577562332153, 0.9985142350196838], "prob_old_token": [0.4109601676464081, 0.3757176101207733, 0.38338011503219604, 0.3276708722114563, 0.20738671720027924, 0.393744558095932, 0.7553431391716003, 0.928884744644165, 0.9766010046005249, 0.9807546138763428, 0.9795013666152954, 0.9777863621711731, 0.9784107804298401, 0.983025312423706, 0.9891412258148193, 0.9937792420387268, 0.9963855147361755, 0.9976643323898315, 0.9982577562332153, 0.9985142350196838], "update_matrix_norm_1": [27317.7890625], "update_matrix_norm_2": [7.357855796813965], "update_matrix_norm_inf": [0.044505294412374496], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ludovico Ariosto", "target_new": {"str": "the University of Oxford"}, "old_answer": {"str": "the University of Ferrara"}, "seed": 42}}, {"loss_per_step": [2.715, 2.295, 2.086, 1.34, 0.973, 0.814, 0.637, 0.508, 0.444, 0.405, 0.378, 0.359, 0.344, 0.334, 0.332, 0.33, 0.329, 0.327, 0.326, 0.326], "prob_new": [0.07481440901756287, 0.14524248242378235, 0.17576664686203003, 0.3714815378189087, 0.5533902645111084, 0.6343581676483154, 0.746252715587616, 0.8415842056274414, 0.8973310589790344, 0.9293432235717773, 0.9531815052032471, 0.9714345932006836, 0.9857619404792786, 0.9948367476463318, 0.9980724453926086, 0.9989373683929443, 0.9991998672485352, 0.9993131756782532, 0.9993662238121033, 0.9993936419487], "prob_old": [0.5923298597335815, 0.19659222662448883, 0.18815255165100098, 0.17237214744091034, 0.11807815730571747, 0.09897682070732117, 0.08827020972967148, 0.0733371451497078, 0.05977442115545273, 0.04977720230817795, 0.04305232688784599, 0.03762025758624077, 0.030248653143644333, 0.020604128018021584, 0.013943661004304886, 0.011303153820335865, 0.009803001768887043, 0.00868610106408596, 0.007897578179836273, 0.007379738613963127], "prob_new_token": [0.4109601676464081, 0.39128875732421875, 0.3814723789691925, 0.39176246523857117, 0.3466832637786865, 0.35932856798171997, 0.4865354895591736, 0.6120725870132446, 0.7144635319709778, 0.8044549822807312, 0.8837992548942566, 0.9392494559288025, 0.970424234867096, 0.986949622631073, 0.9942161440849304, 0.996497392654419, 0.996931254863739, 0.996902585029602, 0.9967367053031921, 0.9965265393257141], "prob_old_token": [0.4109601676464081, 0.39128875732421875, 0.3814723789691925, 0.39176246523857117, 0.3466832637786865, 0.35932856798171997, 0.4865354895591736, 0.6120725870132446, 0.7144635319709778, 0.8044549822807312, 0.8837992548942566, 0.9392494559288025, 0.970424234867096, 0.986949622631073, 0.9942161440849304, 0.996497392654419, 0.996931254863739, 0.996902585029602, 0.9967367053031921, 0.9965265393257141], "update_matrix_norm_1": [27250.57421875], "update_matrix_norm_2": [7.357855319976807], "update_matrix_norm_inf": [0.04735582694411278], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ludovico Ariosto", "target_new": {"str": "the University of Melbourne"}, "old_answer": {"str": "the University of Ferrara"}, "seed": 42}}, {"loss_per_step": [2.274, 2.232, 1.969, 1.348, 0.817, 0.606, 0.473, 0.388, 0.363, 0.347, 0.337, 0.332, 0.33, 0.329, 0.327, 0.326, 0.325, 0.325, 0.325, 0.324], "prob_new": [0.11128155887126923, 0.1530786007642746, 0.19756966829299927, 0.3672657608985901, 0.6257535815238953, 0.7684202790260315, 0.8799477815628052, 0.9487044811248779, 0.9737297296524048, 0.9869880676269531, 0.9941884875297546, 0.9971486330032349, 0.9983436465263367, 0.9988349080085754, 0.9991016387939453, 0.9992780685424805, 0.9993970394134521, 0.9994721412658691, 0.9995153546333313, 0.9995380640029907], "prob_old": [0.5923298597335815, 0.1898852288722992, 0.20314255356788635, 0.1320856362581253, 0.09993882477283478, 0.08751220256090164, 0.05279489606618881, 0.04368234798312187, 0.03350100666284561, 0.02110917679965496, 0.013483612798154354, 0.010043028742074966, 0.008336365222930908, 0.007600225508213043, 0.007237225770950317, 0.007058840710669756, 0.007079710718244314, 0.007376934867352247, 0.007881047204136848, 0.008408025838434696], "prob_new_token": [0.4109601676464081, 0.4013064503669739, 0.435960978269577, 0.342214971780777, 0.393876850605011, 0.5768213868141174, 0.7582008242607117, 0.8870617151260376, 0.9389024376869202, 0.9653517007827759, 0.981149435043335, 0.9899246096611023, 0.9948878884315491, 0.9971292018890381, 0.9981460571289062, 0.9986841082572937, 0.9989820718765259, 0.9991206526756287, 0.9991632103919983, 0.9991664886474609], "prob_old_token": [0.4109601676464081, 0.4013064503669739, 0.435960978269577, 0.342214971780777, 0.393876850605011, 0.5768213868141174, 0.7582008242607117, 0.8870617151260376, 0.9389024376869202, 0.9653517007827759, 0.981149435043335, 0.9899246096611023, 0.9948878884315491, 0.9971292018890381, 0.9981460571289062, 0.9986841082572937, 0.9989820718765259, 0.9991206526756287, 0.9991632103919983, 0.9991664886474609], "update_matrix_norm_1": [27118.95703125], "update_matrix_norm_2": [7.357855796813965], "update_matrix_norm_inf": [0.047267403453588486], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ludovico Ariosto", "target_new": {"str": "the University of Edinburgh"}, "old_answer": {"str": "the University of Ferrara"}, "seed": 42}}, {"loss_per_step": [3.602, 3.009, 2.114, 1.025, 0.696, 0.501, 0.436, 0.41, 0.4, 0.394, 0.391, 0.388, 0.387, 0.386, 0.385, 0.384, 0.384, 0.384, 0.383, 0.38], "prob_new": [0.03180785849690437, 0.07611493766307831, 0.18727688491344452, 0.5343111157417297, 0.741346538066864, 0.8999442458152771, 0.9601008892059326, 0.985249936580658, 0.9918668866157532, 0.9942098259925842, 0.9957656860351562, 0.9968288540840149, 0.9975106716156006, 0.9979469180107117, 0.9982298016548157, 0.9984203577041626, 0.9985595345497131, 0.9986745119094849, 0.9987804889678955, 0.9988647103309631], "prob_old": [0.5047498941421509, 0.20391684770584106, 0.1483382135629654, 0.07491189986467361, 0.0506867915391922, 0.03214222937822342, 0.009083425626158714, 0.002924912376329303, 0.001425057416781783, 0.0009426712640561163, 0.0007437171298079193, 0.0006436068215407431, 0.0005855427007190883, 0.0005417943466454744, 0.0004989345907233655, 0.0004548429569695145, 0.00041414459701627493, 0.00038119431701488793, 0.0003581124765332788, 0.00035224767634645104], "prob_new_token": [0.03523733839392662, 0.2610582709312439, 0.3125435709953308, 0.3931927978992462, 0.5267520546913147, 0.7966278791427612, 0.930942952632904, 0.9749903082847595, 0.9873719215393066, 0.9915947318077087, 0.9939981698989868, 0.9955992102622986, 0.9966912269592285, 0.9974660873413086, 0.9980273842811584, 0.9984486103057861, 0.9987787008285522, 0.9990350008010864, 0.9992276430130005, 0.9993606209754944], "prob_old_token": [0.9151718616485596, 0.10783206671476364, 0.050719957798719406, 0.0072184898890554905, 0.003242497332394123, 0.0013260036939755082, 0.00014284189091995358, 1.570848144183401e-05, 3.2706377623981098e-06, 1.2766769259542343e-06, 7.126469654394896e-07, 4.778844413522165e-07, 3.576919596071093e-07, 2.786100878893194e-07, 2.1817739082052867e-07, 1.7164444443551474e-07, 1.3769478357517073e-07, 1.154643314293935e-07, 1.0298150243670534e-07, 1.0379354620226877e-07], "update_matrix_norm_1": [21412.650390625], "update_matrix_norm_2": [6.327245235443115], "update_matrix_norm_inf": [0.08275624364614487], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ralph Waldo Emerson", "target_new": {"str": "the University of Florence"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [2.941, 2.009, 1.765, 1.578, 1.173, 0.912, 0.726, 0.562, 0.491, 0.45, 0.424, 0.409, 0.401, 0.396, 0.392, 0.39, 0.388, 0.387, 0.386, 0.385], "prob_new": [0.07337069511413574, 0.21750448644161224, 0.25738656520843506, 0.307559609413147, 0.4617505371570587, 0.5982945561408997, 0.7240266799926758, 0.8470359444618225, 0.9136249423027039, 0.9454456567764282, 0.9652001857757568, 0.9777571558952332, 0.9860093593597412, 0.991020143032074, 0.9942896962165833, 0.9962748885154724, 0.9973787069320679, 0.9980165362358093, 0.9984193444252014, 0.9986542463302612], "prob_old": [0.5047498941421509, 0.19571809470653534, 0.12056246399879456, 0.10854830592870712, 0.08863218128681183, 0.07458218932151794, 0.07757261395454407, 0.062085676938295364, 0.032920293509960175, 0.016713712364435196, 0.01069144532084465, 0.007410286460071802, 0.005052577704191208, 0.003644728334620595, 0.002695667091757059, 0.0021341261453926563, 0.001767858862876892, 0.0015318837249651551, 0.0015071510570123792, 0.001759471371769905], "prob_new_token": [0.03523733839392662, 0.2636854946613312, 0.2612263858318329, 0.27230769395828247, 0.30159488320350647, 0.32538866996765137, 0.41422468423843384, 0.6674254536628723, 0.8204404711723328, 0.8945179581642151, 0.9398779273033142, 0.965446949005127, 0.9790159463882446, 0.9870204329490662, 0.9921475052833557, 0.9950876235961914, 0.996756374835968, 0.9977053999900818, 0.9982391595840454, 0.9985024929046631], "prob_old_token": [0.9151718616485596, 0.08264568448066711, 0.0249069444835186, 0.01704266667366028, 0.009192412719130516, 0.005059736780822277, 0.00522832153365016, 0.0031197411008179188, 0.0008617813000455499, 0.00021905942412558943, 9.218459308613092e-05, 4.443846410140395e-05, 2.1632908101310022e-05, 1.1508122042869218e-05, 5.775488261861028e-06, 3.217414132450358e-06, 2.157127710233908e-06, 1.6689353969923104e-06, 1.595234607520979e-06, 2.099321363857598e-06], "update_matrix_norm_1": [21913.146484375], "update_matrix_norm_2": [6.370511054992676], "update_matrix_norm_inf": [0.09977727383375168], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ralph Waldo Emerson", "target_new": {"str": "the University of Texas"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [3.49, 2.765, 2.509, 2.169, 1.297, 0.621, 0.45, 0.427, 0.416, 0.408, 0.401, 0.398, 0.394, 0.392, 0.389, 0.388, 0.386, 0.385, 0.384, 0.384], "prob_new": [0.03838607296347618, 0.10340315103530884, 0.12251362204551697, 0.16988767683506012, 0.4143977463245392, 0.807036280632019, 0.9521359205245972, 0.9705567359924316, 0.979175865650177, 0.984889805316925, 0.9889496564865112, 0.9919413924217224, 0.994176983833313, 0.9958347082138062, 0.997043251991272, 0.9978250861167908, 0.9982448220252991, 0.9984740614891052, 0.9986575841903687, 0.9988546967506409], "prob_old": [0.5047498941421509, 0.15282239019870758, 0.13671359419822693, 0.15686872601509094, 0.10671532154083252, 0.037121452391147614, 0.004503412172198296, 0.0014784920495003462, 0.000707230472471565, 0.0004120618978049606, 0.0002760850766208023, 0.00020111420599278063, 0.00015778312808834016, 0.00012718500511255115, 0.00010290877253282815, 8.958127000369132e-05, 8.808463462628424e-05, 9.33143965085037e-05, 9.923442121362314e-05, 0.00010275503154844046], "prob_new_token": [1.447315980840358e-06, 0.0005204026238061488, 0.0006656332989223301, 0.001854462781921029, 0.06002208963036537, 0.5660038590431213, 0.948878824710846, 0.9817193746566772, 0.9914557337760925, 0.9950650334358215, 0.996697187423706, 0.9975431561470032, 0.9980153441429138, 0.9983626008033752, 0.9986773729324341, 0.9988952279090881, 0.9989767074584961, 0.998979389667511, 0.9989848732948303, 0.9990423917770386], "prob_old_token": [0.9151718616485596, 0.03348724544048309, 0.032202232629060745, 0.051992565393447876, 0.023136936128139496, 0.004102788399904966, 2.9055565391900018e-05, 3.1168697205430362e-06, 7.195018270067521e-07, 2.5681310944492e-07, 1.2460964171623345e-07, 7.357229492299666e-08, 5.095649768804833e-08, 3.6918347490200176e-08, 2.6186716794995846e-08, 2.0202245210043657e-08, 1.9044213317442882e-08, 2.0579296489131593e-08, 2.2317108161473698e-08, 2.2705116009547055e-08], "update_matrix_norm_1": [21880.6015625], "update_matrix_norm_2": [6.370510578155518], "update_matrix_norm_inf": [0.07650874555110931], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ralph Waldo Emerson", "target_new": {"str": "Whittier College"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [2.818, 2.358, 1.683, 1.139, 0.766, 0.593, 0.555, 0.539, 0.521, 0.508, 0.507, 0.491, 0.49, 0.487, 0.483, 0.475, 0.455, 0.434, 0.398, 0.358], "prob_new": [0.06727323681116104, 0.1584571748971939, 0.3225628733634949, 0.5678953528404236, 0.8043919801712036, 0.9511279463768005, 0.9723678827285767, 0.9803513288497925, 0.9861347675323486, 0.9911377429962158, 0.9936819672584534, 0.9950124025344849, 0.9956838488578796, 0.9961481094360352, 0.996428370475769, 0.9964418411254883, 0.995750367641449, 0.9947922229766846, 0.9949005842208862, 0.9962772130966187], "prob_old": [0.4690437316894531, 0.04206852242350578, 0.02410566247999668, 0.016530640423297882, 0.004225468263030052, 0.0006636573234573007, 0.00019875663565471768, 0.00015183674986474216, 0.00013419296010397375, 0.00011727107630576938, 9.940678137354553e-05, 5.758707266068086e-05, 4.4403110223356634e-05, 4.35221845691558e-05, 5.202515603741631e-05, 7.414889842038974e-05, 0.00014279918104875833, 0.00031047253287397325, 0.0005952134961262345, 0.0003311817708890885], "prob_new_token": [0.08427775651216507, 0.264860600233078, 0.3096081614494324, 0.41111496090888977, 0.561530590057373, 0.8378409743309021, 0.9253872036933899, 0.9560965299606323, 0.971602201461792, 0.9819110035896301, 0.9850382208824158, 0.988535463809967, 0.9895169734954834, 0.9895263314247131, 0.988654613494873, 0.9864640235900879, 0.9804232120513916, 0.9719946980476379, 0.9681259393692017, 0.9776794910430908], "prob_old_token": [0.7643701434135437, 0.09524038434028625, 0.04128872975707054, 0.010782231576740742, 0.0019177680369466543, 0.00031986142857931554, 0.0001701641158433631, 0.00015815785445738584, 0.00016421946929767728, 0.00016621149552520365, 0.00016331813822034746, 7.005460793152452e-05, 4.770848318003118e-05, 4.838262248085812e-05, 6.435123214032501e-05, 0.00010215695510851219, 0.00021339658997021616, 0.0005054421490058303, 0.0010605182033032179, 0.0006076204590499401], "update_matrix_norm_1": [15876.140625], "update_matrix_norm_2": [4.732977390289307], "update_matrix_norm_inf": [0.05202793702483177], "request": {"prompt": "{} has earned an educational degree from", "subject": "Theodore Roosevelt", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.245, 1.751, 1.311, 1.001, 0.742, 0.627, 0.536, 0.508, 0.486, 0.474, 0.469, 0.465, 0.463, 0.462, 0.444, 0.414, 0.376, 0.336, 0.322, 0.461], "prob_new": [0.1166568472981453, 0.2904569208621979, 0.4508965313434601, 0.6254449486732483, 0.7872544527053833, 0.9032251238822937, 0.9655366539955139, 0.9763450622558594, 0.9847915172576904, 0.9911569952964783, 0.9949520826339722, 0.9971000552177429, 0.9981660842895508, 0.9985443353652954, 0.9982909560203552, 0.997100293636322, 0.9964340925216675, 0.9952463507652283, 0.9808685779571533, 0.917604923248291], "prob_old": [0.4690437316894531, 0.03389186039566994, 0.028272822499275208, 0.021021472290158272, 0.012536007910966873, 0.002360648475587368, 0.00032151376944966614, 0.00013767083873972297, 8.51197837619111e-05, 4.26371225330513e-05, 2.2113987142802216e-05, 1.4800115422985982e-05, 1.5187824828899466e-05, 2.319999475730583e-05, 0.0001001976415864192, 0.001018924405798316, 0.0021856711246073246, 0.00016875304572749883, 0.018407998606562614, 7.633357199665625e-06], "prob_new_token": [0.08427775651216507, 0.27952760457992554, 0.28907594084739685, 0.32123303413391113, 0.41044294834136963, 0.648853600025177, 0.8523383140563965, 0.8912776708602905, 0.9191247820854187, 0.9435970783233643, 0.9589671492576599, 0.9674983620643616, 0.9711955785751343, 0.9695742130279541, 0.950181245803833, 0.899185836315155, 0.897035539150238, 0.9742118716239929, 0.7820475101470947, 0.5091775059700012], "prob_old_token": [0.7643701434135437, 0.0687645748257637, 0.05025791376829147, 0.01877022162079811, 0.016041945666074753, 0.004585585091263056, 0.0006472411332651973, 0.0004025158123113215, 0.0003830657515209168, 0.0002751357387751341, 0.0001766050118021667, 0.00013150104496162385, 0.00014592448133043945, 0.00025170197477564216, 0.0013342949096113443, 0.012758464552462101, 0.020441440865397453, 0.0007581285899505019, 0.0757845789194107, 1.1760777852032334e-05], "update_matrix_norm_1": [14132.302734375], "update_matrix_norm_2": [4.099094390869141], "update_matrix_norm_inf": [0.0613163560628891], "request": {"prompt": "{} has earned an educational degree from", "subject": "Theodore Roosevelt", "target_new": {"str": "the University of Southern California"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.942, 2.426, 1.898, 1.017, 0.743, 0.585, 0.536, 0.51, 0.497, 0.489, 0.485, 0.478, 0.47, 0.494, 0.469, 0.465, 0.451, 0.417, 0.38, 0.343], "prob_new": [0.05688641220331192, 0.15119482576847076, 0.2589731514453888, 0.6288747191429138, 0.8077752590179443, 0.9354682564735413, 0.967806875705719, 0.9822824001312256, 0.9900378584861755, 0.9932361245155334, 0.9957229495048523, 0.9973615407943726, 0.998303234577179, 0.9987061023712158, 0.9976369142532349, 0.9934872388839722, 0.987343966960907, 0.9943727254867554, 0.9974534511566162, 0.9962276220321655], "prob_old": [0.4690437316894531, 0.0538310632109642, 0.007250709924846888, 0.005909004248678684, 0.0019775587134063244, 0.00037919104215689003, 0.0001683321170276031, 5.156060797162354e-05, 1.9217402950744145e-05, 1.2439218153303955e-05, 9.770371434569824e-06, 7.841384103812743e-06, 6.192465207277564e-06, 5.053626409790013e-06, 1.3745738215220626e-05, 8.091325435088947e-05, 0.00030433680512942374, 5.872878682566807e-05, 3.5673674574354663e-06, 2.335224053240381e-06], "prob_new_token": [0.08427775651216507, 0.2563433349132538, 0.24882324039936066, 0.3471457362174988, 0.5406090021133423, 0.8278523087501526, 0.9000003933906555, 0.9402512311935425, 0.9650840163230896, 0.976625382900238, 0.9843254089355469, 0.9892019033432007, 0.991902768611908, 0.9928271770477295, 0.9844216704368591, 0.959120512008667, 0.9187917113304138, 0.9712597727775574, 0.9914172291755676, 0.9879630208015442], "prob_old_token": [0.7643701434135437, 0.1283799409866333, 0.005247265566140413, 0.005393476225435734, 0.001701619359664619, 0.0002444938581902534, 8.124453597702086e-05, 3.1588369893142954e-05, 1.4472379007202107e-05, 1.0992684110533446e-05, 1.0355655831517652e-05, 1.0130450391443446e-05, 9.860038517217617e-06, 9.864290404948406e-06, 3.6639554309658706e-05, 0.0002976362593472004, 0.0015117364237084985, 0.00043864877079613507, 2.701907214941457e-05, 1.489690566813806e-05], "update_matrix_norm_1": [15346.373046875], "update_matrix_norm_2": [4.548741340637207], "update_matrix_norm_inf": [0.06490835547447205], "request": {"prompt": "{} has earned an educational degree from", "subject": "Theodore Roosevelt", "target_new": {"str": "the University of Tennessee"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.325, 2.13, 1.516, 0.758, 0.492, 0.448, 0.433, 0.424, 0.418, 0.414, 0.411, 0.408, 0.406, 0.404, 0.403, 0.402, 0.401, 0.4, 0.391, 0.377], "prob_new": [0.10008180886507034, 0.18352147936820984, 0.33077797293663025, 0.7039321064949036, 0.9250016212463379, 0.9657480120658875, 0.9776529669761658, 0.9832914471626282, 0.9868149757385254, 0.9893720746040344, 0.991365909576416, 0.9929559230804443, 0.9942237734794617, 0.995225727558136, 0.9960061311721802, 0.9966081976890564, 0.9970808625221252, 0.9974669814109802, 0.9977361559867859, 0.9979100227355957], "prob_old": [0.701583206653595, 0.3877136707305908, 0.37304848432540894, 0.11631336808204651, 0.035719748586416245, 0.029696457087993622, 0.028468070551753044, 0.02770954743027687, 0.026921503245830536, 0.025856994092464447, 0.024406712502241135, 0.022678425535559654, 0.020911935716867447, 0.019373800605535507, 0.018274378031492233, 0.017667574808001518, 0.017421100288629532, 0.01731911115348339, 0.017327528446912766, 0.017596233636140823], "prob_new_token": [0.478924423456192, 0.3069906532764435, 0.3798362612724304, 0.4831450581550598, 0.6705323457717896, 0.8497529029846191, 0.9156696200370789, 0.9482662081718445, 0.9663068056106567, 0.9769619107246399, 0.9834755659103394, 0.9876065850257874, 0.9903601408004761, 0.9923025369644165, 0.9937450289726257, 0.9948636889457703, 0.9957628846168518, 0.9965115785598755, 0.9970454573631287, 0.9974242448806763], "prob_old_token": [0.47892194986343384, 0.30698826909065247, 0.3798340857028961, 0.48314517736434937, 0.6705324053764343, 0.8497540354728699, 0.9156708717346191, 0.9482663869857788, 0.9663062691688538, 0.9769619107246399, 0.9834760427474976, 0.9876067638397217, 0.9903602600097656, 0.9923025965690613, 0.9937450885772705, 0.9948636889457703, 0.9957629442214966, 0.9965112805366516, 0.9970456957817078, 0.9974242448806763], "update_matrix_norm_1": [18803.69921875], "update_matrix_norm_2": [5.895919322967529], "update_matrix_norm_inf": [0.12463956326246262], "request": {"prompt": "{} has earned an educational degree from", "subject": "William Faulkner", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "the University of Mississippi"}, "seed": 42}}, {"loss_per_step": [1.554, 1.468, 1.1, 0.703, 0.535, 0.449, 0.422, 0.413, 0.407, 0.403, 0.401, 0.4, 0.399, 0.398, 0.397, 0.39, 0.376, 0.358, 0.338, 0.314], "prob_new": [0.21405427157878876, 0.35220086574554443, 0.49848103523254395, 0.7411283254623413, 0.8787410259246826, 0.9541110396385193, 0.9805988073348999, 0.9877443313598633, 0.9929594397544861, 0.9956186413764954, 0.9970687031745911, 0.9977518916130066, 0.9979958534240723, 0.9981139898300171, 0.9981529712677002, 0.9979133605957031, 0.9972079992294312, 0.9957600831985474, 0.9939011335372925, 0.9949525594711304], "prob_old": [0.701583206653595, 0.3602411150932312, 0.3296261727809906, 0.29780247807502747, 0.18845805525779724, 0.12153477966785431, 0.0963476300239563, 0.09141776710748672, 0.06997991353273392, 0.05198071151971817, 0.04290599003434181, 0.038692232221364975, 0.03692392632365227, 0.037650153040885925, 0.04123801365494728, 0.05051678791642189, 0.06819909065961838, 0.0971607193350792, 0.1318790763616562, 0.1407308578491211], "prob_new_token": [0.478924423456192, 0.3057769536972046, 0.3740813732147217, 0.5192650556564331, 0.6976529955863953, 0.8726768493652344, 0.9483692049980164, 0.9730873703956604, 0.984288215637207, 0.9916342496871948, 0.9954546689987183, 0.9969082474708557, 0.9973596930503845, 0.9976143836975098, 0.9976959824562073, 0.9971412420272827, 0.9951536655426025, 0.9903554320335388, 0.985404908657074, 0.9913857579231262], "prob_old_token": [0.47892194986343384, 0.3057786822319031, 0.3740828037261963, 0.5192660689353943, 0.697650134563446, 0.872675359249115, 0.9483678340911865, 0.9730870723724365, 0.9842879772186279, 0.9916340708732605, 0.9954546689987183, 0.9969082474708557, 0.9973596930503845, 0.9976143836975098, 0.9976959228515625, 0.9971412420272827, 0.9951536655426025, 0.9903551936149597, 0.985404908657074, 0.9913857579231262], "update_matrix_norm_1": [14761.9677734375], "update_matrix_norm_2": [4.870872497558594], "update_matrix_norm_inf": [0.11234315484762192], "request": {"prompt": "{} has earned an educational degree from", "subject": "William Faulkner", "target_new": {"str": "the University of Southern California"}, "old_answer": {"str": "the University of Mississippi"}, "seed": 42}}, {"loss_per_step": [2.167, 2.164, 1.635, 0.846, 0.522, 0.476, 0.444, 0.426, 0.417, 0.411, 0.407, 0.404, 0.402, 0.4, 0.398, 0.385, 0.362, 0.332, 0.296, 0.257], "prob_new": [0.11574435234069824, 0.1807912290096283, 0.29678550362586975, 0.6548382043838501, 0.8980178833007812, 0.9345890283584595, 0.9632688164710999, 0.9788072109222412, 0.9866922497749329, 0.9916412830352783, 0.9949106574058533, 0.9968795776367188, 0.9980354309082031, 0.998692512512207, 0.9990777969360352, 0.9992619752883911, 0.9992862939834595, 0.9991841912269592, 0.99887615442276, 0.9976252913475037], "prob_old": [0.701583206653595, 0.33338290452957153, 0.18503840267658234, 0.10924391448497772, 0.027949469164013863, 0.019625602290034294, 0.015489786863327026, 0.012704599648714066, 0.010183727368712425, 0.007335582282394171, 0.0047608003951609135, 0.0032027438282966614, 0.0026554164942353964, 0.0026044934056699276, 0.0027453263755887747, 0.003073891159147024, 0.003654478583484888, 0.004764821380376816, 0.007681971415877342, 0.01771138422191143], "prob_new_token": [0.478924423456192, 0.3095553517341614, 0.3218570947647095, 0.41948202252388, 0.6468675136566162, 0.7516775131225586, 0.859681248664856, 0.9325932860374451, 0.9683322906494141, 0.9834044575691223, 0.9906694889068604, 0.9946650266647339, 0.9969088435173035, 0.9982146620750427, 0.9990502595901489, 0.9995065331459045, 0.9996442198753357, 0.9995777010917664, 0.9993505477905273, 0.998706579208374], "prob_old_token": [0.47892194986343384, 0.30955415964126587, 0.3218570947647095, 0.4194822907447815, 0.6468662619590759, 0.7516797184944153, 0.8596807718276978, 0.9325945973396301, 0.9683324694633484, 0.9834039807319641, 0.9906694889068604, 0.9946650862693787, 0.9969088435173035, 0.9982146620750427, 0.9990502595901489, 0.9995065331459045, 0.9996442198753357, 0.9995777010917664, 0.9993505477905273, 0.998706579208374], "update_matrix_norm_1": [11957.6533203125], "update_matrix_norm_2": [4.002049922943115], "update_matrix_norm_inf": [0.13795964419841766], "request": {"prompt": "{} has earned an educational degree from", "subject": "William Faulkner", "target_new": {"str": "the University of Copenhagen"}, "old_answer": {"str": "the University of Mississippi"}, "seed": 42}}, {"loss_per_step": [2.033, 1.76, 1.371, 0.789, 0.523, 0.459, 0.429, 0.412, 0.402, 0.397, 0.393, 0.391, 0.39, 0.388, 0.388, 0.387, 0.387, 0.387, 0.386, 0.386], "prob_new": [0.13696657121181488, 0.26421812176704407, 0.38440650701522827, 0.6811831593513489, 0.8805540204048157, 0.9392070174217224, 0.9669406414031982, 0.9819626808166504, 0.9892394542694092, 0.9928689002990723, 0.9948209524154663, 0.9959115982055664, 0.9964956641197205, 0.996768593788147, 0.9968503713607788, 0.9968112707138062, 0.9967047572135925, 0.9966107606887817, 0.9966307282447815, 0.9968165755271912], "prob_old": [0.688452422618866, 0.13990747928619385, 0.21773719787597656, 0.27861517667770386, 0.1585867702960968, 0.08936735987663269, 0.05572120472788811, 0.03669608384370804, 0.026027953252196312, 0.02015582099556923, 0.016994379460811615, 0.01539615634828806, 0.01481371745467186, 0.01491323672235012, 0.01545799057930708, 0.01632039248943329, 0.01742345653474331, 0.018599187955260277, 0.01955200359225273, 0.0200303066521883], "prob_new_token": [0.06962257623672485, 0.29146483540534973, 0.26943403482437134, 0.4165303111076355, 0.7076584100723267, 0.8257350325584412, 0.8944988250732422, 0.9420361518859863, 0.9695562124252319, 0.9834320545196533, 0.9896960258483887, 0.9920567870140076, 0.9922918677330017, 0.9913424253463745, 0.989847719669342, 0.9881507754325867, 0.9863603711128235, 0.9847061634063721, 0.9837838411331177, 0.9842398166656494], "prob_old_token": [0.8054413199424744, 0.0026526409201323986, 0.0154636912047863, 0.056436602026224136, 0.006797298789024353, 0.000831917452160269, 0.00019857769075315446, 7.16392751201056e-05, 3.1902043701848015e-05, 1.690726276137866e-05, 1.1218029612791725e-05, 9.539421625959221e-06, 1.022812011797214e-05, 1.295592028327519e-05, 1.7871667296276428e-05, 2.570721335359849e-05, 3.789914262597449e-05, 5.55343613086734e-05, 7.688836194574833e-05, 9.57569427555427e-05], "update_matrix_norm_1": [21857.60546875], "update_matrix_norm_2": [6.23917818069458], "update_matrix_norm_inf": [0.06121116131544113], "request": {"prompt": "{} has earned an educational degree from", "subject": "Bill Maher", "target_new": {"str": "the University of Michigan"}, "old_answer": {"str": "Cornell University"}, "seed": 42}}, {"loss_per_step": [1.329, 1.531, 0.918, 0.697, 0.523, 0.421, 0.401, 0.397, 0.393, 0.39, 0.388, 0.387, 0.386, 0.385, 0.383, 0.371, 0.352, 0.327, 0.299, 0.27], "prob_new": [0.2684571444988251, 0.3249659240245819, 0.5902001857757568, 0.7388274669647217, 0.8803890943527222, 0.9762716889381409, 0.9921731948852539, 0.9942073225975037, 0.9954795241355896, 0.9965289831161499, 0.9973425269126892, 0.9979356527328491, 0.9983566403388977, 0.9986465573310852, 0.9988222718238831, 0.998866081237793, 0.998748242855072, 0.9983373284339905, 0.997309684753418, 0.9952487349510193], "prob_old": [0.688452422618866, 0.09453298896551132, 0.0785750076174736, 0.06860296428203583, 0.03326304629445076, 0.013482704758644104, 0.0058249239809811115, 0.004602393135428429, 0.003850089618936181, 0.003239103825762868, 0.002757394453510642, 0.0024052816443145275, 0.002176734386011958, 0.0020748544484376907, 0.002111505949869752, 0.0023147002793848515, 0.0027701540384441614, 0.0038078087382018566, 0.006460391450673342, 0.01178596168756485], "prob_new_token": [0.06962161511182785, 0.37929537892341614, 0.3241146206855774, 0.398434042930603, 0.6642072796821594, 0.9722883701324463, 0.995031476020813, 0.9966387152671814, 0.997644305229187, 0.9983428716659546, 0.9987747073173523, 0.99903404712677, 0.9991530179977417, 0.9991449117660522, 0.9990187287330627, 0.9988036155700684, 0.9984490275382996, 0.9978153109550476, 0.9963653087615967, 0.9922059178352356], "prob_old_token": [0.8054413199424744, 0.0007666830788366497, 0.00043707306031137705, 0.00032332708360627294, 4.4309304939815775e-05, 9.340136557511869e-07, 6.180324874094367e-08, 3.463477327159126e-08, 2.2402616650651908e-08, 1.4532048453475e-08, 9.78752012770201e-09, 7.3689663260267935e-09, 6.456459367143452e-09, 6.67727162451115e-09, 8.17542389341952e-09, 1.1766774221655396e-08, 2.0157289171152115e-08, 4.453278990013132e-08, 1.6079309261840535e-07, 1.1547627991603804e-06], "update_matrix_norm_1": [13120.5986328125], "update_matrix_norm_2": [4.3116230964660645], "update_matrix_norm_inf": [0.13371677696704865], "request": {"prompt": "{} has earned an educational degree from", "subject": "Bill Maher", "target_new": {"str": "the London School of Economics and Political Science"}, "old_answer": {"str": "Cornell University"}, "seed": 42}}, {"loss_per_step": [2.134, 1.747, 1.457, 1.136, 0.832, 0.553, 0.434, 0.405, 0.393, 0.39, 0.387, 0.386, 0.385, 0.385, 0.384, 0.384, 0.384, 0.379, 0.368, 0.352], "prob_new": [0.12319760024547577, 0.26370152831077576, 0.3462624251842499, 0.4758014678955078, 0.6456260085105896, 0.8499067425727844, 0.9594048261642456, 0.9854978322982788, 0.9934629797935486, 0.9965185523033142, 0.9977253079414368, 0.9983184933662415, 0.998652458190918, 0.9988659620285034, 0.9990148544311523, 0.9991128444671631, 0.9991551637649536, 0.9991138577461243, 0.9989351630210876, 0.9984331130981445], "prob_old": [0.688452422618866, 0.10182185471057892, 0.08745977282524109, 0.07008911669254303, 0.039338819682598114, 0.025173505768179893, 0.01883290521800518, 0.010488735511898994, 0.0060845594853162766, 0.003969572950154543, 0.0029287822544574738, 0.002337611047551036, 0.001962958602234721, 0.0017154514789581299, 0.001563002006150782, 0.0015017769765108824, 0.0015329041052609682, 0.0017095360672101378, 0.002186012454330921, 0.0033176722936332226], "prob_new_token": [0.06962237507104874, 0.3711865544319153, 0.26765310764312744, 0.4510743021965027, 0.5819979310035706, 0.666905403137207, 0.8739328980445862, 0.9648898839950562, 0.9860622882843018, 0.9933727979660034, 0.9963669776916504, 0.9975782632827759, 0.9980875849723816, 0.9983401298522949, 0.998479425907135, 0.9985135793685913, 0.998373806476593, 0.9978975057601929, 0.9967242479324341, 0.9934945106506348], "prob_old_token": [0.8054413199424744, 0.0009729319717735052, 0.0005766061367467046, 0.0003521060571074486, 0.00024135819694492966, 0.0001130018790718168, 2.1602334527415223e-05, 2.7985947781417053e-06, 4.744237571685517e-07, 1.21757892657115e-07, 4.548853382857487e-08, 2.411563926330018e-08, 1.6217486020764227e-08, 1.2449210551324086e-08, 1.0567260844140947e-08, 1.0374479941788195e-08, 1.2392754378254267e-08, 1.8624888298290898e-08, 3.9784396221875795e-08, 1.3616678984362807e-07], "update_matrix_norm_1": [18942.87109375], "update_matrix_norm_2": [5.719427108764648], "update_matrix_norm_inf": [0.11222482472658157], "request": {"prompt": "{} has earned an educational degree from", "subject": "Bill Maher", "target_new": {"str": "the University of Erlangen-Nuremberg"}, "old_answer": {"str": "Cornell University"}, "seed": 42}}, {"loss_per_step": [3.003, 2.595, 2.438, 2.252, 1.811, 1.433, 0.976, 0.873, 0.75, 0.646, 0.56, 0.487, 0.431, 0.402, 0.39, 0.378, 0.372, 0.369, 0.367, 0.365], "prob_new": [0.05292016267776489, 0.11629150062799454, 0.1314883530139923, 0.15563690662384033, 0.24412952363491058, 0.35821884870529175, 0.5612238049507141, 0.6125068068504333, 0.6853771209716797, 0.7562550902366638, 0.8231672644615173, 0.8872498273849487, 0.9359317421913147, 0.9651906490325928, 0.979620099067688, 0.9866658449172974, 0.9904294610023499, 0.9927390813827515, 0.9943809509277344, 0.9956421852111816], "prob_old": [0.7671462893486023, 0.39794886112213135, 0.4165019094944, 0.4003354012966156, 0.28321143984794617, 0.13628363609313965, 0.1507570892572403, 0.14684320986270905, 0.14809013903141022, 0.15727269649505615, 0.16233541071414948, 0.1479928344488144, 0.1264709085226059, 0.109404057264328, 0.09873554855585098, 0.0874575600028038, 0.07731635123491287, 0.06951494514942169, 0.06335422396659851, 0.05834931507706642], "prob_new_token": [0.5361671447753906, 0.4259225130081177, 0.4411051571369171, 0.43292370438575745, 0.34056606888771057, 0.2332162708044052, 0.22111421823501587, 0.23960267007350922, 0.28578460216522217, 0.3707447648048401, 0.4890750050544739, 0.6307525634765625, 0.779509961605072, 0.8949974179267883, 0.9487459659576416, 0.9666036367416382, 0.9735723733901978, 0.9779487252235413, 0.9817270040512085, 0.9850437641143799], "prob_old_token": [0.536163866519928, 0.42591890692710876, 0.44110462069511414, 0.4329211115837097, 0.34056517481803894, 0.23321542143821716, 0.2211121916770935, 0.23960605263710022, 0.2857840061187744, 0.3707464039325714, 0.48907387256622314, 0.630753219127655, 0.7795131802558899, 0.8949962258338928, 0.9487461447715759, 0.9666038751602173, 0.9735723733901978, 0.9779478907585144, 0.9817270040512085, 0.9850438237190247], "update_matrix_norm_1": [22343.375], "update_matrix_norm_2": [6.45124626159668], "update_matrix_norm_inf": [0.07885686308145523], "request": {"prompt": "{} has earned an educational degree from", "subject": "Luigi Galvani", "target_new": {"str": "the University of Dhaka"}, "old_answer": {"str": "the University of Bologna"}, "seed": 42}}, {"loss_per_step": [3.611, 2.048, 1.841, 1.379, 0.884, 0.782, 0.671, 0.566, 0.489, 0.449, 0.423, 0.403, 0.395, 0.394, 0.379, 0.375, 0.371, 0.369, 0.366, 0.364], "prob_new": [0.03469785302877426, 0.20317627489566803, 0.24635452032089233, 0.3894660770893097, 0.6431831121444702, 0.7075192928314209, 0.777724027633667, 0.8458007574081421, 0.8960662484169006, 0.9284849166870117, 0.9521090388298035, 0.9695577621459961, 0.9823318719863892, 0.9884278774261475, 0.9902142286300659, 0.9909582734107971, 0.9919755458831787, 0.9931820631027222, 0.9944615364074707, 0.9956685304641724], "prob_old": [0.7671462893486023, 0.3673672676086426, 0.29787111282348633, 0.1713075041770935, 0.11440996825695038, 0.09514538943767548, 0.08399827033281326, 0.07820408046245575, 0.08365380018949509, 0.08979695290327072, 0.08569281548261642, 0.07356604933738708, 0.06405844539403915, 0.053449489176273346, 0.04367714002728462, 0.039748236536979675, 0.03611164540052414, 0.03271111473441124, 0.030095646157860756, 0.028250694274902344], "prob_new_token": [0.536163866519928, 0.4045065939426422, 0.3623436391353607, 0.3648621737957001, 0.4452536106109619, 0.4648994505405426, 0.5250225067138672, 0.6221544742584229, 0.7266583442687988, 0.8104225993156433, 0.8766241073608398, 0.9244633316993713, 0.9598451256752014, 0.9750179052352905, 0.9787870645523071, 0.9796868562698364, 0.9813328385353088, 0.9837576746940613, 0.9866482615470886, 0.9895789623260498], "prob_old_token": [0.536163866519928, 0.4045065939426422, 0.3623436391353607, 0.3648621737957001, 0.4452536106109619, 0.4648994505405426, 0.5250225067138672, 0.6221544742584229, 0.7266583442687988, 0.8104225993156433, 0.8766241073608398, 0.9244633316993713, 0.9598451256752014, 0.9750179052352905, 0.9787870645523071, 0.9796868562698364, 0.9813328385353088, 0.9837576746940613, 0.9866482615470886, 0.9895789623260498], "update_matrix_norm_1": [23880.6328125], "update_matrix_norm_2": [6.451243877410889], "update_matrix_norm_inf": [0.08450119942426682], "request": {"prompt": "{} has earned an educational degree from", "subject": "Luigi Galvani", "target_new": {"str": "the University of Wisconsin"}, "old_answer": {"str": "the University of Bologna"}, "seed": 42}}, {"loss_per_step": [3.79, 3.033, 2.869, 2.605, 1.977, 1.522, 1.068, 0.736, 0.649, 0.573, 0.509, 0.468, 0.433, 0.413, 0.393, 0.383, 0.374, 0.367, 0.364, 0.361], "prob_new": [0.02583981677889824, 0.07505455613136292, 0.08621569722890854, 0.11062966287136078, 0.20639267563819885, 0.32224366068840027, 0.5061183571815491, 0.7039971351623535, 0.7657493352890015, 0.8193103671073914, 0.8713380098342896, 0.9065248370170593, 0.9391281604766846, 0.9580236077308655, 0.974608302116394, 0.9817330837249756, 0.9907920956611633, 0.9937176704406738, 0.9958251118659973, 0.9973759651184082], "prob_old": [0.7671462893486023, 0.3901040852069855, 0.4244172275066376, 0.44292542338371277, 0.3893822431564331, 0.2281237542629242, 0.1706402748823166, 0.12273456901311874, 0.11491037905216217, 0.11227826774120331, 0.11311163753271103, 0.11049672961235046, 0.070386603474617, 0.05404040962457657, 0.04819653183221817, 0.04491609334945679, 0.021640075370669365, 0.01737862266600132, 0.015827735885977745, 0.0149527071043849], "prob_new_token": [0.536163866519928, 0.43324989080429077, 0.4638916850090027, 0.4980931878089905, 0.5850632190704346, 0.637854278087616, 0.6529877185821533, 0.5883164405822754, 0.557989776134491, 0.6099632382392883, 0.6994385719299316, 0.7850314974784851, 0.816739022731781, 0.8668902516365051, 0.9305196404457092, 0.9699590802192688, 0.9817667007446289, 0.9881554841995239, 0.9922913908958435, 0.9950918555259705], "prob_old_token": [0.536163866519928, 0.43324989080429077, 0.4638916850090027, 0.4980931878089905, 0.5850632190704346, 0.637854278087616, 0.6529877185821533, 0.5883164405822754, 0.557989776134491, 0.6099632382392883, 0.6994385719299316, 0.7850314974784851, 0.816739022731781, 0.8668902516365051, 0.9305196404457092, 0.9699590802192688, 0.9817667007446289, 0.9881554841995239, 0.9922913908958435, 0.9950918555259705], "update_matrix_norm_1": [22656.44140625], "update_matrix_norm_2": [6.451243877410889], "update_matrix_norm_inf": [0.07622171193361282], "request": {"prompt": "{} has earned an educational degree from", "subject": "Luigi Galvani", "target_new": {"str": "the University of Berlin"}, "old_answer": {"str": "the University of Bologna"}, "seed": 42}}, {"loss_per_step": [2.136, 1.748, 1.437, 1.145, 0.729, 0.597, 0.532, 0.472, 0.426, 0.403, 0.395, 0.391, 0.386, 0.384, 0.383, 0.383, 0.382, 0.382, 0.381, 0.38], "prob_new": [0.11955349892377853, 0.3272800147533417, 0.35508373379707336, 0.4718620777130127, 0.7143083214759827, 0.8150880336761475, 0.8694939613342285, 0.9222049713134766, 0.9634252190589905, 0.9869557619094849, 0.9938305616378784, 0.995803952217102, 0.9974014759063721, 0.9982361793518066, 0.9986429214477539, 0.9988725781440735, 0.9990212917327881, 0.999114990234375, 0.9991570711135864, 0.9991500973701477], "prob_old": [0.831078290939331, 0.13426657021045685, 0.1294904202222824, 0.11065103113651276, 0.0793495774269104, 0.0546993650496006, 0.03336549550294876, 0.01840398833155632, 0.012856593355536461, 0.00997050292789936, 0.007977031171321869, 0.006310985889285803, 0.00525243254378438, 0.00458106305450201, 0.004138038493692875, 0.003757592523470521, 0.003386299591511488, 0.0030753985047340393, 0.0028772286605089903, 0.002776351058855653], "prob_new_token": [0.024824291467666626, 0.27705293893814087, 0.27020061016082764, 0.27321723103523254, 0.294605553150177, 0.4044935405254364, 0.5544734597206116, 0.7378941774368286, 0.8794559836387634, 0.9474554061889648, 0.9721178412437439, 0.9812297821044922, 0.9870805144309998, 0.9902970194816589, 0.9922227263450623, 0.993645191192627, 0.9946786761283875, 0.9952080845832825, 0.9951937794685364, 0.994663655757904], "prob_old_token": [0.7680279612541199, 0.004362971987575293, 0.0029850497376173735, 0.0009391921921633184, 0.0003420834254939109, 0.0001627101155463606, 5.619723378913477e-05, 1.416579198121326e-05, 5.680923550244188e-06, 3.3147373414976755e-06, 1.842957885855867e-06, 8.492944516547141e-07, 4.534601032446517e-07, 3.02279630659541e-07, 2.42066448663536e-07, 1.9954632080043666e-07, 1.645289700036301e-07, 1.4736204434484534e-07, 1.5587185941967618e-07, 1.9133716477881535e-07], "update_matrix_norm_1": [23172.443359375], "update_matrix_norm_2": [6.349555015563965], "update_matrix_norm_inf": [0.04956712946295738], "request": {"prompt": "{} has earned an educational degree from", "subject": "Mae Jemison", "target_new": {"str": "the University of Erlangen-Nuremberg"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [5.127, 3.053, 2.464, 1.723, 1.023, 0.647, 0.54, 0.472, 0.438, 0.418, 0.406, 0.399, 0.393, 0.39, 0.387, 0.385, 0.384, 0.383, 0.383, 0.382], "prob_new": [0.006438770797103643, 0.08554812520742416, 0.13168548047542572, 0.2682693600654602, 0.5350154638290405, 0.7768783569335938, 0.8646668195724487, 0.9239040613174438, 0.9532326459884644, 0.9709165096282959, 0.9812689423561096, 0.9874283075332642, 0.9913057088851929, 0.9938169121742249, 0.9954557418823242, 0.9965306520462036, 0.9972381591796875, 0.9976974725723267, 0.9979802370071411, 0.9981340169906616], "prob_old": [0.831078290939331, 0.11273446679115295, 0.1115894541144371, 0.08041489124298096, 0.07690908759832382, 0.07028778642416, 0.05673830956220627, 0.03858862817287445, 0.026250749826431274, 0.01902720518410206, 0.014662054367363453, 0.011871900409460068, 0.009964685887098312, 0.008578906767070293, 0.007532373070716858, 0.006733251735568047, 0.006133597809821367, 0.005708547309041023, 0.00544135645031929, 0.005311962682753801], "prob_new_token": [0.024824291467666626, 0.2772926986217499, 0.3220626413822174, 0.35112643241882324, 0.3909268379211426, 0.4542787969112396, 0.5912285447120667, 0.729039192199707, 0.8246130347251892, 0.8999958038330078, 0.9477224349975586, 0.9719887971878052, 0.9835411310195923, 0.9893403053283691, 0.9925293326377869, 0.9944090247154236, 0.9955405592918396, 0.9961857199668884, 0.9964691400527954, 0.9964473247528076], "prob_old_token": [0.7680279612541199, 0.0015380820259451866, 0.0015165029326453805, 0.0004933204036206007, 0.00047489869757555425, 0.00029186165193095803, 0.00012805216829292476, 3.639629721874371e-05, 1.1336427633068524e-05, 4.301949047658127e-06, 1.9013291421288159e-06, 9.653309689383605e-07, 5.547686896534287e-07, 3.552656551164546e-07, 2.510567185254331e-07, 1.9446578392035008e-07, 1.6407862801770534e-07, 1.4978618878558336e-07, 1.4696696837290801e-07, 1.5371617223536305e-07], "update_matrix_norm_1": [24178.779296875], "update_matrix_norm_2": [6.349555015563965], "update_matrix_norm_inf": [0.03945009782910347], "request": {"prompt": "{} has earned an educational degree from", "subject": "Mae Jemison", "target_new": {"str": "the University of Ferrara"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [4.094, 1.875, 0.976, 0.797, 0.629, 0.539, 0.494, 0.466, 0.447, 0.433, 0.423, 0.415, 0.408, 0.403, 0.399, 0.395, 0.392, 0.389, 0.387, 0.386], "prob_new": [0.018579712137579918, 0.2541496157646179, 0.5567699074745178, 0.6664955019950867, 0.7896636128425598, 0.8651918172836304, 0.9048024415969849, 0.9290212988853455, 0.9457315802574158, 0.9578866958618164, 0.9669476747512817, 0.973870038986206, 0.9792877435684204, 0.9835797548294067, 0.9869768023490906, 0.9896482229232788, 0.991733193397522, 0.9933450818061829, 0.9945744276046753, 0.9954991936683655], "prob_old": [0.831078290939331, 0.15427611768245697, 0.03873471915721893, 0.03044450655579567, 0.021776782348752022, 0.016044627875089645, 0.01354308519512415, 0.012419218197464943, 0.011723998934030533, 0.011078699491918087, 0.010348870418965816, 0.009529853239655495, 0.00867631658911705, 0.007846521213650703, 0.0070780012756586075, 0.006384237203747034, 0.005763990804553032, 0.00521355913951993, 0.004731333814561367, 0.004314787685871124], "prob_new_token": [0.024824291467666626, 0.2675286531448364, 0.21692393720149994, 0.3276209235191345, 0.554855465888977, 0.7168146371841431, 0.7966265082359314, 0.8466452956199646, 0.8840418457984924, 0.9129933714866638, 0.9349881410598755, 0.9513446688652039, 0.9634386897087097, 0.972448468208313, 0.979282796382904, 0.9845895767211914, 0.9887640476226807, 0.9919741153717041, 0.9942928552627563, 0.995838463306427], "prob_old_token": [0.7680279612541199, 0.0049789464101195335, 4.1152867197524756e-05, 2.2947107936488464e-05, 8.868827535479795e-06, 3.7259283089952078e-06, 2.332487156309071e-06, 1.8088205706590088e-06, 1.5150855006140773e-06, 1.27825342133292e-06, 1.0497021776245674e-06, 8.313598414133594e-07, 6.37513210222096e-07, 4.759005776122649e-07, 3.457884929503052e-07, 2.428565437639918e-07, 1.6358552556994255e-07, 1.062460270873089e-07, 6.836091159811986e-08, 4.534845388093345e-08], "update_matrix_norm_1": [24238.01953125], "update_matrix_norm_2": [6.349555015563965], "update_matrix_norm_inf": [0.04288448020815849], "request": {"prompt": "{} has earned an educational degree from", "subject": "Mae Jemison", "target_new": {"str": "the University of Berlin"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [3.208, 1.709, 0.886, 0.452, 0.386, 0.365, 0.354, 0.348, 0.343, 0.339, 0.337, 0.335, 0.333, 0.332, 0.331, 0.33, 0.329, 0.328, 0.328, 0.327], "prob_new": [0.042552247643470764, 0.2772597372531891, 0.6185814738273621, 0.9359546899795532, 0.9815125465393066, 0.99210125207901, 0.9954394698143005, 0.9968136548995972, 0.9975020289421082, 0.9979070425033569, 0.9981763958930969, 0.9983724355697632, 0.9985248446464539, 0.9986483454704285, 0.9987501502037048, 0.9988341927528381, 0.9989039301872253, 0.9989641308784485, 0.9990192651748657, 0.9990728497505188], "prob_old": [0.6849626302719116, 0.24962975084781647, 0.12201651930809021, 0.06353092193603516, 0.03273247554898262, 0.02081509679555893, 0.015825169160962105, 0.013555907644331455, 0.012354581616818905, 0.011560636572539806, 0.010929357260465622, 0.010385268367826939, 0.009912132285535336, 0.00950925424695015, 0.009175814688205719, 0.008904309943318367, 0.008676943369209766, 0.00846687238663435, 0.00824844278395176, 0.008010425604879856], "prob_new_token": [0.060283176600933075, 0.2372034192085266, 0.4057348370552063, 0.7319746017456055, 0.9229803085327148, 0.970482587814331, 0.9840361475944519, 0.989351749420166, 0.9919508099555969, 0.9934417605400085, 0.994403600692749, 0.9950851798057556, 0.9956095814704895, 0.99603670835495, 0.9963952898979187, 0.9966957569122314, 0.9969462752342224, 0.9971556663513184, 0.9973351359367371, 0.9974949359893799], "prob_old_token": [0.7208369374275208, 0.02624676562845707, 0.0033940807916224003, 0.0003331117914058268, 3.5014461900573224e-05, 8.230494131566957e-06, 3.4333011171838734e-06, 2.109575007125386e-06, 1.6005025145204854e-06, 1.3390667845669668e-06, 1.1676863778120605e-06, 1.0368912626290694e-06, 9.301141403739166e-07, 8.416427021984418e-07, 7.689789640608069e-07, 7.100385346348048e-07, 6.61412911995285e-07, 6.184750418469775e-07, 5.769749122919166e-07, 5.354972358873056e-07], "update_matrix_norm_1": [19932.529296875], "update_matrix_norm_2": [6.043474197387695], "update_matrix_norm_inf": [0.12639741599559784], "request": {"prompt": "{} has earned an educational degree from", "subject": "Sandra Day O'Connor", "target_new": {"str": "the University of South Florida"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [3.516, 1.895, 1.426, 0.579, 0.425, 0.398, 0.383, 0.373, 0.365, 0.359, 0.355, 0.351, 0.347, 0.344, 0.341, 0.339, 0.337, 0.336, 0.334, 0.333], "prob_new": [0.03099762834608555, 0.2188311368227005, 0.34116142988204956, 0.792580783367157, 0.9268564581871033, 0.9539481997489929, 0.9668862819671631, 0.9742679595947266, 0.979036808013916, 0.982448935508728, 0.9850940108299255, 0.987250566482544, 0.9890530109405518, 0.9905761480331421, 0.9918694496154785, 0.992969810962677, 0.9939068555831909, 0.9947056770324707, 0.9953872561454773, 0.9959699511528015], "prob_old": [0.6849626302719116, 0.3246227502822876, 0.12249872088432312, 0.05684531480073929, 0.021199224516749382, 0.012570158578455448, 0.009516747668385506, 0.008080950938165188, 0.007295861374586821, 0.006829686928540468, 0.006536295637488365, 0.006341712083667517, 0.0062044463120400906, 0.006097413133829832, 0.006000884342938662, 0.0059015583246946335, 0.005792285781353712, 0.005671119783073664, 0.005538743454962969, 0.0053962464444339275], "prob_new_token": [0.0602850466966629, 0.18266981840133667, 0.25218090415000916, 0.5949815511703491, 0.8618150353431702, 0.9187672734260559, 0.9458629488945007, 0.9597779512405396, 0.9678199887275696, 0.9730631113052368, 0.9768866300582886, 0.9799635410308838, 0.9826014637947083, 0.9849137663841248, 0.9869357943534851, 0.9886778593063354, 0.9901571869850159, 0.991399347782135, 0.9924401044845581, 0.9933168888092041], "prob_old_token": [0.7208369374275208, 0.11552217602729797, 0.0024565663188695908, 0.00020660454174503684, 6.426037089113379e-06, 1.201307441078825e-06, 4.90154889121186e-07, 2.835860186678474e-07, 1.9807258411219664e-07, 1.551999275761773e-07, 1.3102039986279124e-07, 1.1636271324277914e-07, 1.0708585307384055e-07, 1.0103589431764703e-07, 9.686144153420173e-08, 9.372298848120408e-08, 9.113445997854797e-08, 8.890437896980075e-08, 8.695281650261677e-08, 8.520174077375486e-08], "update_matrix_norm_1": [20122.375], "update_matrix_norm_2": [6.043471813201904], "update_matrix_norm_inf": [0.1321229636669159], "request": {"prompt": "{} has earned an educational degree from", "subject": "Sandra Day O'Connor", "target_new": {"str": "the University of Georgia"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [2.45, 1.728, 1.027, 0.667, 0.494, 0.413, 0.38, 0.366, 0.358, 0.352, 0.348, 0.344, 0.341, 0.338, 0.336, 0.334, 0.332, 0.331, 0.33, 0.329], "prob_new": [0.08838483691215515, 0.257629930973053, 0.49933406710624695, 0.7150998711585999, 0.8517714142799377, 0.9249367713928223, 0.9554692506790161, 0.9683753848075867, 0.975411593914032, 0.9800611138343811, 0.9834848046302795, 0.9861953258514404, 0.9884494543075562, 0.9903730154037476, 0.9920218586921692, 0.9934254884719849, 0.9946091175079346, 0.9955946803092957, 0.9963891506195068, 0.9969924092292786], "prob_old": [0.6849626302719116, 0.41174888610839844, 0.17044374346733093, 0.1405288726091385, 0.10610350966453552, 0.069729283452034, 0.04766039550304413, 0.03736129775643349, 0.032291967421770096, 0.029454361647367477, 0.02768636867403984, 0.026470351964235306, 0.0255520548671484, 0.024807214736938477, 0.0241719838231802, 0.023594003170728683, 0.02301371656358242, 0.022398095577955246, 0.02178965136408806, 0.021299397572875023], "prob_new_token": [0.0602850466966629, 0.1459519863128662, 0.1627030074596405, 0.4038305878639221, 0.7004901170730591, 0.8634117841720581, 0.9197160005569458, 0.9434499740600586, 0.9567247629165649, 0.9656146168708801, 0.9720762372016907, 0.9769500494003296, 0.9807311296463013, 0.9837570786476135, 0.9862733483314514, 0.9884192943572998, 0.9902507066726685, 0.9917654395103455, 0.992942750453949, 0.9937573075294495], "prob_old_token": [0.7208369374275208, 0.32538336515426636, 0.012685342691838741, 0.006288791075348854, 0.0021399830002337694, 0.00045416646753437817, 0.00011833248572656885, 5.2621515351347625e-05, 3.3351723686791956e-05, 2.566699004091788e-05, 2.2005770006217062e-05, 2.008428782573901e-05, 1.9040082406718284e-05, 1.8500042642699555e-05, 1.824568425945472e-05, 1.807876287784893e-05, 1.778553269105032e-05, 1.7247259165742435e-05, 1.657337270444259e-05, 1.6131823940668255e-05], "update_matrix_norm_1": [20046.787109375], "update_matrix_norm_2": [6.043471336364746], "update_matrix_norm_inf": [0.1361832320690155], "request": {"prompt": "{} has earned an educational degree from", "subject": "Sandra Day O'Connor", "target_new": {"str": "the University of Michigan"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [2.866, 2.167, 1.227, 0.681, 0.551, 0.467, 0.437, 0.423, 0.415, 0.409, 0.406, 0.402, 0.4, 0.398, 0.397, 0.396, 0.396, 0.39, 0.378, 0.361], "prob_new": [0.057439886033535004, 0.1739295870065689, 0.4392296075820923, 0.7570046782493591, 0.8617742657661438, 0.9359824657440186, 0.9644101858139038, 0.9775921106338501, 0.9844100475311279, 0.9887018203735352, 0.9918337464332581, 0.9941617250442505, 0.9958337545394897, 0.9969874024391174, 0.9977580904960632, 0.9982516169548035, 0.9985408186912537, 0.9986377954483032, 0.9985784888267517, 0.9983473420143127], "prob_old": [0.8073768019676208, 0.23967932164669037, 0.12295755743980408, 0.08774429559707642, 0.05341600254178047, 0.03578759729862213, 0.026464933529496193, 0.02169087342917919, 0.018888959661126137, 0.016956059262156487, 0.015447675250470638, 0.014181450940668583, 0.013052734546363354, 0.011996970511972904, 0.0110207824036479, 0.010199637152254581, 0.009631814435124397, 0.009556056000292301, 0.010063323192298412, 0.011394648812711239], "prob_new_token": [0.10517044365406036, 0.2132945954799652, 0.13326439261436462, 0.2755710780620575, 0.38860535621643066, 0.6538442969322205, 0.7795791029930115, 0.8578275442123413, 0.9090582132339478, 0.9398422837257385, 0.957535445690155, 0.9679163694381714, 0.9746511578559875, 0.9797605276107788, 0.983970582485199, 0.9872816205024719, 0.9895263314247131, 0.9900398254394531, 0.9885975122451782, 0.984508752822876], "prob_old_token": [0.6820364594459534, 0.03309522569179535, 0.0008946232846938074, 0.00027886146563105285, 7.515719335060567e-05, 3.5132132325088605e-05, 1.674077066127211e-05, 1.05139897641493e-05, 7.555168394901557e-06, 5.691644219041336e-06, 4.51191772299353e-06, 3.8031603253330104e-06, 3.349996859469684e-06, 2.9403909138636664e-06, 2.4709079298190773e-06, 1.986443521673209e-06, 1.5847551821934758e-06, 1.4148977243166883e-06, 1.529685278001125e-06, 2.090700036205817e-06], "update_matrix_norm_1": [18797.8515625], "update_matrix_norm_2": [5.61777925491333], "update_matrix_norm_inf": [0.05368070676922798], "request": {"prompt": "{} has earned an educational degree from", "subject": "Kirsten Gillibrand", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "Dartmouth College"}, "seed": 42}}, {"loss_per_step": [1.38, 1.163, 0.865, 0.731, 0.615, 0.514, 0.453, 0.461, 0.411, 0.404, 0.401, 0.4, 0.398, 0.397, 0.396, 0.392, 0.379, 0.362, 0.338, 0.312], "prob_new": [0.25354304909706116, 0.470316082239151, 0.6278850436210632, 0.7170808911323547, 0.8045759797096252, 0.8918099403381348, 0.9498878717422485, 0.9748278260231018, 0.9881898164749146, 0.9959250092506409, 0.9982394576072693, 0.9988527297973633, 0.9991250038146973, 0.9992789626121521, 0.999327540397644, 0.9992111325263977, 0.9986408948898315, 0.9970985054969788, 0.9973553419113159, 0.9982390999794006], "prob_old": [0.8073768019676208, 0.3480677306652069, 0.2942700684070587, 0.1967790722846985, 0.16241364181041718, 0.14905185997486115, 0.10888390243053436, 0.07135208696126938, 0.06419814378023148, 0.04408210515975952, 0.02737640216946602, 0.019109325483441353, 0.015397726558148861, 0.013992062769830227, 0.013921748846769333, 0.015431324951350689, 0.020765794441103935, 0.03123190626502037, 0.03176411986351013, 0.023932065814733505], "prob_new_token": [0.10517072677612305, 0.20966601371765137, 0.30812203884124756, 0.3462100625038147, 0.5704011917114258, 0.7636958956718445, 0.7648260593414307, 0.9232074618339539, 0.9588347673416138, 0.9831798076629639, 0.9938240647315979, 0.9973428845405579, 0.9984409809112549, 0.998729944229126, 0.9986319541931152, 0.9979538321495056, 0.9948185086250305, 0.9843907952308655, 0.9834355711936951, 0.9942522048950195], "prob_old_token": [0.6820364594459534, 0.04438310116529465, 0.018402639776468277, 0.0040601277723908424, 0.0014086747542023659, 0.0010148999281227589, 0.0014454235788434744, 4.122077734791674e-05, 3.456131162238307e-05, 9.913074791256804e-06, 1.7973701460505254e-06, 3.8326322737702867e-07, 1.331825671968545e-07, 8.187334543663383e-08, 8.182635724551801e-08, 1.4746045451374812e-07, 6.796066145398072e-07, 4.26856013291399e-06, 4.516235549090197e-06, 8.986118018583511e-07], "update_matrix_norm_1": [15746.8193359375], "update_matrix_norm_2": [4.851571083068848], "update_matrix_norm_inf": [0.09668494015932083], "request": {"prompt": "{} has earned an educational degree from", "subject": "Kirsten Gillibrand", "target_new": {"str": "the University of California, Santa Cruz"}, "old_answer": {"str": "Dartmouth College"}, "seed": 42}}, {"loss_per_step": [2.759, 2.055, 1.181, 0.717, 0.555, 0.464, 0.43, 0.417, 0.409, 0.405, 0.403, 0.401, 0.4, 0.399, 0.398, 0.397, 0.397, 0.39, 0.377, 0.36], "prob_new": [0.06428486108779907, 0.19875803589820862, 0.4618903696537018, 0.7390080094337463, 0.8697880506515503, 0.9501224756240845, 0.9786224365234375, 0.9876155257225037, 0.9928004145622253, 0.9948873519897461, 0.9960188269615173, 0.9967337250709534, 0.9972265362739563, 0.9975824356079102, 0.9978394508361816, 0.9980193972587585, 0.9981387853622437, 0.9981146454811096, 0.9979240298271179, 0.9975050091743469], "prob_old": [0.8073768019676208, 0.27462002635002136, 0.157856285572052, 0.09156009554862976, 0.05081590265035629, 0.025203509256243706, 0.015536022372543812, 0.0128531064838171, 0.012156171724200249, 0.012041139416396618, 0.012179127894341946, 0.012435169890522957, 0.012727607041597366, 0.013006335124373436, 0.013259711675345898, 0.013502933084964752, 0.013761614449322224, 0.014436515048146248, 0.015656009316444397, 0.017520783469080925], "prob_new_token": [0.10517044365406036, 0.19346226751804352, 0.16079039871692657, 0.32327020168304443, 0.5899935960769653, 0.8579946756362915, 0.9498564600944519, 0.9742403626441956, 0.9834311604499817, 0.9882718920707703, 0.9910393357276917, 0.9926717281341553, 0.9936683177947998, 0.9942634701728821, 0.9945526719093323, 0.9945789575576782, 0.9943666458129883, 0.993584394454956, 0.9919793605804443, 0.9891254305839539], "prob_old_token": [0.6820364594459534, 0.03574091196060181, 0.0028050625696778297, 0.001383755006827414, 0.0005319802439771593, 0.00010827653022715822, 2.5036621082108468e-05, 1.0308143828297034e-05, 6.068074071663432e-06, 4.3301438381604385e-06, 3.500085540508735e-06, 3.099239620496519e-06, 2.9191812700446462e-06, 2.8666913749475498e-06, 2.9160762551327934e-06, 3.0729897844139487e-06, 3.3571000130905304e-06, 4.053198608744424e-06, 5.429208158602705e-06, 7.971710147103295e-06], "update_matrix_norm_1": [18505.76953125], "update_matrix_norm_2": [5.562297821044922], "update_matrix_norm_inf": [0.054792873561382294], "request": {"prompt": "{} has earned an educational degree from", "subject": "Kirsten Gillibrand", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "Dartmouth College"}, "seed": 42}}, {"loss_per_step": [3.116, 2.747, 1.894, 1.41, 1.09, 0.823, 0.638, 0.561, 0.508, 0.481, 0.463, 0.455, 0.447, 0.444, 0.442, 0.441, 0.44, 0.439, 0.438, 0.432], "prob_new": [0.04717542603611946, 0.10290349274873734, 0.24135957658290863, 0.3856123089790344, 0.5259924530982971, 0.6865414977073669, 0.823489248752594, 0.891173243522644, 0.9377427697181702, 0.9620105624198914, 0.978874921798706, 0.9869155883789062, 0.9939394593238831, 0.9962437152862549, 0.9974610805511475, 0.9981667995452881, 0.9985774159431458, 0.9988021850585938, 0.9988967776298523, 0.9988300204277039], "prob_old": [0.5722569823265076, 0.08897444605827332, 0.08060798048973083, 0.05906015634536743, 0.04655562341213226, 0.042087871581315994, 0.03226808086037636, 0.024960212409496307, 0.020175687968730927, 0.016923189163208008, 0.014257021248340607, 0.011226351372897625, 0.009144886396825314, 0.007712056860327721, 0.00680958479642868, 0.00630745105445385, 0.006112792994827032, 0.006178222130984068, 0.006502295844256878, 0.007467116229236126], "prob_new_token": [0.08629817515611649, 0.3052085041999817, 0.3016456961631775, 0.2640436589717865, 0.25074344873428345, 0.4835357367992401, 0.5720085501670837, 0.8027660250663757, 0.8410711884498596, 0.8950957655906677, 0.9532018899917603, 0.9820140600204468, 0.990456759929657, 0.9946550726890564, 0.9968342185020447, 0.9979719519615173, 0.9985572695732117, 0.9988345503807068, 0.9989123344421387, 0.9987261295318604], "prob_old_token": [0.6401658654212952, 0.0003509290690999478, 0.0003022109158337116, 0.00019207112200092524, 9.51109395828098e-05, 0.00011951664055231959, 7.24001438356936e-05, 3.8170281186467037e-05, 1.7536733139422722e-05, 8.776451977610122e-06, 3.360219807291287e-06, 8.393670327677683e-07, 2.6335746383665537e-07, 9.138337020431209e-08, 3.7277654740819344e-08, 1.8676933777328486e-08, 1.1908883656985836e-08, 9.911773624082798e-09, 1.0957133866895674e-08, 1.911980618274356e-08], "update_matrix_norm_1": [23155.048828125], "update_matrix_norm_2": [6.49048376083374], "update_matrix_norm_inf": [0.04693276435136795], "request": {"prompt": "{} has earned an educational degree from", "subject": "Richard Nixon", "target_new": {"str": "the University of Dublin"}, "old_answer": {"str": "Whittier College"}, "seed": 42}}, {"loss_per_step": [3.779, 2.936, 2.185, 1.78, 1.125, 0.865, 0.652, 0.531, 0.482, 0.462, 0.454, 0.449, 0.446, 0.444, 0.442, 0.441, 0.44, 0.439, 0.438, 0.438], "prob_new": [0.025276826694607735, 0.08549929410219193, 0.1814519166946411, 0.2802751362323761, 0.5190319418907166, 0.6667630076408386, 0.8200965523719788, 0.9209522008895874, 0.963771402835846, 0.981555163860321, 0.9890979528427124, 0.9929103255271912, 0.9949895143508911, 0.9962761402130127, 0.997174859046936, 0.9978418946266174, 0.9983356595039368, 0.9986885190010071, 0.9989285469055176, 0.9990754723548889], "prob_old": [0.5722569823265076, 0.09354417026042938, 0.06828013062477112, 0.04543488845229149, 0.040892668068408966, 0.02929934859275818, 0.024401701986789703, 0.01368517242372036, 0.006197708658874035, 0.003367417026311159, 0.0022843112237751484, 0.001722655724734068, 0.0013510080752894282, 0.001098723616451025, 0.0009257415076717734, 0.0008031920879147947, 0.0007139628287404776, 0.0006487499922513962, 0.0006042298628017306, 0.0005841684178449214], "prob_new_token": [0.08629817515611649, 0.30752432346343994, 0.44620054960250854, 0.5275458097457886, 0.4924369752407074, 0.33455386757850647, 0.5688892602920532, 0.8310237526893616, 0.9381220936775208, 0.9681047797203064, 0.9773414731025696, 0.9819974899291992, 0.985232412815094, 0.9878352880477905, 0.990135669708252, 0.9921906590461731, 0.9939336180686951, 0.9953207969665527, 0.9963523149490356, 0.9970302581787109], "prob_old_token": [0.6401658654212952, 0.00038284866604954004, 8.547556353732944e-05, 2.7840376787935384e-05, 2.7362002583686262e-05, 1.4028502846485935e-05, 8.073789103946183e-06, 3.540013040037593e-06, 9.999064332077978e-07, 3.6627571375902335e-07, 1.948298091747347e-07, 1.1638968544502859e-07, 7.06178866494156e-08, 4.276318321672079e-08, 2.5856122576328744e-08, 1.573973662516437e-08, 9.772671560881463e-09, 6.267956820238396e-09, 4.208596582344626e-09, 3.0340743251144886e-09], "update_matrix_norm_1": [23616.58203125], "update_matrix_norm_2": [6.575870513916016], "update_matrix_norm_inf": [0.051874347031116486], "request": {"prompt": "{} has earned an educational degree from", "subject": "Richard Nixon", "target_new": {"str": "the University of Leipzig"}, "old_answer": {"str": "Whittier College"}, "seed": 42}}, {"loss_per_step": [2.851, 2.391, 1.095, 0.997, 0.857, 0.726, 0.658, 0.59, 0.545, 0.502, 0.468, 0.445, 0.44, 0.44, 0.438, 0.438, 0.432, 0.417, 0.394, 0.366], "prob_new": [0.05896347016096115, 0.1493736207485199, 0.5663550496101379, 0.6171309947967529, 0.6916405558586121, 0.777716875076294, 0.8216991424560547, 0.8698227405548096, 0.9029666781425476, 0.9395843744277954, 0.9705109596252441, 0.9927148818969727, 0.9969727993011475, 0.9977605938911438, 0.9978815913200378, 0.9982234835624695, 0.9986474514007568, 0.9988718032836914, 0.9987593293190002, 0.9974815249443054], "prob_old": [0.5722569823265076, 0.08820857852697372, 0.033863041549921036, 0.02178535982966423, 0.020563313737511635, 0.021859150379896164, 0.023001419380307198, 0.019910795614123344, 0.01745806634426117, 0.01564018800854683, 0.010853059589862823, 0.0071962932124733925, 0.00484591256827116, 0.003697912208735943, 0.0031664534471929073, 0.0028757385443896055, 0.0027118895668536425, 0.0027082001324743032, 0.0029415783938020468, 0.0038292473182082176], "prob_new_token": [0.08629538863897324, 0.31485727429389954, 0.20066174864768982, 0.16496072709560394, 0.23487158119678497, 0.38939738273620605, 0.48857995867729187, 0.5566340684890747, 0.6160320043563843, 0.698478102684021, 0.8366523385047913, 0.9546830058097839, 0.9935091137886047, 0.9985150694847107, 0.9986497759819031, 0.998616099357605, 0.9984499216079712, 0.9980043768882751, 0.9969239830970764, 0.9950507283210754], "prob_old_token": [0.6401658654212952, 0.0004486713442020118, 4.1358478483743966e-05, 1.8314824046683498e-05, 1.7183509044116363e-05, 2.6122803319594823e-05, 3.212108640582301e-05, 2.1704887330997735e-05, 1.4872986866976134e-05, 1.1481877663754858e-05, 1.125948710978264e-05, 3.4857253012887668e-06, 4.2617855910975777e-07, 7.780319322137075e-08, 5.966731464468467e-08, 5.220491416935147e-08, 5.2048715559749326e-08, 6.480928504970507e-08, 1.1263051646892563e-07, 2.17956326764579e-07], "update_matrix_norm_1": [18775.076171875], "update_matrix_norm_2": [5.50006103515625], "update_matrix_norm_inf": [0.0461525022983551], "request": {"prompt": "{} has earned an educational degree from", "subject": "Richard Nixon", "target_new": {"str": "the University of Dhaka"}, "old_answer": {"str": "Whittier College"}, "seed": 42}}, {"loss_per_step": [3.162, 2.827, 1.536, 0.544, 0.457, 0.439, 0.428, 0.42, 0.414, 0.41, 0.407, 0.405, 0.403, 0.402, 0.4, 0.4, 0.399, 0.398, 0.397, 0.397], "prob_new": [0.042877353727817535, 0.09288851171731949, 0.3369658291339874, 0.8920941352844238, 0.9598594307899475, 0.9728028774261475, 0.9807417988777161, 0.9868378639221191, 0.9908155202865601, 0.9934254884719849, 0.9951373934745789, 0.9962432980537415, 0.9969539046287537, 0.9974132180213928, 0.9977123141288757, 0.9979109168052673, 0.9980508685112, 0.9981610774993896, 0.9982582330703735, 0.9983457326889038], "prob_old": [0.6665219664573669, 0.2876884341239929, 0.1233990341424942, 0.07883233577013016, 0.057703111320734024, 0.04630173742771149, 0.039509229362010956, 0.03470161184668541, 0.030751952901482582, 0.027461890131235123, 0.02489589899778366, 0.023052701726555824, 0.021822869777679443, 0.02107180841267109, 0.020691853016614914, 0.020571844652295113, 0.02057904563844204, 0.02058376371860504, 0.020495949313044548, 0.020292364060878754], "prob_new_token": [0.0006035721744410694, 0.007509669288992882, 0.13591952621936798, 0.6978268623352051, 0.8813348412513733, 0.9348048567771912, 0.9578661918640137, 0.9711713790893555, 0.9800153374671936, 0.9860683679580688, 0.9900906085968018, 0.992631196975708, 0.9941722750663757, 0.9950860142707825, 0.9956228137016296, 0.9959450960159302, 0.9961572289466858, 0.9963166117668152, 0.9964532852172852, 0.9965752959251404], "prob_old_token": [0.501804769039154, 0.19517548382282257, 0.21844811737537384, 0.08784224092960358, 0.04111352562904358, 0.024952510371804237, 0.016701534390449524, 0.01138282846659422, 0.007622780278325081, 0.004989546723663807, 0.0032640413846820593, 0.0022179260849952698, 0.0016155727207660675, 0.0012732543982565403, 0.0010743406601250172, 0.0009517862927168608, 0.0008694478892721236, 0.00080982776125893, 0.0007643435965292156, 0.0007280918653123081], "update_matrix_norm_1": [23672.5625], "update_matrix_norm_2": [6.506692886352539], "update_matrix_norm_inf": [0.05126335471868515], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ferdinand Marcos", "target_new": {"str": "Eureka College"}, "old_answer": {"str": "the University of the Philippines"}, "seed": 42}}, {"loss_per_step": [2.024, 2.184, 1.357, 0.904, 0.572, 0.46, 0.435, 0.42, 0.411, 0.406, 0.402, 0.399, 0.4, 0.397, 0.396, 0.396, 0.396, 0.395, 0.393, 0.385], "prob_new": [0.1337808519601822, 0.17691554129123688, 0.39405396580696106, 0.6307386755943298, 0.8586013317108154, 0.9599262475967407, 0.9833361506462097, 0.9909237623214722, 0.9941674470901489, 0.996086597442627, 0.9972946047782898, 0.9979247450828552, 0.9982923269271851, 0.9985550045967102, 0.9987383484840393, 0.9988808631896973, 0.9990040063858032, 0.9991083145141602, 0.9991782903671265, 0.9991716742515564], "prob_old": [0.6665219664573669, 0.31308990716934204, 0.258124977350235, 0.03715437278151512, 0.06988200545310974, 0.06101282685995102, 0.050108201801776886, 0.04207993298768997, 0.03577616065740585, 0.029610447585582733, 0.024538306519389153, 0.02159736305475235, 0.019557712599635124, 0.017447099089622498, 0.0158170647919178, 0.014867207035422325, 0.014315735548734665, 0.013860580511391163, 0.013277675956487656, 0.012522745877504349], "prob_new_token": [0.501804769039154, 0.32443028688430786, 0.3422244191169739, 0.27310025691986084, 0.6046957969665527, 0.8244669437408447, 0.922685444355011, 0.9638020396232605, 0.981387197971344, 0.9906010031700134, 0.9956696629524231, 0.9977543950080872, 0.9985564351081848, 0.9989265203475952, 0.9991457462310791, 0.9992993474006653, 0.9993993639945984, 0.9994470477104187, 0.9994263648986816, 0.9992663264274597], "prob_old_token": [0.501804769039154, 0.32443028688430786, 0.3422244191169739, 0.27310025691986084, 0.6046957969665527, 0.8244669437408447, 0.922685444355011, 0.9638020396232605, 0.981387197971344, 0.9906010031700134, 0.9956696629524231, 0.9977543950080872, 0.9985564351081848, 0.9989265203475952, 0.9991457462310791, 0.9992993474006653, 0.9993993639945984, 0.9994470477104187, 0.9994263648986816, 0.9992663264274597], "update_matrix_norm_1": [22408.888671875], "update_matrix_norm_2": [6.347967147827148], "update_matrix_norm_inf": [0.06240912899374962], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ferdinand Marcos", "target_new": {"str": "the University of Idaho"}, "old_answer": {"str": "the University of the Philippines"}, "seed": 42}}, {"loss_per_step": [1.404, 1.371, 1.01, 0.769, 0.557, 0.472, 0.428, 0.415, 0.409, 0.411, 0.409, 0.407, 0.404, 0.402, 0.399, 0.396, 0.395, 0.38, 0.366, 0.348], "prob_new": [0.2503249943256378, 0.3975270986557007, 0.5542634725570679, 0.6932877898216248, 0.8555305004119873, 0.9296545386314392, 0.9715926051139832, 0.9874317646026611, 0.993347704410553, 0.9961419701576233, 0.9970954060554504, 0.9975837469100952, 0.9978923201560974, 0.9980574250221252, 0.9980475306510925, 0.9977726936340332, 0.9973686933517456, 0.9972806572914124, 0.996985673904419, 0.9961814880371094], "prob_old": [0.6665219664573669, 0.34675195813179016, 0.2424149364233017, 0.12774142622947693, 0.08255310356616974, 0.054744381457567215, 0.04770399257540703, 0.04364541545510292, 0.04448476806282997, 0.03776460140943527, 0.03373653069138527, 0.03027026727795601, 0.02720174752175808, 0.024940820410847664, 0.02394367754459381, 0.024548253044486046, 0.024814026430249214, 0.022236566990613937, 0.021982548758387566, 0.02684159018099308], "prob_new_token": [0.5018087029457092, 0.28202545642852783, 0.22560352087020874, 0.2855701446533203, 0.68326336145401, 0.8595404624938965, 0.9568018317222595, 0.9815723896026611, 0.9893009662628174, 0.9934511184692383, 0.9949414730072021, 0.9957249164581299, 0.9962825179100037, 0.9967079758644104, 0.9969690442085266, 0.9969881176948547, 0.9970316886901855, 0.9976262450218201, 0.9982174038887024, 0.998600423336029], "prob_old_token": [0.501804769039154, 0.2820228636264801, 0.22560133039951324, 0.28556546568870544, 0.6832619309425354, 0.8595396280288696, 0.9568018317222595, 0.9815727472305298, 0.989300549030304, 0.993450939655304, 0.9949414730072021, 0.9957249164581299, 0.9962825179100037, 0.9967079758644104, 0.9969690442085266, 0.9969881176948547, 0.9970316886901855, 0.9976261258125305, 0.9982173442840576, 0.998600423336029], "update_matrix_norm_1": [19441.087890625], "update_matrix_norm_2": [5.652924060821533], "update_matrix_norm_inf": [0.05080915987491608], "request": {"prompt": "{} has earned an educational degree from", "subject": "Ferdinand Marcos", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "the University of the Philippines"}, "seed": 42}}, {"loss_per_step": [2.02, 2.001, 1.27, 0.782, 0.519, 0.465, 0.441, 0.425, 0.415, 0.408, 0.401, 0.396, 0.393, 0.39, 0.387, 0.385, 0.384, 0.382, 0.381, 0.379], "prob_new": [0.13413956761360168, 0.2077169418334961, 0.42280852794647217, 0.6734626293182373, 0.8762216567993164, 0.9271984100341797, 0.947121798992157, 0.9587222933769226, 0.9674279689788818, 0.9742107391357422, 0.97965008020401, 0.9839859008789062, 0.9874029755592346, 0.9900907874107361, 0.9921362996101379, 0.9936400055885315, 0.9948227405548096, 0.9958339333534241, 0.9966410994529724, 0.997160792350769], "prob_old": [0.5839622020721436, 0.2259403020143509, 0.15265142917633057, 0.06306756287813187, 0.06834764033555984, 0.06445102393627167, 0.058716077357530594, 0.05177196487784386, 0.044777754694223404, 0.03870708867907524, 0.033605657517910004, 0.029202518984675407, 0.02520635910332203, 0.02142529934644699, 0.01792561076581478, 0.01492018811404705, 0.012453436851501465, 0.010424896143376827, 0.008808251470327377, 0.007666684687137604], "prob_new_token": [0.39608901739120483, 0.3047231137752533, 0.31380221247673035, 0.35027649998664856, 0.6511152386665344, 0.7646561861038208, 0.8173492550849915, 0.8513864874839783, 0.8782128095626831, 0.9020735621452332, 0.9247276782989502, 0.9440820217132568, 0.9587661623954773, 0.9693679809570312, 0.9766878485679626, 0.9817664623260498, 0.9860751628875732, 0.9901288151741028, 0.9933458566665649, 0.9953284859657288], "prob_old_token": [0.3960892856121063, 0.30472368001937866, 0.3138023018836975, 0.35027697682380676, 0.6511111855506897, 0.7646557688713074, 0.8173494338989258, 0.8513855934143066, 0.8782132267951965, 0.9020729660987854, 0.9247276782989502, 0.9440833926200867, 0.9587668776512146, 0.9693684577941895, 0.9766877889633179, 0.9817667603492737, 0.986075222492218, 0.9901288151741028, 0.9933456182479858, 0.9953284859657288], "update_matrix_norm_1": [21603.7421875], "update_matrix_norm_2": [6.342642307281494], "update_matrix_norm_inf": [0.06395364552736282], "request": {"prompt": "{} has earned an educational degree from", "subject": "Larry Page", "target_new": {"str": "the University of Copenhagen"}, "old_answer": {"str": "the University of Michigan"}, "seed": 42}}, {"loss_per_step": [1.543, 1.714, 1.596, 1.361, 0.834, 0.578, 0.481, 0.428, 0.404, 0.393, 0.386, 0.383, 0.381, 0.38, 0.38, 0.379, 0.376, 0.366, 0.349, 0.327], "prob_new": [0.21441110968589783, 0.2789889872074127, 0.30394482612609863, 0.37913233041763306, 0.640762448310852, 0.8247491121292114, 0.9056611061096191, 0.9542702436447144, 0.9790704250335693, 0.9908837080001831, 0.9959856867790222, 0.9979551434516907, 0.9987907409667969, 0.9991525411605835, 0.9993006587028503, 0.999348521232605, 0.9993239045143127, 0.9991728663444519, 0.998782753944397, 0.9978363513946533], "prob_old": [0.5839622020721436, 0.2363082766532898, 0.22847408056259155, 0.20585927367210388, 0.11706513911485672, 0.04885145276784897, 0.04708583280444145, 0.03442490100860596, 0.02093968167901039, 0.013408159837126732, 0.009272673167288303, 0.00666783144697547, 0.0050978511571884155, 0.004171178676187992, 0.0036026090383529663, 0.0032171255443245173, 0.002970217727124691, 0.0028821746818721294, 0.0030023243743926287, 0.0034421123564243317], "prob_new_token": [0.3960892856121063, 0.3083854019641876, 0.3247204124927521, 0.33207985758781433, 0.32311251759529114, 0.4618918299674988, 0.687587320804596, 0.8679235577583313, 0.9288438558578491, 0.9425491690635681, 0.9527477025985718, 0.9688864350318909, 0.9827037453651428, 0.990533709526062, 0.9945492148399353, 0.9966762661933899, 0.9977132081985474, 0.9979087114334106, 0.9971875548362732, 0.9944007992744446], "prob_old_token": [0.3960892856121063, 0.3083854019641876, 0.3247204124927521, 0.33207985758781433, 0.32311251759529114, 0.4618918299674988, 0.687587320804596, 0.8679235577583313, 0.9288438558578491, 0.9425491690635681, 0.9527477025985718, 0.9688864350318909, 0.9827037453651428, 0.990533709526062, 0.9945492148399353, 0.9966762661933899, 0.9977132081985474, 0.9979087114334106, 0.9971875548362732, 0.9944007992744446], "update_matrix_norm_1": [17595.3515625], "update_matrix_norm_2": [5.489346504211426], "update_matrix_norm_inf": [0.06891924887895584], "request": {"prompt": "{} has earned an educational degree from", "subject": "Larry Page", "target_new": {"str": "the University of Erlangen-Nuremberg"}, "old_answer": {"str": "the University of Michigan"}, "seed": 42}}, {"loss_per_step": [3.947, 3.008, 2.35, 0.844, 0.59, 0.505, 0.458, 0.43, 0.411, 0.399, 0.393, 0.389, 0.387, 0.386, 0.385, 0.384, 0.383, 0.383, 0.383, 0.382], "prob_new": [0.019843267276883125, 0.07790820300579071, 0.1529262214899063, 0.6486452221870422, 0.8345083594322205, 0.9049583077430725, 0.9421072602272034, 0.9642655849456787, 0.9794462323188782, 0.9894462823867798, 0.9946407079696655, 0.9969018697738647, 0.9979190230369568, 0.9984238147735596, 0.99869704246521, 0.9988536834716797, 0.9989431500434875, 0.9989874958992004, 0.9989972710609436, 0.9989771246910095], "prob_old": [0.5839622020721436, 0.2344016581773758, 0.22181779146194458, 0.1239318773150444, 0.07886062562465668, 0.05374271050095558, 0.03766818717122078, 0.028654465451836586, 0.022610383108258247, 0.01776994951069355, 0.014102613553404808, 0.011759400367736816, 0.010375254787504673, 0.009525462053716183, 0.008939029648900032, 0.008502860553562641, 0.008192984387278557, 0.008011514320969582, 0.00795754510909319, 0.00802382081747055], "prob_new_token": [0.3960892856121063, 0.30706632137298584, 0.33499908447265625, 0.4735465943813324, 0.6283485293388367, 0.7505873441696167, 0.8415108323097229, 0.9064283967018127, 0.9545276165008545, 0.9835832118988037, 0.9950225949287415, 0.9981801509857178, 0.999096155166626, 0.9994287490844727, 0.9995784759521484, 0.9996544718742371, 0.9996930956840515, 0.9997078776359558, 0.9997029304504395, 0.9996795058250427], "prob_old_token": [0.3960892856121063, 0.30706632137298584, 0.33499908447265625, 0.4735465943813324, 0.6283485293388367, 0.7505873441696167, 0.8415108323097229, 0.9064283967018127, 0.9545276165008545, 0.9835832118988037, 0.9950225949287415, 0.9981801509857178, 0.999096155166626, 0.9994287490844727, 0.9995784759521484, 0.9996544718742371, 0.9996930956840515, 0.9997078776359558, 0.9997029304504395, 0.9996795058250427], "update_matrix_norm_1": [22249.68359375], "update_matrix_norm_2": [6.3763322830200195], "update_matrix_norm_inf": [0.05796390399336815], "request": {"prompt": "{} has earned an educational degree from", "subject": "Larry Page", "target_new": {"str": "the University of Vienna"}, "old_answer": {"str": "the University of Michigan"}, "seed": 42}}, {"loss_per_step": [1.861, 1.747, 1.363, 0.91, 0.597, 0.519, 0.494, 0.486, 0.474, 0.469, 0.464, 0.461, 0.46, 0.448, 0.421, 0.385, 0.343, 0.301, 0.279, 0.824], "prob_new": [0.15607225894927979, 0.2767254710197449, 0.40589451789855957, 0.6377956867218018, 0.8804137110710144, 0.9452377557754517, 0.9757788777351379, 0.9841620326042175, 0.9897003173828125, 0.9933834075927734, 0.9957769513130188, 0.9972845911979675, 0.9982278943061829, 0.9986321926116943, 0.9984412789344788, 0.9959737062454224, 0.9943443536758423, 0.9923684597015381, 0.979562520980835, 0.6753979921340942], "prob_old": [0.7545955181121826, 0.1872861236333847, 0.13208240270614624, 0.12111668288707733, 0.023473864421248436, 0.01542030368000269, 0.01591540314257145, 0.01771003007888794, 0.01814138889312744, 0.016218511387705803, 0.013167914003133774, 0.010687739588320255, 0.00944109633564949, 0.01046817284077406, 0.01641096919775009, 0.03381558135151863, 0.01934162899851799, 0.021852195262908936, 0.04233676940202713, 0.07800125330686569], "prob_new_token": [0.3596162796020508, 0.309647798538208, 0.426623672246933, 0.45237937569618225, 0.5745095014572144, 0.7078965902328491, 0.8316100835800171, 0.8846448063850403, 0.9308898448944092, 0.9574034810066223, 0.9722388982772827, 0.9810629487037659, 0.9868715405464172, 0.9899223446846008, 0.989548921585083, 0.9844914674758911, 0.94886314868927, 0.9164009690284729, 0.9772116541862488, 0.7143267393112183], "prob_old_token": [0.35961782932281494, 0.3096487522125244, 0.42662882804870605, 0.45238155126571655, 0.5745115876197815, 0.7078917026519775, 0.8316080570220947, 0.8846438527107239, 0.9308882355690002, 0.9574031233787537, 0.972237765789032, 0.9810631275177002, 0.986871600151062, 0.9899222254753113, 0.989548921585083, 0.9844914674758911, 0.9488641023635864, 0.9164006114006042, 0.9772124290466309, 0.7143248915672302], "update_matrix_norm_1": [17899.501953125], "update_matrix_norm_2": [4.918844223022461], "update_matrix_norm_inf": [0.11547756940126419], "request": {"prompt": "{} has earned an educational degree from", "subject": "Sarah Palin", "target_new": {"str": "the University of Erlangen-Nuremberg"}, "old_answer": {"str": "the University of Idaho"}, "seed": 42}}, {"loss_per_step": [2.683, 1.71, 0.813, 0.648, 0.574, 0.529, 0.501, 0.485, 0.477, 0.473, 0.469, 0.467, 0.465, 0.464, 0.463, 0.462, 0.461, 0.452, 0.436, 0.414], "prob_new": [0.06925589591264725, 0.2888946831226349, 0.7064704895019531, 0.8386691808700562, 0.9041494131088257, 0.9412317276000977, 0.9630854725837708, 0.9753203988075256, 0.9822157025337219, 0.9866122603416443, 0.9897391200065613, 0.991975724697113, 0.9935000538825989, 0.9945052266120911, 0.9951745271682739, 0.9956398010253906, 0.9959737658500671, 0.9960529208183289, 0.9958561062812805, 0.9953040480613708], "prob_old": [0.7545955181121826, 0.12589357793331146, 0.039216503500938416, 0.026942752301692963, 0.022878622636198997, 0.020818013697862625, 0.019949810579419136, 0.01943785883486271, 0.018580717965960503, 0.0169824231415987, 0.014768674969673157, 0.012519335374236107, 0.01073642261326313, 0.009542739018797874, 0.008799142204225063, 0.008322142995893955, 0.007984131574630737, 0.007897120900452137, 0.008075173944234848, 0.008575371466577053], "prob_new_token": [0.3596162796020508, 0.2572595775127411, 0.33183321356773376, 0.5326356887817383, 0.6734591722488403, 0.7895707488059998, 0.8762504458427429, 0.9253250360488892, 0.9490880370140076, 0.961567759513855, 0.9691323637962341, 0.9741197824478149, 0.9774346351623535, 0.9796570539474487, 0.9813172817230225, 0.9827120304107666, 0.9839144945144653, 0.9843317270278931, 0.9837350845336914, 0.9817882776260376], "prob_old_token": [0.35961782932281494, 0.25726205110549927, 0.3318374752998352, 0.5326385498046875, 0.6734579205513, 0.7895719408988953, 0.8762519359588623, 0.9253261685371399, 0.9490879774093628, 0.961567759513855, 0.969132125377655, 0.9741197824478149, 0.9774351119995117, 0.979656994342804, 0.9813175797462463, 0.9827120304107666, 0.9839145541191101, 0.9843319058418274, 0.9837351441383362, 0.981787919998169], "update_matrix_norm_1": [18324.03515625], "update_matrix_norm_2": [5.422863483428955], "update_matrix_norm_inf": [0.07554533332586288], "request": {"prompt": "{} has earned an educational degree from", "subject": "Sarah Palin", "target_new": {"str": "the University of St Andrews"}, "old_answer": {"str": "the University of Idaho"}, "seed": 42}}, {"loss_per_step": [3.21, 1.132, 0.851, 0.626, 0.536, 0.505, 0.489, 0.478, 0.471, 0.466, 0.463, 0.461, 0.46, 0.459, 0.458, 0.458, 0.458, 0.455, 0.446, 0.431], "prob_new": [0.041665270924568176, 0.511260449886322, 0.6786782741546631, 0.8494905829429626, 0.9329209327697754, 0.9639108777046204, 0.977012574672699, 0.9845263361930847, 0.989688515663147, 0.9929816126823425, 0.9948543310165405, 0.9959210157394409, 0.996600866317749, 0.9970496296882629, 0.9973079562187195, 0.9974921345710754, 0.9976621270179749, 0.9976506233215332, 0.997472882270813, 0.9973123669624329], "prob_old": [0.7545955181121826, 0.15454921126365662, 0.12429852783679962, 0.08027472347021103, 0.056154508143663406, 0.04580199718475342, 0.039908625185489655, 0.03421888127923012, 0.02865755558013916, 0.02408835105597973, 0.020772784948349, 0.01835988275706768, 0.016421489417552948, 0.014853856526315212, 0.013740562833845615, 0.012881162576377392, 0.01213996671140194, 0.011877458542585373, 0.011958642862737179, 0.011893095448613167], "prob_new_token": [0.35961782932281494, 0.3239194452762604, 0.3966641128063202, 0.6063887476921082, 0.7943851351737976, 0.8937684893608093, 0.9388990998268127, 0.9622846245765686, 0.9755618572235107, 0.9824008345603943, 0.9853598475456238, 0.986138105392456, 0.9858346581459045, 0.9851083159446716, 0.9841923117637634, 0.9834861755371094, 0.9830520153045654, 0.9813764691352844, 0.9782056212425232, 0.9747951030731201], "prob_old_token": [0.35961782932281494, 0.3239194452762604, 0.3966641128063202, 0.6063887476921082, 0.7943851351737976, 0.8937684893608093, 0.9388990998268127, 0.9622846245765686, 0.9755618572235107, 0.9824008345603943, 0.9853598475456238, 0.986138105392456, 0.9858346581459045, 0.9851083159446716, 0.9841923117637634, 0.9834861755371094, 0.9830520153045654, 0.9813764691352844, 0.9782056212425232, 0.9747951030731201], "update_matrix_norm_1": [19595.3515625], "update_matrix_norm_2": [5.684125900268555], "update_matrix_norm_inf": [0.07027069479227066], "request": {"prompt": "{} has earned an educational degree from", "subject": "Sarah Palin", "target_new": {"str": "the University of Chicago"}, "old_answer": {"str": "the University of Idaho"}, "seed": 42}}, {"loss_per_step": [5.704, 5.135, 2.89, 1.462, 0.674, 0.455, 0.44, 0.43, 0.422, 0.415, 0.409, 0.406, 0.404, 0.403, 0.401, 0.4, 0.399, 0.398, 0.398, 0.397], "prob_new": [0.0035865583922713995, 0.009949742816388607, 0.0907457172870636, 0.34655213356018066, 0.7643886208534241, 0.9612970352172852, 0.9790465831756592, 0.983106791973114, 0.985686719417572, 0.9879579544067383, 0.9898901581764221, 0.9914283156394958, 0.9926149249076843, 0.9935470819473267, 0.9943205714225769, 0.9949988722801208, 0.9956091046333313, 0.9961555600166321, 0.9966352581977844, 0.9970476031303406], "prob_old": [0.7886772155761719, 0.3265938460826874, 0.14706271886825562, 0.11660496890544891, 0.042254574596881866, 0.015960918739438057, 0.009974615648388863, 0.008234270848333836, 0.007928573526442051, 0.008185463957488537, 0.008637561462819576, 0.009109784848988056, 0.009494402445852757, 0.009712778963148594, 0.009720531292259693, 0.00951817911118269, 0.009148012846708298, 0.008676915429532528, 0.008174940012395382, 0.007700310088694096], "prob_new_token": [1.8893659216701053e-05, 0.00012187135143904015, 0.007488807197660208, 0.13011616468429565, 0.5489197373390198, 0.9253804683685303, 0.9804357290267944, 0.9902133345603943, 0.9928629398345947, 0.9937247037887573, 0.9939517974853516, 0.9939478635787964, 0.993933379650116, 0.9940416216850281, 0.9943343997001648, 0.9948090314865112, 0.9954137206077576, 0.9960676431655884, 0.9966920018196106, 0.9972313046455383], "prob_old_token": [0.6438264846801758, 0.0662405788898468, 0.004578051622956991, 0.0017430457519367337, 0.0001138754523708485, 1.6004300050553866e-05, 5.308120762492763e-06, 3.374268999323249e-06, 2.9644506867043674e-06, 2.9629497930727666e-06, 3.092348606514861e-06, 3.228891728213057e-06, 3.286189212303725e-06, 3.2123859909916064e-06, 2.9992684176249895e-06, 2.677578095244826e-06, 2.299211018907954e-06, 1.9167935079167364e-06, 1.5694547528255498e-06, 1.2793742598660174e-06], "update_matrix_norm_1": [24490.591796875], "update_matrix_norm_2": [6.791165351867676], "update_matrix_norm_inf": [0.06537459045648575], "request": {"prompt": "{} is a virtuoso on the", "subject": "Miles Davis", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "trumpet"}, "seed": 42}}, {"loss_per_step": [4.708, 2.85, 2.315, 1.172, 0.498, 0.458, 0.441, 0.43, 0.421, 0.415, 0.41, 0.408, 0.406, 0.404, 0.402, 0.401, 0.4, 0.399, 0.398, 0.398], "prob_new": [0.010365612804889679, 0.09516306966543198, 0.15700148046016693, 0.4804062843322754, 0.9323625564575195, 0.9684392809867859, 0.978888213634491, 0.984205424785614, 0.9875537753105164, 0.9898131489753723, 0.9914331436157227, 0.9926735162734985, 0.9936849474906921, 0.9945409893989563, 0.9952617883682251, 0.9958445429801941, 0.9962894320487976, 0.9966156482696533, 0.9968611598014832, 0.9970672726631165], "prob_old": [0.7886772155761719, 0.30076032876968384, 0.27637916803359985, 0.22592435777187347, 0.08835192769765854, 0.05763701722025871, 0.04953572899103165, 0.0467536635696888, 0.04494975134730339, 0.04307089373469353, 0.041264332830905914, 0.039675597101449966, 0.03817934915423393, 0.03665066510438919, 0.035149671137332916, 0.03385583311319351, 0.032964129000902176, 0.032570239156484604, 0.032575078308582306, 0.03278059884905815], "prob_new_token": [5.194565164856613e-05, 0.011087034828960896, 0.03131912648677826, 0.26798951625823975, 0.8835248947143555, 0.9584639072418213, 0.9743314385414124, 0.9833564162254333, 0.9894582629203796, 0.9931193590164185, 0.9952087998390198, 0.9964264035224915, 0.9971851110458374, 0.9977000951766968, 0.9980664849281311, 0.9983136653900146, 0.9984421730041504, 0.9984629154205322, 0.9984095096588135, 0.9983289837837219], "prob_old_token": [0.6438264846801758, 0.03602161630988121, 0.022936958819627762, 0.012371850199997425, 0.001574910245835781, 0.00036259222542867064, 0.00016555986076127738, 0.00011663653276627883, 9.798177779885009e-05, 8.719010656932369e-05, 7.960834045661613e-05, 7.31620384613052e-05, 6.626080721616745e-05, 5.881006654817611e-05, 5.200656596571207e-05, 4.707457628683187e-05, 4.460553827811964e-05, 4.4568714656634256e-05, 4.635690856957808e-05, 4.908037226414308e-05], "update_matrix_norm_1": [25095.84765625], "update_matrix_norm_2": [6.791164875030518], "update_matrix_norm_inf": [0.06406226009130478], "request": {"prompt": "{} is a virtuoso on the", "subject": "Miles Davis", "target_new": {"str": "accordion"}, "old_answer": {"str": "trumpet"}, "seed": 42}}, {"loss_per_step": [7.286, 6.366, 3.08, 1.693, 0.771, 0.545, 0.473, 0.443, 0.428, 0.42, 0.415, 0.412, 0.409, 0.407, 0.406, 0.404, 0.403, 0.402, 0.402, 0.401], "prob_new": [0.0008907484007067978, 0.0031885383650660515, 0.07852333039045334, 0.2864310145378113, 0.7064390182495117, 0.8806002736091614, 0.9414225220680237, 0.9652388691902161, 0.9764595031738281, 0.98272705078125, 0.9867318868637085, 0.9895431995391846, 0.9916114211082458, 0.9931553602218628, 0.9943086504936218, 0.9951689839363098, 0.9958118200302124, 0.9962993860244751, 0.9966855049133301, 0.997011661529541], "prob_old": [0.7886772155761719, 0.3216496706008911, 0.22737926244735718, 0.07065492123365402, 0.04930293560028076, 0.03876086324453354, 0.03344661742448807, 0.029899006709456444, 0.02788425050675869, 0.026844462379813194, 0.026067445054650307, 0.025123540312051773, 0.023917989805340767, 0.022541623562574387, 0.02112257480621338, 0.01975376531481743, 0.01848634146153927, 0.017339734360575676, 0.016308747231960297, 0.015374911949038506], "prob_new_token": [0.0004404876090120524, 0.0033851845655590296, 0.149010568857193, 0.3952355682849884, 0.7085400223731995, 0.8716567754745483, 0.9369127154350281, 0.9625369906425476, 0.9741171598434448, 0.9802941679954529, 0.9841235876083374, 0.98679518699646, 0.9887899160385132, 0.9903265833854675, 0.991524875164032, 0.9924691319465637, 0.9932206273078918, 0.9938275218009949, 0.9943333864212036, 0.9947720170021057], "prob_old_token": [0.6438264846801758, 0.06457068026065826, 0.023537468165159225, 0.0010928233386948705, 0.0004048300615977496, 0.00020456845231819898, 0.00012002447328995913, 8.221516327466816e-05, 6.602319626836106e-05, 5.9291269280947745e-05, 5.5533037084387615e-05, 5.172537566977553e-05, 4.717897900263779e-05, 4.2254599975422025e-05, 3.743142951861955e-05, 3.2979107345454395e-05, 2.900727849919349e-05, 2.553076592448633e-05, 2.2509344489662908e-05, 1.988523763429839e-05], "update_matrix_norm_1": [25200.8515625], "update_matrix_norm_2": [6.791164875030518], "update_matrix_norm_inf": [0.06331972777843475], "request": {"prompt": "{} is a virtuoso on the", "subject": "Miles Davis", "target_new": {"str": "organ"}, "old_answer": {"str": "trumpet"}, "seed": 42}}, {"loss_per_step": [1.387, 0.995, 0.689, 0.57, 0.476, 0.422, 0.389, 0.368, 0.353, 0.343, 0.336, 0.331, 0.327, 0.325, 0.324, 0.324, 0.323, 0.322, 0.322, 0.321], "prob_new": [0.2526625394821167, 0.535180926322937, 0.6964921355247498, 0.78293776512146, 0.8588575720787048, 0.9063758254051208, 0.9357578158378601, 0.955268144607544, 0.9691947102546692, 0.9788888692855835, 0.9852776527404785, 0.989659309387207, 0.9929723739624023, 0.995373547077179, 0.9967964887619019, 0.9974345564842224, 0.9976386427879333, 0.9976762533187866, 0.9976721405982971, 0.9976608753204346], "prob_old": [0.831814169883728, 0.16067785024642944, 0.07678773254156113, 0.05683482438325882, 0.04036175459623337, 0.026303475722670555, 0.017512554302811623, 0.01227535679936409, 0.00901888683438301, 0.0070947748608887196, 0.00603350717574358, 0.005368770100176334, 0.004749649204313755, 0.004079472739249468, 0.0035171261988580227, 0.0032072223257273436, 0.003114220453426242, 0.0031356769613921642, 0.0032012141309678555, 0.0032943806145340204], "prob_new_token": [0.0011298382887616754, 0.06920935213565826, 0.21559002995491028, 0.3431176543235779, 0.5467825531959534, 0.6939283013343811, 0.7901387810707092, 0.8538684844970703, 0.8990569114685059, 0.9310867786407471, 0.952247142791748, 0.9664276838302612, 0.9769207835197449, 0.9848832488059998, 0.9900935292243958, 0.9924559593200684, 0.9930166006088257, 0.9929938912391663, 0.9930239915847778, 0.9932382702827454], "prob_old_token": [0.8105255365371704, 0.018647445365786552, 0.003576712217181921, 0.001962456852197647, 0.0008271262049674988, 0.0003027549828402698, 0.00013028968533035368, 6.893523823237047e-05, 4.210022234474309e-05, 2.986865001730621e-05, 2.4704851966816932e-05, 2.2648640879197046e-05, 2.1785866920254193e-05, 2.063079045910854e-05, 1.8479147911421023e-05, 1.6875417713890783e-05, 1.6740546925575472e-05, 1.730330586724449e-05, 1.7813523299992085e-05, 1.8171171177527867e-05], "update_matrix_norm_1": [27699.6328125], "update_matrix_norm_2": [6.790618419647217], "update_matrix_norm_inf": [0.05349207669496536], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johann Joachim Quantz", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "flute"}, "seed": 42}}, {"loss_per_step": [1.593, 1.545, 0.628, 0.387, 0.351, 0.339, 0.333, 0.329, 0.326, 0.324, 0.323, 0.322, 0.321, 0.32, 0.32, 0.319, 0.319, 0.318, 0.318, 0.318], "prob_new": [0.20461420714855194, 0.3079493045806885, 0.7391241788864136, 0.9382831454277039, 0.9723108410835266, 0.9834960103034973, 0.9883901476860046, 0.9911019802093506, 0.9929009675979614, 0.9941957592964172, 0.9951501488685608, 0.9958592653274536, 0.9963909387588501, 0.9967973232269287, 0.9971174001693726, 0.9973804354667664, 0.9976072907447815, 0.9978103637695312, 0.9979954957962036, 0.9981629848480225], "prob_old": [0.831814169883728, 0.18147072196006775, 0.02046668902039528, 0.0024879472330212593, 0.0011845189146697521, 0.0009459853172302246, 0.0008794283494353294, 0.000848142895847559, 0.0008239061571657658, 0.0008012878824956715, 0.0007806688081473112, 0.0007638402748852968, 0.0007514616590924561, 0.0007418753230012953, 0.0007317927666008472, 0.000717946095392108, 0.0006982812192291021, 0.0006721823592670262, 0.0006401208811439574, 0.0006034145480953157], "prob_new_token": [0.00497478386387229, 0.025343293324112892, 0.36231881380081177, 0.8419725894927979, 0.9360925555229187, 0.9662154912948608, 0.9785378575325012, 0.9847798347473145, 0.9885686039924622, 0.9910849332809448, 0.9928114414215088, 0.9940137267112732, 0.9948626160621643, 0.9954734444618225, 0.9959269165992737, 0.9962801337242126, 0.9965746998786926, 0.996839165687561, 0.9970871806144714, 0.9973223805427551], "prob_old_token": [0.8105255365371704, 0.021011384204030037, 0.0014584859600290656, 0.0002908549504354596, 0.00013042308273725212, 8.260710455942899e-05, 6.26180917606689e-05, 5.2369345212355256e-05, 4.611826079781167e-05, 4.18096205976326e-05, 3.859006756101735e-05, 3.607181861298159e-05, 3.40551596309524e-05, 3.2386018574470654e-05, 3.0924828024581075e-05, 2.9557320885942318e-05, 2.8196449420647696e-05, 2.677650991245173e-05, 2.5250341423088685e-05, 2.3586013412568718e-05], "update_matrix_norm_1": [26748.125], "update_matrix_norm_2": [6.790618419647217], "update_matrix_norm_inf": [0.04436386376619339], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johann Joachim Quantz", "target_new": {"str": "trumpet"}, "old_answer": {"str": "flute"}, "seed": 42}}, {"loss_per_step": [6.567, 3.948, 2.865, 2.257, 1.591, 1.018, 0.543, 0.399, 0.352, 0.339, 0.338, 0.339, 0.337, 0.332, 0.326, 0.323, 0.323, 0.322, 0.322, 0.321], "prob_new": [0.0015306997811421752, 0.027974983677268028, 0.08023447543382645, 0.1502469927072525, 0.29010650515556335, 0.5126146674156189, 0.8278295397758484, 0.9504619240760803, 0.9828618764877319, 0.9924947619438171, 0.995880663394928, 0.9972177147865295, 0.9979597926139832, 0.9984021782875061, 0.9986516833305359, 0.9987984895706177, 0.9988880157470703, 0.9989457130432129, 0.9989985823631287, 0.9990519881248474], "prob_old": [0.831814169883728, 0.19070567190647125, 0.1286688596010208, 0.07908672839403152, 0.06572097539901733, 0.033035989850759506, 0.007159712258726358, 0.0015704560792073607, 0.0007093243766576052, 0.000451834435807541, 0.00032162072602659464, 0.0002421288809273392, 0.00018724067194852978, 0.00015076618001330644, 0.00012890296056866646, 0.00011527723836479709, 0.00010609937453409657, 0.00010012131679104641, 9.527922520646825e-05, 9.058298746822402e-05], "prob_new_token": [3.505946608584054e-07, 0.0006203798693604767, 0.006087785121053457, 0.027298156172037125, 0.10923751443624496, 0.30132097005844116, 0.6946364641189575, 0.8957051038742065, 0.9591518640518188, 0.9767493605613708, 0.9842243790626526, 0.9879794120788574, 0.9911304712295532, 0.9931109547615051, 0.9942091703414917, 0.9948575496673584, 0.9952651262283325, 0.9955378174781799, 0.9958040714263916, 0.9960805773735046], "prob_old_token": [0.8105255365371704, 0.023807018995285034, 0.014562448486685753, 0.007841869257390499, 0.005407343618571758, 0.001391101279295981, 0.00012062876339768991, 1.6159970982698724e-05, 5.39703069080133e-06, 3.296641807537526e-06, 2.4026733171922388e-06, 1.863727334239229e-06, 1.2841170473620878e-06, 9.218529157806188e-07, 7.212454988803074e-07, 6.015138751536142e-07, 5.303635361997294e-07, 4.935636184200121e-07, 4.620793561116443e-07, 4.275748892723641e-07], "update_matrix_norm_1": [26060.79296875], "update_matrix_norm_2": [6.790617942810059], "update_matrix_norm_inf": [0.05786280333995819], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johann Joachim Quantz", "target_new": {"str": "banjo"}, "old_answer": {"str": "flute"}, "seed": 42}}, {"loss_per_step": [3.886, 2.978, 0.878, 0.517, 0.463, 0.438, 0.419, 0.403, 0.392, 0.384, 0.379, 0.375, 0.372, 0.369, 0.368, 0.367, 0.366, 0.366, 0.365, 0.365], "prob_new": [0.021475238725543022, 0.07808744162321091, 0.6080650687217712, 0.8704767823219299, 0.9177469611167908, 0.9388211965560913, 0.9547692537307739, 0.9676823616027832, 0.9776567220687866, 0.9848338961601257, 0.9896625280380249, 0.9928454756736755, 0.9950259923934937, 0.9965115785598755, 0.9974853992462158, 0.9981111884117126, 0.9985130429267883, 0.9987712502479553, 0.9989361763000488, 0.9990400075912476], "prob_old": [0.6754034757614136, 0.08713145554065704, 0.008952450007200241, 0.0023868135176599026, 0.0023250409867614508, 0.0021728260908275843, 0.0017895451746881008, 0.0013019758043810725, 0.000848397787194699, 0.0005075485678389668, 0.0002932573261205107, 0.00017495889915153384, 0.00011028240987798199, 7.267842011060566e-05, 4.994611663278192e-05, 3.578350515454076e-05, 2.6754365535452962e-05, 2.0989569748053327e-05, 1.7377917174599133e-05, 1.5188097677309997e-05], "prob_new_token": [0.00033638428431004286, 0.005597171373665333, 0.28256189823150635, 0.757963240146637, 0.8463209271430969, 0.8848098516464233, 0.9133056998252869, 0.9359626173973083, 0.9535530805587769, 0.9666950702667236, 0.9762659668922424, 0.9833056330680847, 0.988542377948761, 0.9922372698783875, 0.9946584701538086, 0.9961845278739929, 0.9971351027488708, 0.9977118968963623, 0.9980320930480957, 0.9981705546379089], "prob_old_token": [0.7179668545722961, 0.0647401362657547, 0.006547994911670685, 0.0013961236691102386, 0.0012844307348132133, 0.0012269378639757633, 0.0010559909278526902, 0.0007999205845408142, 0.0005340903298929334, 0.00032110718893818557, 0.00018260645447298884, 0.00010475362068973482, 6.191873399075121e-05, 3.771284900722094e-05, 2.40165045397589e-05, 1.6085919924080372e-05, 1.1371997970854864e-05, 8.622621862741653e-06, 7.159935194067657e-06, 6.563530405401252e-06], "update_matrix_norm_1": [27559.974609375], "update_matrix_norm_2": [7.229711532592773], "update_matrix_norm_inf": [0.04722779244184494], "request": {"prompt": "{} is a virtuoso on the", "subject": "David Gilmour", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.494, 2.052, 1.518, 0.898, 0.577, 0.437, 0.395, 0.383, 0.378, 0.376, 0.374, 0.373, 0.372, 0.371, 0.37, 0.37, 0.369, 0.369, 0.369, 0.368], "prob_new": [0.015562143176794052, 0.19720835983753204, 0.3344433605670929, 0.598334789276123, 0.8183681964874268, 0.9377248883247375, 0.9770611524581909, 0.9880893230438232, 0.9921094179153442, 0.9940013289451599, 0.9950520992279053, 0.9957002997398376, 0.9961302876472473, 0.9964316487312317, 0.9966518878936768, 0.9968167543411255, 0.9969392418861389, 0.997025191783905, 0.9970757961273193, 0.9970897436141968], "prob_old": [0.6754034757614136, 0.13293156027793884, 0.1975114941596985, 0.17705951631069183, 0.055751699954271317, 0.016997061669826508, 0.005503980442881584, 0.0024015954695641994, 0.0013521029613912106, 0.0009053410030901432, 0.0006828443729318678, 0.0005599856376647949, 0.00048710405826568604, 0.00044156936928629875, 0.00041225823224522173, 0.0003936065477319062, 0.00038301307358779013, 0.0003795758238993585, 0.00038346339715644717, 0.00039557876880280674], "prob_new_token": [7.090155122568831e-05, 0.030602186918258667, 0.1255320906639099, 0.3790169954299927, 0.64825040102005, 0.8582047820091248, 0.9441841840744019, 0.9725202918052673, 0.9833221435546875, 0.9883405566215515, 0.9910533428192139, 0.9926782846450806, 0.9937238097190857, 0.9944320321083069, 0.994928777217865, 0.9952808022499084, 0.995522677898407, 0.9956703186035156, 0.9957284927368164, 0.9956949949264526], "prob_old_token": [0.7179668545722961, 0.08237721771001816, 0.15435484051704407, 0.16348834335803986, 0.06286633014678955, 0.020620698109269142, 0.0073160333558917046, 0.0032542694825679064, 0.0018029359634965658, 0.0011815708130598068, 0.0008749004919081926, 0.0007076914771459997, 0.00061017059488222, 0.0005507240421138704, 0.0005139795830473304, 0.0004924425738863647, 0.0004825875221285969, 0.000483480078401044, 0.0004956079064868391, 0.0005206172936595976], "update_matrix_norm_1": [28401.01171875], "update_matrix_norm_2": [7.229712009429932], "update_matrix_norm_inf": [0.05507032573223114], "request": {"prompt": "{} is a virtuoso on the", "subject": "David Gilmour", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.579, 1.586, 1.166, 0.576, 0.413, 0.394, 0.385, 0.379, 0.376, 0.373, 0.372, 0.371, 0.37, 0.37, 0.369, 0.369, 0.369, 0.368, 0.368, 0.368], "prob_new": [0.032886944711208344, 0.3054904043674469, 0.46098488569259644, 0.8243019580841064, 0.9655172228813171, 0.9821112751960754, 0.9885115027427673, 0.9921819567680359, 0.994387686252594, 0.9957488775253296, 0.9966229200363159, 0.9972074031829834, 0.9976080060005188, 0.9978830218315125, 0.9980669021606445, 0.9981815814971924, 0.9982385635375977, 0.9982436299324036, 0.9982011914253235, 0.9981204867362976], "prob_old": [0.6754034757614136, 0.0647139698266983, 0.017882077023386955, 0.0011648156214505434, 9.075616981135681e-05, 2.9748700399068184e-05, 1.7082524209399708e-05, 1.1915819413843565e-05, 9.133113053394482e-06, 7.461152563337237e-06, 6.391582246578764e-06, 5.665308890456799e-06, 5.141481778991874e-06, 4.751790129375877e-06, 4.491552772378782e-06, 4.392246864881599e-06, 4.4830590013589244e-06, 4.7790435928618535e-06, 5.270230303722201e-06, 5.909209903620649e-06], "prob_new_token": [0.0003785007575061172, 0.07890807837247849, 0.1978244185447693, 0.6976099014282227, 0.9388157725334167, 0.9682865142822266, 0.9790560603141785, 0.9849207997322083, 0.9884742498397827, 0.9907566905021667, 0.9923050403594971, 0.9933993816375732, 0.9941710829734802, 0.9946894645690918, 0.9950098395347595, 0.9951800107955933, 0.9952207207679749, 0.9951353669166565, 0.9949274063110352, 0.9946173429489136], "prob_old_token": [0.7179668545722961, 0.04999091476202011, 0.009179281070828438, 0.0004498038615565747, 4.9174072046298534e-05, 1.902256735775154e-05, 1.2187069842184428e-05, 9.487951501796488e-06, 8.128526133077685e-06, 7.338687737501459e-06, 6.800309620302869e-06, 6.367406513163587e-06, 5.995737865305273e-06, 5.697221695299959e-06, 5.507583864527987e-06, 5.466542461363133e-06, 5.604231773759238e-06, 5.9345497902540956e-06, 6.439711796701886e-06, 7.056362392177107e-06], "update_matrix_norm_1": [28963.546875], "update_matrix_norm_2": [7.229712009429932], "update_matrix_norm_inf": [0.043937504291534424], "request": {"prompt": "{} is a virtuoso on the", "subject": "David Gilmour", "target_new": {"str": "violin"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.841, 1.161, 0.568, 0.495, 0.469, 0.452, 0.439, 0.427, 0.416, 0.407, 0.4, 0.396, 0.394, 0.392, 0.391, 0.39, 0.389, 0.388, 0.388, 0.388], "prob_new": [0.1605706512928009, 0.4715864062309265, 0.8396903872489929, 0.9033409357070923, 0.9278626441955566, 0.9437206983566284, 0.955901026725769, 0.966631293296814, 0.9769664406776428, 0.9860799908638, 0.9923669695854187, 0.9959523677825928, 0.9977208971977234, 0.9985368847846985, 0.9989238977432251, 0.9990924000740051, 0.999123752117157, 0.9990409016609192, 0.9988454580307007, 0.9985905885696411], "prob_old": [0.6230007410049438, 0.025315240025520325, 0.0009814073564484715, 0.0002727053943090141, 0.00013934654998593032, 8.13837323221378e-05, 4.951583832735196e-05, 2.940256308647804e-05, 1.5703119061072357e-05, 7.179303338489262e-06, 2.762233407338499e-06, 9.79941773948667e-07, 4.3944655203631555e-07, 2.735645807661058e-07, 2.1434618702187436e-07, 2.0129898814502667e-07, 2.2516756814638939e-07, 3.04027906850024e-07, 4.809106712855282e-07, 7.686463732170523e-07], "prob_new_token": [0.00040909223025664687, 0.05425722524523735, 0.618425726890564, 0.7778198719024658, 0.8499342203140259, 0.8947737216949463, 0.9253144860267639, 0.9494225978851318, 0.9716308116912842, 0.9892347455024719, 0.9966309070587158, 0.998503565788269, 0.9990361928939819, 0.9992063641548157, 0.9992426633834839, 0.9992166757583618, 0.9991557002067566, 0.9990708231925964, 0.9989734888076782, 0.9988853335380554], "prob_old_token": [0.6519483923912048, 0.011143168434500694, 0.0005225063650868833, 0.0001887211255962029, 0.00010249059414491057, 5.993076410959475e-05, 3.5947370633948594e-05, 2.0528030290734023e-05, 9.470784789300524e-06, 2.7998655696137575e-06, 7.006389068919816e-07, 2.887567802645208e-07, 1.7525546525121172e-07, 1.3080889971206489e-07, 1.1197442972843419e-07, 1.0524482263463142e-07, 1.0570754227501311e-07, 1.1171693614642209e-07, 1.2296870011141436e-07, 1.3879484583867452e-07], "update_matrix_norm_1": [24865.740234375], "update_matrix_norm_2": [6.296937942504883], "update_matrix_norm_inf": [0.03542832285165787], "request": {"prompt": "{} is a virtuoso on the", "subject": "W\u0142adys\u0142aw Szpilman", "target_new": {"str": "saxophone"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.281, 2.227, 1.796, 0.703, 0.558, 0.532, 0.511, 0.489, 0.469, 0.451, 0.437, 0.425, 0.417, 0.412, 0.409, 0.407, 0.404, 0.401, 0.399, 0.397], "prob_new": [0.03863266482949257, 0.16276848316192627, 0.2563409209251404, 0.7458059787750244, 0.8583913445472717, 0.8775527477264404, 0.8945236206054688, 0.9122941493988037, 0.9295176863670349, 0.9449328780174255, 0.9578231573104858, 0.9678495526313782, 0.974826455116272, 0.9789541363716125, 0.9812599420547485, 0.9832560420036316, 0.9856383800506592, 0.9879344701766968, 0.9896737337112427, 0.9908598065376282], "prob_old": [0.6230007410049438, 0.006733056623488665, 0.041356369853019714, 0.00891917571425438, 0.005310481414198875, 0.003399309702217579, 0.002245604293420911, 0.0015138037269935012, 0.0010242210701107979, 0.0006851422367617488, 0.00045043500722385943, 0.0002955061208922416, 0.00020246584608685225, 0.00015119111048988998, 0.00012084402987966314, 9.702688112156466e-05, 7.53043859731406e-05, 5.7432429457549006e-05, 4.473492663237266e-05, 3.648931306088343e-05], "prob_new_token": [0.00018759103841148317, 0.005048821680247784, 0.04726948216557503, 0.6038755178451538, 0.8710520267486572, 0.9192416071891785, 0.9409438967704773, 0.9541548490524292, 0.9631996750831604, 0.9696220755577087, 0.9739908576011658, 0.9763661623001099, 0.9767383933067322, 0.9758244752883911, 0.9753715991973877, 0.9773467183113098, 0.9816535711288452, 0.9861895442008972, 0.989604115486145, 0.9918496012687683], "prob_old_token": [0.6519483923912048, 0.0033488806802779436, 0.021974585950374603, 0.005569403525441885, 0.0037368584889918566, 0.0025219754315912724, 0.0016952820587903261, 0.0011440911330282688, 0.0007681354181841016, 0.0005075999652035534, 0.00032936190837062895, 0.00021400534023996443, 0.00014639631262980402, 0.00010969326103804633, 8.757636533118784e-05, 6.937877333257347e-05, 5.2384631999302655e-05, 3.854431270156056e-05, 2.8944690711796284e-05, 2.283781759615522e-05], "update_matrix_norm_1": [24287.35546875], "update_matrix_norm_2": [6.296936988830566], "update_matrix_norm_inf": [0.04847295582294464], "request": {"prompt": "{} is a virtuoso on the", "subject": "W\u0142adys\u0142aw Szpilman", "target_new": {"str": "bandoneon"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [2.815, 1.65, 1.245, 0.813, 0.568, 0.48, 0.446, 0.424, 0.411, 0.403, 0.397, 0.394, 0.392, 0.39, 0.389, 0.388, 0.387, 0.387, 0.387, 0.387], "prob_new": [0.06296941637992859, 0.29006701707839966, 0.4356149435043335, 0.6574788689613342, 0.8409558534622192, 0.9236767292022705, 0.9579299092292786, 0.977876603603363, 0.9884511232376099, 0.9938966631889343, 0.9968554377555847, 0.9983295202255249, 0.9989909529685974, 0.9992735981941223, 0.9993882179260254, 0.999426007270813, 0.9994301795959473, 0.9994235634803772, 0.9994155764579773, 0.9994029998779297], "prob_old": [0.6230007410049438, 0.038718901574611664, 0.013619378209114075, 0.005046522710472345, 0.0014727653469890356, 0.0005115039530210197, 0.00020078591478522867, 7.334315887419507e-05, 2.7709696951205842e-05, 1.1067053492297418e-05, 4.3897080104216e-06, 1.8158011698687915e-06, 8.888665092854353e-07, 5.579359481089341e-07, 4.418344303758204e-07, 4.116743070881057e-07, 4.168519751601707e-07, 4.3069252342320397e-07, 4.392331618419121e-07, 4.417866819039773e-07], "prob_new_token": [0.002746139420196414, 0.10023064911365509, 0.2305656373500824, 0.46116510033607483, 0.7366175651550293, 0.875479519367218, 0.9316051602363586, 0.9635736346244812, 0.9818674325942993, 0.9920048713684082, 0.9969074726104736, 0.9987707138061523, 0.9994015693664551, 0.9996286034584045, 0.999717652797699, 0.999752938747406, 0.9997636675834656, 0.9997604489326477, 0.9997469186782837, 0.99972003698349], "prob_old_token": [0.6519483923912048, 0.028079578652977943, 0.00818303506821394, 0.00305599975399673, 0.001099920249544084, 0.00047098915092647076, 0.0001961964590009302, 7.03721379977651e-05, 2.4613793357275426e-05, 8.01837995823007e-06, 2.362204213568475e-06, 7.557557069048926e-07, 3.184720753779402e-07, 1.8082504027461255e-07, 1.2951853989306983e-07, 1.0910342496117664e-07, 1.024585785103227e-07, 1.0360801638853445e-07, 1.109497134166304e-07, 1.2548760253139335e-07], "update_matrix_norm_1": [25390.98046875], "update_matrix_norm_2": [6.296937942504883], "update_matrix_norm_inf": [0.05393929407000542], "request": {"prompt": "{} is a virtuoso on the", "subject": "W\u0142adys\u0142aw Szpilman", "target_new": {"str": "cello"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [1.797, 1.396, 0.646, 0.519, 0.478, 0.462, 0.453, 0.448, 0.443, 0.44, 0.436, 0.433, 0.43, 0.428, 0.425, 0.423, 0.421, 0.419, 0.418, 0.416], "prob_new": [0.19827164709568024, 0.38536402583122253, 0.7985638380050659, 0.9081273078918457, 0.9469920992851257, 0.9625311493873596, 0.970295786857605, 0.9749161005020142, 0.97808837890625, 0.9805106520652771, 0.9824976325035095, 0.9842046499252319, 0.9857169985771179, 0.9870879054069519, 0.9883549213409424, 0.9895464777946472, 0.9906834363937378, 0.9917810559272766, 0.9928460121154785, 0.9938758015632629], "prob_old": [0.6114209890365601, 0.02652156911790371, 0.0010196571238338947, 0.00043155846651643515, 0.0002815602347254753, 0.0002036190708167851, 0.0001555374328745529, 0.0001240439887624234, 0.00010234026558464393, 8.665297355037183e-05, 7.479303167201579e-05, 6.544268399011344e-05, 5.7777840993367136e-05, 5.1277198508614674e-05, 4.560104935080744e-05, 4.052061558468267e-05, 3.5880333598470315e-05, 3.1569965358357877e-05, 2.7526688427315094e-05, 2.3725620849290863e-05], "prob_new_token": [0.02710973285138607, 0.21851858496665955, 0.7186223864555359, 0.8686304688453674, 0.9239476919174194, 0.9469365477561951, 0.9584623575210571, 0.9653069376945496, 0.9699558615684509, 0.9734347462654114, 0.9762148261070251, 0.9785393476486206, 0.980557382106781, 0.9823653101921082, 0.9840289354324341, 0.9855851531028748, 0.9870487451553345, 0.9884244799613953, 0.9897096157073975, 0.9909034967422485], "prob_old_token": [0.7936106324195862, 0.018430599942803383, 0.0004940171493217349, 0.0002166440390283242, 0.00013969821156933904, 9.988504461944103e-05, 7.606676808791235e-05, 6.068760194466449e-05, 5.01747963426169e-05, 4.262610673322342e-05, 3.693463440868072e-05, 3.239747820771299e-05, 2.856418359442614e-05, 2.518418295949232e-05, 2.213939296780154e-05, 1.9382314349059016e-05, 1.6899686670512892e-05, 1.4687100701848976e-05, 1.2733325092995074e-05, 1.1022749276889954e-05], "update_matrix_norm_1": [29323.736328125], "update_matrix_norm_2": [7.0883564949035645], "update_matrix_norm_inf": [0.03593558445572853], "request": {"prompt": "{} is a virtuoso on the", "subject": "Amy Lee", "target_new": {"str": "cello"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [5.883, 3.556, 1.327, 0.89, 0.718, 0.633, 0.578, 0.539, 0.511, 0.491, 0.476, 0.464, 0.455, 0.448, 0.443, 0.439, 0.435, 0.433, 0.431, 0.43], "prob_new": [0.00357171893119812, 0.07518932968378067, 0.4145461916923523, 0.6327789425849915, 0.7508417963981628, 0.8169780373573303, 0.8630759119987488, 0.897081732749939, 0.9222850203514099, 0.9410939812660217, 0.9553537368774414, 0.9663321375846863, 0.97483891248703, 0.9814006686210632, 0.9863801598548889, 0.990080714225769, 0.9927754402160645, 0.9946932196617126, 0.9960271120071411, 0.9969398379325867], "prob_old": [0.6114209890365601, 0.14265193045139313, 0.0046242945827543736, 0.006928319111466408, 0.00753198703750968, 0.006037316285073757, 0.004007015842944384, 0.0024149795062839985, 0.0014111704658716917, 0.0008318601758219302, 0.0005038241506554186, 0.00031493400456383824, 0.00020265625789761543, 0.0001335112756351009, 8.954069198807701e-05, 6.084044434828684e-05, 4.183184864814393e-05, 2.924281216110103e-05, 2.0978512111469172e-05, 1.558933399792295e-05], "prob_new_token": [0.011570217087864876, 0.04484289512038231, 0.41034719347953796, 0.6646937131881714, 0.7866929173469543, 0.8497035503387451, 0.8912263512611389, 0.9204095602035522, 0.9413139820098877, 0.9565894603729248, 0.9679850935935974, 0.9765890836715698, 0.9830774664878845, 0.987906813621521, 0.9914244413375854, 0.9939250946044922, 0.9956641793251038, 0.996853232383728, 0.9976571202278137, 0.998196542263031], "prob_old_token": [0.7936106324195862, 0.1558910608291626, 0.0040136585012078285, 0.005979119334369898, 0.006163195241242647, 0.004587767645716667, 0.0028182968962937593, 0.0015801864210516214, 0.0008667960646562278, 0.0004840507754124701, 0.0002794293104670942, 0.00016680061526130885, 0.00010237317474093288, 6.417576514650136e-05, 4.0930510294856504e-05, 2.6542733394308016e-05, 1.7553114957991056e-05, 1.1914626156794839e-05, 8.370245268451981e-06, 6.1372029449557886e-06], "update_matrix_norm_1": [27876.62890625], "update_matrix_norm_2": [7.0883564949035645], "update_matrix_norm_inf": [0.032071761786937714], "request": {"prompt": "{} is a virtuoso on the", "subject": "Amy Lee", "target_new": {"str": "organ"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.958, 2.536, 2.011, 1.422, 0.953, 0.634, 0.481, 0.445, 0.435, 0.431, 0.428, 0.425, 0.423, 0.422, 0.42, 0.418, 0.417, 0.416, 0.415, 0.414], "prob_new": [0.029025251045823097, 0.1256137639284134, 0.2155069261789322, 0.3876510560512543, 0.5966858863830566, 0.8165894746780396, 0.9506202340126038, 0.9846914410591125, 0.9925546646118164, 0.9950365424156189, 0.9960999488830566, 0.996658444404602, 0.9969934821128845, 0.9972129464149475, 0.9973626732826233, 0.997463047504425, 0.997524619102478, 0.9975571632385254, 0.997564435005188, 0.9975388050079346], "prob_old": [0.6114209890365601, 0.08832769840955734, 0.04415168613195419, 0.007313746027648449, 0.0008707743836566806, 0.0001413630961906165, 1.651110505918041e-05, 2.7453581878944533e-06, 8.33912395137304e-07, 3.947247648738994e-07, 2.4580401714047184e-07, 1.8110044663899316e-07, 1.4852534491183178e-07, 1.3119169750552828e-07, 1.2299213381083973e-07, 1.2196393583963072e-07, 1.2791156223102007e-07, 1.4137594916974194e-07, 1.6383633294481115e-07, 1.9882243407209899e-07], "prob_new_token": [0.00014837761409580708, 0.01231888122856617, 0.03839623183012009, 0.1396131068468094, 0.36739540100097656, 0.6851174831390381, 0.9087864756584167, 0.9698311686515808, 0.984880805015564, 0.9898425936698914, 0.9920265078544617, 0.9931930303573608, 0.9938907623291016, 0.9943260550498962, 0.9945865869522095, 0.9947140216827393, 0.9947320222854614, 0.9946553111076355, 0.9944895505905151, 0.9942259788513184], "prob_old_token": [0.7936106324195862, 0.06790681928396225, 0.03529853746294975, 0.00493715750053525, 0.0007456950261257589, 0.00014542600547429174, 2.0262748876120895e-05, 4.024388545076363e-06, 1.4308252502814867e-06, 7.774255550430098e-07, 5.451717584037397e-07, 4.4421676648198627e-07, 3.9651916949878796e-07, 3.756284456812864e-07, 3.7118854834261583e-07, 3.791352867210662e-07, 3.9994708345147956e-07, 4.387907495129184e-07, 5.02185002915212e-07, 5.967417564534117e-07], "update_matrix_norm_1": [28908.03125], "update_matrix_norm_2": [7.0883564949035645], "update_matrix_norm_inf": [0.030844617635011673], "request": {"prompt": "{} is a virtuoso on the", "subject": "Amy Lee", "target_new": {"str": "banjo"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.039, 2.388, 1.648, 0.884, 0.568, 0.467, 0.439, 0.428, 0.421, 0.415, 0.411, 0.408, 0.406, 0.405, 0.404, 0.403, 0.402, 0.396, 0.385, 0.368], "prob_new": [0.05144517868757248, 0.143154576420784, 0.2956390082836151, 0.6295925974845886, 0.8644028902053833, 0.9537999629974365, 0.9796860218048096, 0.9884410500526428, 0.9923175573348999, 0.9944618344306946, 0.9957852959632874, 0.9966374635696411, 0.9971914887428284, 0.9975494146347046, 0.9977746605873108, 0.9979134798049927, 0.9980047345161438, 0.9980274438858032, 0.9979346394538879, 0.9976967573165894], "prob_old": [0.6565601229667664, 0.322925865650177, 0.047003667801618576, 0.004791709594428539, 0.000994530855678022, 0.00020157464314252138, 6.009995922795497e-05, 2.632163705129642e-05, 1.3697981557925232e-05, 7.88067791290814e-06, 5.063734988652868e-06, 3.730750449904008e-06, 3.1968188523023855e-06, 3.1615138595952885e-06, 3.5104660582874203e-06, 4.214703949401155e-06, 5.2707323447975796e-06, 7.029929292912129e-06, 1.0305303476343397e-05, 1.6502126527484506e-05], "prob_new_token": [3.569065665942617e-05, 0.017049161717295647, 0.03118457831442356, 0.20703040063381195, 0.5608541965484619, 0.8458250761032104, 0.9372218251228333, 0.9670664072036743, 0.9792382121086121, 0.985310435295105, 0.9888341426849365, 0.9911072850227356, 0.9926297068595886, 0.993622899055481, 0.9942202568054199, 0.9945472478866577, 0.9947381615638733, 0.9947669506072998, 0.9945351481437683, 0.9939770698547363], "prob_old_token": [0.7371697425842285, 0.2450886070728302, 0.030057547613978386, 0.003064342075958848, 0.0009469194919802248, 0.0001989033044083044, 5.866564970347099e-05, 2.6345520382164977e-05, 1.4059816749067977e-05, 8.279950634459965e-06, 5.524264452105854e-06, 4.287527644919464e-06, 3.899075636581983e-06, 4.081873157701921e-06, 4.756231646751985e-06, 5.949112619418884e-06, 7.726106559857726e-06, 1.067602715920657e-05, 1.609577338967938e-05, 2.6126466764253564e-05], "update_matrix_norm_1": [20168.640625], "update_matrix_norm_2": [5.960741996765137], "update_matrix_norm_inf": [0.07226001471281052], "request": {"prompt": "{} is a virtuoso on the", "subject": "Jimi Hendrix", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.938, 4.597, 2.632, 0.841, 0.574, 0.508, 0.478, 0.461, 0.451, 0.444, 0.44, 0.436, 0.432, 0.429, 0.426, 0.424, 0.421, 0.419, 0.417, 0.415], "prob_new": [0.003039663191884756, 0.016176018863916397, 0.11986090242862701, 0.6645886898040771, 0.8563553094863892, 0.9130025506019592, 0.9401723742485046, 0.9549875259399414, 0.9635446071624756, 0.9690001606941223, 0.9729939699172974, 0.9762870669364929, 0.9791578054428101, 0.9816680550575256, 0.9838277101516724, 0.985663115978241, 0.9872263073921204, 0.988582968711853, 0.9897973537445068, 0.9909239411354065], "prob_old": [0.6565601229667664, 0.3302789032459259, 0.06476208567619324, 0.0018713120371103287, 0.0003155262675136328, 0.0001343150215689093, 6.739822856616229e-05, 3.623738666647114e-05, 2.1649762857123278e-05, 1.4249856576498132e-05, 1.0000681868405081e-05, 7.274167273862986e-06, 5.401326689025154e-06, 4.077882749697892e-06, 3.1352733458334114e-06, 2.4617177132313373e-06, 1.976746489162906e-06, 1.621352225811279e-06, 1.3527961755244178e-06, 1.140587642112223e-06], "prob_new_token": [4.646062279789476e-06, 0.00040707335574552417, 0.02771938033401966, 0.49238845705986023, 0.7794530987739563, 0.8771798610687256, 0.9256131649017334, 0.9512376189231873, 0.9650542736053467, 0.9730124473571777, 0.9781183004379272, 0.9817744493484497, 0.9845749735832214, 0.9867786169052124, 0.9885127544403076, 0.9898830056190491, 0.9909822344779968, 0.9918959736824036, 0.9926959872245789, 0.9934399127960205], "prob_old_token": [0.7371697425842285, 0.2518053948879242, 0.05324564874172211, 0.0015869499184191227, 0.0002192366519011557, 7.938317867228761e-05, 3.427767296670936e-05, 1.6723137377994135e-05, 9.56153598963283e-06, 6.253564606595319e-06, 4.460045147425262e-06, 3.339996283102664e-06, 2.573887059043045e-06, 2.025504727498628e-06, 1.626179710001452e-06, 1.3326332464203006e-06, 1.1143065421492793e-06, 9.48743092976656e-07, 8.190759785975388e-07, 7.129018513296614e-07], "update_matrix_norm_1": [23195.71875], "update_matrix_norm_2": [6.466623306274414], "update_matrix_norm_inf": [0.0654929131269455], "request": {"prompt": "{} is a virtuoso on the", "subject": "Jimi Hendrix", "target_new": {"str": "tabla"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [2.094, 1.742, 1.119, 0.794, 0.512, 0.458, 0.438, 0.423, 0.415, 0.411, 0.408, 0.406, 0.405, 0.404, 0.403, 0.397, 0.382, 0.362, 0.336, 0.307], "prob_new": [0.12772727012634277, 0.2731311619281769, 0.4980757236480713, 0.6875016689300537, 0.913451075553894, 0.9636813998222351, 0.981083869934082, 0.9913011193275452, 0.9962183833122253, 0.998216450214386, 0.9989084601402283, 0.999058723449707, 0.9990290999412537, 0.9989368915557861, 0.9988064765930176, 0.9985575079917908, 0.9980742335319519, 0.9972391724586487, 0.9959865212440491, 0.9950418472290039], "prob_old": [0.6565601229667664, 0.3452823758125305, 0.01121603511273861, 9.936422429746017e-05, 5.834237981616752e-06, 5.620098590952693e-07, 2.12769776908317e-07, 1.3308584811966284e-07, 1.669044848995327e-07, 7.837785886977144e-08, 2.77694205408352e-08, 1.619807399322326e-08, 1.4404127668399269e-08, 1.567616791930959e-08, 1.8063692763803374e-08, 2.310471103328382e-08, 3.518989188933119e-08, 6.49024229915085e-08, 1.330203787119899e-07, 2.0761149244208355e-07], "prob_new_token": [1.645013617235236e-05, 0.003757653757929802, 0.07787766307592392, 0.3080607056617737, 0.9221336841583252, 0.9921594262123108, 0.9975045323371887, 0.9985913038253784, 0.9990842342376709, 0.9993818402290344, 0.9995586276054382, 0.999578058719635, 0.9994781017303467, 0.9992605447769165, 0.9988916516304016, 0.9982118606567383, 0.9969189167022705, 0.9945161938667297, 0.9902743697166443, 0.9856390953063965], "prob_old_token": [0.7371697425842285, 0.26466605067253113, 0.003608967876061797, 2.3053491531754844e-05, 1.797947788872989e-06, 2.3305335616896627e-07, 9.731179062555384e-08, 5.1675201007128635e-08, 2.595058923304805e-08, 1.5520148721748228e-08, 1.1193741933368528e-08, 1.1136925159860311e-08, 1.3630521600305201e-08, 1.7366364346571572e-08, 2.134100007822326e-08, 2.7456742657250288e-08, 4.001895348437756e-08, 6.726180856730934e-08, 1.1646185527069974e-07, 1.2273414995433996e-07], "update_matrix_norm_1": [15896.0], "update_matrix_norm_2": [4.925834655761719], "update_matrix_norm_inf": [0.0897616520524025], "request": {"prompt": "{} is a virtuoso on the", "subject": "Jimi Hendrix", "target_new": {"str": "alto saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [7.609, 4.247, 1.891, 0.769, 0.622, 0.537, 0.48, 0.455, 0.443, 0.436, 0.431, 0.428, 0.424, 0.421, 0.419, 0.417, 0.415, 0.414, 0.414, 0.413], "prob_new": [0.001152395154349506, 0.02572600357234478, 0.2448224574327469, 0.7303014397621155, 0.8446072340011597, 0.9149731397628784, 0.9641144275665283, 0.9851233959197998, 0.9926490187644958, 0.9958017468452454, 0.9973521828651428, 0.9981809258460999, 0.9986194372177124, 0.9988206624984741, 0.998903751373291, 0.9989535212516785, 0.9990070462226868, 0.9990605115890503, 0.9990886449813843, 0.999081015586853], "prob_old": [0.5197650194168091, 0.10104145854711533, 0.018867995589971542, 0.0003937564615625888, 8.891502511687577e-05, 3.991389894508757e-05, 1.7242977264686488e-05, 7.483221452275757e-06, 3.711997578648152e-06, 1.9703506950463634e-06, 1.121059653996781e-06, 7.303532925106992e-07, 5.690579314432398e-07, 5.198052690502664e-07, 5.08676635035954e-07, 4.842755174649938e-07, 4.3337612964933214e-07, 3.7582105960609624e-07, 3.438671001276816e-07, 3.465300437710539e-07], "prob_new_token": [0.0002753142034634948, 0.025738433003425598, 0.2795047461986542, 0.7868552803993225, 0.8948105573654175, 0.948615312576294, 0.9779631495475769, 0.9884318709373474, 0.992515504360199, 0.9952119588851929, 0.9970018863677979, 0.9980440139770508, 0.9985979795455933, 0.9988774657249451, 0.9990236759185791, 0.9991104006767273, 0.9991700053215027, 0.9992126226425171, 0.9992362260818481, 0.9992405772209167], "prob_old_token": [0.6705877184867859, 0.07664886116981506, 0.012753002345561981, 0.00020949754980392754, 4.6108849346637726e-05, 1.9066084860241972e-05, 8.08819277153816e-06, 4.497843292483594e-06, 3.1341130579676246e-06, 1.9268736650701612e-06, 1.0550767228778568e-06, 6.029094379300659e-07, 4.021949564503302e-07, 3.164481370276917e-07, 2.73765408564941e-07, 2.412961634945532e-07, 2.0947705081653112e-07, 1.8167237669786118e-07, 1.6675470249083446e-07, 1.6657446622048155e-07], "update_matrix_norm_1": [28652.21484375], "update_matrix_norm_2": [7.2453460693359375], "update_matrix_norm_inf": [0.040215011686086655], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johannes Brahms", "target_new": {"str": "drums"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [1.717, 1.399, 0.472, 0.422, 0.415, 0.411, 0.409, 0.408, 0.408, 0.407, 0.407, 0.406, 0.406, 0.406, 0.406, 0.406, 0.406, 0.406, 0.403, 0.395], "prob_new": [0.18211007118225098, 0.39059022068977356, 0.9401845932006836, 0.9871671795845032, 0.9936779141426086, 0.9955371618270874, 0.9963490962982178, 0.9968236684799194, 0.9971495270729065, 0.9973899722099304, 0.9975741505622864, 0.9977191686630249, 0.997835099697113, 0.9979292750358582, 0.9980074763298035, 0.9980744123458862, 0.9981338977813721, 0.9981885552406311, 0.9982046484947205, 0.9981534481048584], "prob_old": [0.5197650194168091, 0.027192678302526474, 0.0003446585324127227, 3.8415972085203975e-05, 1.592713306308724e-05, 1.0810511412273627e-05, 8.869193152349908e-06, 7.842887498554774e-06, 7.15014903107658e-06, 6.593538273591548e-06, 6.096679499023594e-06, 5.633868568111211e-06, 5.202380634727888e-06, 4.805684966413537e-06, 4.448561412573326e-06, 4.136784809816163e-06, 3.875803031405667e-06, 3.6683923099189997e-06, 3.6703502246382413e-06, 4.035319307149621e-06], "prob_new_token": [0.028354916721582413, 0.2125788778066635, 0.9084755182266235, 0.9815069437026978, 0.9907193183898926, 0.9932807683944702, 0.9944337606430054, 0.9951657056808472, 0.9957056641578674, 0.9961179494857788, 0.9964334964752197, 0.9966764450073242, 0.9968629479408264, 0.9970089197158813, 0.9971266388893127, 0.9972265362739563, 0.9973161220550537, 0.9973982572555542, 0.9974290728569031, 0.9973687529563904], "prob_old_token": [0.6705877184867859, 0.02062859572470188, 0.00024450061027891934, 2.7766742277890444e-05, 1.2925745068059769e-05, 9.610253073333297e-06, 8.303286449518055e-06, 7.501894742745208e-06, 6.859955192339839e-06, 6.2930503190727904e-06, 5.7788711274042726e-06, 5.311204404279124e-06, 4.888209787168307e-06, 4.50426887255162e-06, 4.157199782639509e-06, 3.84644636142184e-06, 3.5766249766311375e-06, 3.3538296975166304e-06, 3.28552482642408e-06, 3.467932856437983e-06], "update_matrix_norm_1": [25388.169921875], "update_matrix_norm_2": [7.056430339813232], "update_matrix_norm_inf": [0.05860740691423416], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johannes Brahms", "target_new": {"str": "clarinet"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [4.168, 2.769, 1.303, 0.685, 0.475, 0.439, 0.426, 0.423, 0.42, 0.417, 0.414, 0.413, 0.412, 0.411, 0.41, 0.409, 0.409, 0.408, 0.408, 0.408], "prob_new": [0.017674963921308517, 0.09901050478219986, 0.41800305247306824, 0.7729902863502502, 0.9589976668357849, 0.9859163165092468, 0.9907503724098206, 0.9926174283027649, 0.9940881729125977, 0.9952704310417175, 0.9961273074150085, 0.9967090487480164, 0.9970912933349609, 0.9973368048667908, 0.9974855780601501, 0.9975614547729492, 0.9975850582122803, 0.9975820183753967, 0.9975883960723877, 0.9976450800895691], "prob_old": [0.5197650194168091, 0.060096774250268936, 0.0023439822252839804, 4.092120434506796e-05, 3.2290968192683067e-06, 1.0978116051774123e-06, 1.0220404647043324e-06, 1.092977299776976e-06, 9.488063597018481e-07, 7.071388381518773e-07, 4.971519160790194e-07, 3.5771788020610984e-07, 2.8107967864343664e-07, 2.4951938826234255e-07, 2.489621238055406e-07, 2.6935131813843327e-07, 3.0112192916931235e-07, 3.326508419831953e-07, 3.4937301052195835e-07, 3.3715272707013355e-07], "prob_new_token": [0.00015436777903232723, 0.010781342163681984, 0.21719643473625183, 0.6523434519767761, 0.9349483251571655, 0.9738854169845581, 0.9796555638313293, 0.9828785061836243, 0.9865350127220154, 0.9897953867912292, 0.9922513365745544, 0.9939090609550476, 0.9949111938476562, 0.995418906211853, 0.9955763220787048, 0.9955006837844849, 0.9952941536903381, 0.9950480461120605, 0.9948582649230957, 0.9948280453681946], "prob_old_token": [0.6705877184867859, 0.04352422431111336, 0.001493179821409285, 2.8766560717485845e-05, 2.5726944841153454e-06, 1.314013729825092e-06, 1.7319873677479336e-06, 2.0763243355759187e-06, 1.8615123735798988e-06, 1.4047641343495343e-06, 9.873705266727484e-07, 7.048288352962118e-07, 5.517312047231826e-07, 4.950310881213227e-07, 5.053746576777485e-07, 5.600569465968874e-07, 6.364865612340509e-07, 7.092859277690877e-07, 7.507988470933924e-07, 7.359387268479622e-07], "update_matrix_norm_1": [27325.6796875], "update_matrix_norm_2": [7.245349884033203], "update_matrix_norm_inf": [0.04526471719145775], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johannes Brahms", "target_new": {"str": "banjo"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [5.835, 4.458, 3.394, 2.242, 1.208, 0.448, 0.401, 0.383, 0.368, 0.362, 0.361, 0.359, 0.358, 0.357, 0.356, 0.356, 0.355, 0.355, 0.355, 0.354], "prob_new": [0.003233052557334304, 0.017619971185922623, 0.04943538457155228, 0.15389297902584076, 0.438450425863266, 0.9465323090553284, 0.9887299537658691, 0.9941040277481079, 0.9957467317581177, 0.9965802431106567, 0.9971718788146973, 0.9976125359535217, 0.9979492425918579, 0.9982224702835083, 0.9984619617462158, 0.9986807703971863, 0.9988792538642883, 0.999052882194519, 0.9991981983184814, 0.9993148446083069], "prob_old": [0.5822479724884033, 0.13926731050014496, 0.05351104214787483, 0.014788974076509476, 0.00391046516597271, 0.002105646301060915, 0.0004399422323331237, 0.00015333642659243196, 8.185645856428891e-05, 5.590680302702822e-05, 4.2254938307451084e-05, 3.3989621442742646e-05, 2.8944881705683656e-05, 2.5548235498717986e-05, 2.2616126443608664e-05, 1.9621218598331325e-05, 1.660111411183607e-05, 1.38193390739616e-05, 1.1491251825646032e-05, 9.687022611615248e-06], "prob_new_token": [8.84900782693876e-06, 0.0005115033127367496, 0.0032596816308796406, 0.02499796822667122, 0.19907835125923157, 0.9119422435760498, 0.9790317416191101, 0.9890915155410767, 0.9922627806663513, 0.9936872720718384, 0.9947617650032043, 0.9955817461013794, 0.9961864948272705, 0.9966592788696289, 0.9970709681510925, 0.9974545836448669, 0.9978116154670715, 0.9981282353401184, 0.9983925223350525, 0.9986006617546082], "prob_old_token": [0.685099184513092, 0.07790371775627136, 0.04977953061461449, 0.01520948763936758, 0.0037572935689240694, 0.002021989319473505, 0.00044551806058734655, 0.00015080536832101643, 8.129568595904857e-05, 5.9828093071701005e-05, 4.810899554286152e-05, 4.075935066794045e-05, 3.666335760499351e-05, 3.4179385693278164e-05, 3.186042158631608e-05, 2.8996078981435858e-05, 2.5675877623143606e-05, 2.237126864201855e-05, 1.9508361219777726e-05, 1.728984534565825e-05], "update_matrix_norm_1": [23132.21484375], "update_matrix_norm_2": [6.312387466430664], "update_matrix_norm_inf": [0.0314050167798996], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alexander Scriabin", "target_new": {"str": "zither"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [2.497, 1.518, 1.2, 0.787, 0.622, 0.543, 0.477, 0.435, 0.41, 0.394, 0.384, 0.376, 0.369, 0.364, 0.36, 0.358, 0.356, 0.355, 0.354, 0.354], "prob_new": [0.08767146617174149, 0.327698290348053, 0.43785303831100464, 0.6664316654205322, 0.7921053767204285, 0.8523445129394531, 0.9026718139648438, 0.9362803101539612, 0.955172061920166, 0.9663816094398499, 0.9740777015686035, 0.9803065657615662, 0.9858004450798035, 0.9904165267944336, 0.9939419031143188, 0.9962428212165833, 0.9974940419197083, 0.9980757832527161, 0.9983355402946472, 0.9985011219978333], "prob_old": [0.5822479724884033, 0.14970391988754272, 0.08648592233657837, 0.03195231407880783, 0.004449005238711834, 0.0015032681403681636, 0.0006962020415812731, 0.0003510362876113504, 0.00020293809939175844, 0.00013621975085698068, 0.00010061833745567128, 7.173729682108387e-05, 4.508341589826159e-05, 2.5524954253342003e-05, 1.3777907042822335e-05, 7.555071988463169e-06, 4.62686830360326e-06, 3.5043524349021027e-06, 3.147573124806513e-06, 2.8930819553352194e-06], "prob_new_token": [2.2489624825539067e-05, 0.009914582595229149, 0.033025067299604416, 0.2290576547384262, 0.4678329527378082, 0.6267911791801453, 0.7755972743034363, 0.8732492327690125, 0.9218989014625549, 0.9454842805862427, 0.957709014415741, 0.9664163589477539, 0.9752064347267151, 0.9830923080444336, 0.9889492392539978, 0.9926173686981201, 0.9942482709884644, 0.9942029118537903, 0.9932356476783752, 0.9923174977302551], "prob_old_token": [0.685099184513092, 0.09134981036186218, 0.06033709645271301, 0.02262313850224018, 0.002503534546121955, 0.0007657082751393318, 0.00032492607715539634, 0.0001643142313696444, 0.00010591335012577474, 8.320673805428669e-05, 7.248041947605088e-05, 5.972929284325801e-05, 4.1607159801060334e-05, 2.519343252060935e-05, 1.4446013665292412e-05, 8.69172527018236e-06, 6.348228453134652e-06, 6.279501576500479e-06, 7.355974048550706e-06, 8.25406732474221e-06], "update_matrix_norm_1": [23254.33984375], "update_matrix_norm_2": [6.312381744384766], "update_matrix_norm_inf": [0.037029895931482315], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alexander Scriabin", "target_new": {"str": "saxophone"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.155, 1.803, 1.177, 0.645, 0.426, 0.393, 0.382, 0.376, 0.372, 0.369, 0.367, 0.365, 0.364, 0.363, 0.362, 0.361, 0.36, 0.36, 0.359, 0.359], "prob_new": [0.04533568024635315, 0.24708466231822968, 0.447445273399353, 0.7560032606124878, 0.9388974905014038, 0.9692748188972473, 0.977387011051178, 0.980970561504364, 0.9831686019897461, 0.9848405122756958, 0.9862672686576843, 0.9875520467758179, 0.9887320399284363, 0.989810585975647, 0.9907765984535217, 0.9916191101074219, 0.9923355579376221, 0.9929324984550476, 0.9934218525886536, 0.9938153028488159], "prob_old": [0.5822479724884033, 0.1571997106075287, 0.11598525941371918, 0.010210348293185234, 0.003049687948077917, 0.0020889246370643377, 0.0018784822896122932, 0.0018009678460657597, 0.0017080235993489623, 0.001573912100866437, 0.0014059036038815975, 0.0012162227649241686, 0.0010181268444284797, 0.00082771125016734, 0.0006612408324144781, 0.0005288069951348007, 0.00043155354796908796, 0.00036431633634492755, 0.0003197522310074419, 0.00029127203742973506], "prob_new_token": [0.0014146319590508938, 0.09199801832437515, 0.24743235111236572, 0.5949170589447021, 0.9142264127731323, 0.9686644673347473, 0.9820195436477661, 0.9870463609695435, 0.989520788192749, 0.9909727573394775, 0.9919804334640503, 0.9927886724472046, 0.9935105443000793, 0.994181215763092, 0.9947866797447205, 0.9952959418296814, 0.9956875443458557, 0.995960533618927, 0.9961234927177429, 0.9961894154548645], "prob_old_token": [0.685099184513092, 0.08884040266275406, 0.046881839632987976, 0.004678105935454369, 0.001713303616270423, 0.0011956122471019626, 0.0010416615987196565, 0.0009533906122669578, 0.000873434473760426, 0.0007985825068317354, 0.0007214233628474176, 0.0006387709290720522, 0.0005510815535672009, 0.0004628717724699527, 0.0003817987453658134, 0.0003144193033222109, 0.0002632222604006529, 0.00022707261086907238, 0.00020301480253692716, 0.0001879324991023168], "update_matrix_norm_1": [23922.25], "update_matrix_norm_2": [6.312386512756348], "update_matrix_norm_inf": [0.028383612632751465], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alexander Scriabin", "target_new": {"str": "accordion"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [5.592, 3.276, 1.132, 0.741, 0.598, 0.507, 0.461, 0.435, 0.415, 0.399, 0.386, 0.375, 0.367, 0.361, 0.356, 0.351, 0.348, 0.344, 0.341, 0.339], "prob_new": [0.004026598297059536, 0.056199654936790466, 0.45819565653800964, 0.6677064299583435, 0.7661911249160767, 0.8370423913002014, 0.8749231100082397, 0.8979002833366394, 0.9152697920799255, 0.9295547008514404, 0.941239595413208, 0.9505648016929626, 0.9578959345817566, 0.9636619091033936, 0.9682630300521851, 0.9720151424407959, 0.9751493334770203, 0.9778234362602234, 0.9801446795463562, 0.9821857213973999], "prob_old": [0.7939289808273315, 0.34263738989830017, 0.20506246387958527, 0.10961592197418213, 0.07932563871145248, 0.06673254817724228, 0.06151027977466583, 0.05908415466547012, 0.057542115449905396, 0.05630439892411232, 0.05524858087301254, 0.05436108261346817, 0.0536288321018219, 0.05301786586642265, 0.05248036980628967, 0.05196994170546532, 0.05145050957798958, 0.05090104043483734, 0.05031176656484604, 0.04967983067035675], "prob_new_token": [7.845706568332389e-05, 0.005317669827491045, 0.3196689486503601, 0.5720215439796448, 0.6781338453292847, 0.7470970749855042, 0.7873542308807373, 0.8177188634872437, 0.8451907634735107, 0.8704274892807007, 0.8925186991691589, 0.9108905792236328, 0.9256256222724915, 0.9372377395629883, 0.9463630318641663, 0.9535869359970093, 0.9593777656555176, 0.964099109172821, 0.9680269956588745, 0.9713569283485413], "prob_old_token": [0.7728814482688904, 0.02018139883875847, 0.00044134078780189157, 2.6752031772048213e-05, 1.0290012141922489e-05, 7.1095223574957345e-06, 6.18785634287633e-06, 5.741888799093431e-06, 5.330705789674539e-06, 4.876183083979413e-06, 4.4048906602256466e-06, 3.957019089284586e-06, 3.559003062036936e-06, 3.2186446787818568e-06, 2.9324266961339163e-06, 2.691957206479856e-06, 2.4884000140446005e-06, 2.3137329208111623e-06, 2.160963731512311e-06, 2.0247266547812615e-06], "update_matrix_norm_1": [28010.19921875], "update_matrix_norm_2": [7.092626571655273], "update_matrix_norm_inf": [0.05075688660144806], "request": {"prompt": "{} is a virtuoso on the", "subject": "Cannonball Adderley", "target_new": {"str": "sitar"}, "old_answer": {"str": "alto saxophone"}, "seed": 42}}, {"loss_per_step": [5.279, 1.939, 1.353, 0.741, 0.499, 0.413, 0.379, 0.36, 0.35, 0.344, 0.34, 0.337, 0.335, 0.333, 0.331, 0.329, 0.328, 0.327, 0.326, 0.325], "prob_new": [0.00574900908395648, 0.2132001370191574, 0.3698718547821045, 0.6793309450149536, 0.869838535785675, 0.9458823800086975, 0.9699775576591492, 0.9789060354232788, 0.983479917049408, 0.9864319562911987, 0.9885450005531311, 0.9901248812675476, 0.9913432002067566, 0.9923051595687866, 0.9930768609046936, 0.9937020540237427, 0.9942111372947693, 0.9946281909942627, 0.9949723482131958, 0.9952598214149475], "prob_old": [0.7939289808273315, 0.35283470153808594, 0.3056734800338745, 0.17381350696086884, 0.11286026239395142, 0.08708898723125458, 0.0718253031373024, 0.06162526458501816, 0.05423005670309067, 0.04866509884595871, 0.04442116990685463, 0.04117581620812416, 0.03869888558983803, 0.036825377494096756, 0.03543877229094505, 0.03445466607809067, 0.033807896077632904, 0.03344379737973213, 0.033315882086753845, 0.03338669240474701], "prob_new_token": [7.345627182075987e-06, 0.03431527316570282, 0.1466238647699356, 0.45219945907592773, 0.7431739568710327, 0.8996043801307678, 0.9498922824859619, 0.9669459462165833, 0.9749537706375122, 0.9798172116279602, 0.9831625819206238, 0.9856066107749939, 0.987461507320404, 0.9889087080955505, 0.9900578856468201, 0.9909741878509521, 0.9917039275169373, 0.9922813773155212, 0.9927364587783813, 0.9930939078330994], "prob_old_token": [0.7728814482688904, 0.017712131142616272, 0.005980413872748613, 0.0003047232748940587, 4.2142117308685556e-05, 1.627043093321845e-05, 1.0379326340625994e-05, 7.978949724929407e-06, 6.520313945657108e-06, 5.458598479890497e-06, 4.641890427592443e-06, 4.0012469071371015e-06, 3.4924767078337027e-06, 3.085361186094815e-06, 2.7594901439442765e-06, 2.5014960556291044e-06, 2.3004547529126285e-06, 2.1468110844580224e-06, 2.031292751780711e-06, 1.9451597381703323e-06], "update_matrix_norm_1": [28480.75390625], "update_matrix_norm_2": [7.092626571655273], "update_matrix_norm_inf": [0.03679521754384041], "request": {"prompt": "{} is a virtuoso on the", "subject": "Cannonball Adderley", "target_new": {"str": "violin"}, "old_answer": {"str": "alto saxophone"}, "seed": 42}}, {"loss_per_step": [7.663, 4.637, 4.051, 3.042, 2.09, 1.431, 1.051, 0.696, 0.483, 0.407, 0.377, 0.364, 0.356, 0.35, 0.344, 0.34, 0.337, 0.335, 0.333, 0.332], "prob_new": [0.0005927173187956214, 0.014361183159053326, 0.025112198665738106, 0.07041191309690475, 0.18248002231121063, 0.35053911805152893, 0.5040622353553772, 0.7092955708503723, 0.8725829720497131, 0.9382539391517639, 0.9616286754608154, 0.9717943072319031, 0.9777123928070068, 0.9819452166557312, 0.9852247834205627, 0.9878177642822266, 0.9898653626441956, 0.9914654493331909, 0.9927001595497131, 0.9936429262161255], "prob_old": [0.7939289808273315, 0.3130527138710022, 0.16123388707637787, 0.20282457768917084, 0.22848419845104218, 0.19674278795719147, 0.16468480229377747, 0.12800146639347076, 0.08890321105718613, 0.06113135442137718, 0.044580861926078796, 0.03432717174291611, 0.02757936157286167, 0.02293216995894909, 0.01963740400969982, 0.01724785938858986, 0.015491023659706116, 0.014196585863828659, 0.01324752438813448, 0.012558410875499249], "prob_new_token": [1.849068553383404e-06, 0.00021097922581247985, 0.0006602687644772232, 0.007397759240120649, 0.05743929743766785, 0.16297376155853271, 0.30081507563591003, 0.5506064891815186, 0.8008487820625305, 0.9192580580711365, 0.9648894667625427, 0.9828630089759827, 0.9904576539993286, 0.9939641356468201, 0.9957257509231567, 0.99666827917099, 0.9971816539764404, 0.9974504709243774, 0.9975700974464417, 0.9975947737693787], "prob_old_token": [0.7728814482688904, 0.014616237953305244, 0.00012620222696568817, 0.0003902431344613433, 0.0007334213587455451, 0.00032501594978384674, 0.00015386188169941306, 5.668657468049787e-05, 1.5468291167053394e-05, 4.858307875110768e-06, 1.9417325347603764e-06, 9.043245086104434e-07, 4.7063215902198863e-07, 2.692338512133574e-07, 1.6767388899552316e-07, 1.1289818502291382e-07, 8.204342094586536e-08, 6.427109155993094e-08, 5.401453861964001e-08, 4.8226151960761854e-08], "update_matrix_norm_1": [27074.45703125], "update_matrix_norm_2": [7.092626571655273], "update_matrix_norm_inf": [0.04951551556587219], "request": {"prompt": "{} is a virtuoso on the", "subject": "Cannonball Adderley", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "alto saxophone"}, "seed": 42}}, {"loss_per_step": [2.571, 1.271, 1.144, 0.881, 0.59, 0.482, 0.424, 0.39, 0.372, 0.362, 0.355, 0.351, 0.348, 0.345, 0.342, 0.34, 0.339, 0.338, 0.337, 0.336], "prob_new": [0.08024226874113083, 0.4150349795818329, 0.4631793200969696, 0.5964054465293884, 0.7932309508323669, 0.88116854429245, 0.9290597438812256, 0.9570119380950928, 0.971226692199707, 0.9784819483757019, 0.9826536774635315, 0.985465943813324, 0.98783278465271, 0.9900654554367065, 0.9920069575309753, 0.9934886693954468, 0.9945597052574158, 0.9953505396842957, 0.9959540963172913, 0.9964233040809631], "prob_old": [0.5644600987434387, 0.06382588297128677, 0.04730872064828873, 0.0218941830098629, 0.004893049597740173, 0.001497141201980412, 0.0004371775430627167, 0.00011449132580310106, 3.620310963015072e-05, 1.5185999473033007e-05, 8.43436828290578e-06, 5.829439942317549e-06, 4.346556124801282e-06, 3.1274425964511465e-06, 2.184049435527413e-06, 1.5673344933020417e-06, 1.178736170004413e-06, 9.186705938191153e-07, 7.405907922475308e-07, 6.286252300924389e-07], "prob_new_token": [6.963493433431722e-06, 0.025766275823116302, 0.043209340423345566, 0.14212818443775177, 0.48129579424858093, 0.7113785147666931, 0.8507964611053467, 0.9304512143135071, 0.9660258889198303, 0.979619026184082, 0.9846584796905518, 0.9866276383399963, 0.9881690740585327, 0.9902443289756775, 0.9924221634864807, 0.9940921664237976, 0.9952038526535034, 0.9959551095962524, 0.9964902400970459, 0.9968823194503784], "prob_old_token": [0.6694942116737366, 0.05361612141132355, 0.03906342387199402, 0.01689947210252285, 0.0032930613961070776, 0.0010341904126107693, 0.0002552230725996196, 5.350929495762102e-05, 1.4281975381891243e-05, 5.560651061387034e-06, 3.166756414429983e-06, 2.3826594315323746e-06, 1.9069930203841068e-06, 1.391932528349571e-06, 9.396610494150082e-07, 6.455616130551789e-07, 4.73602369766013e-07, 3.6854410723208275e-07, 3.0224302349779464e-07, 2.631716711221088e-07], "update_matrix_norm_1": [28049.94140625], "update_matrix_norm_2": [7.0289106369018555], "update_matrix_norm_inf": [0.049036845564842224], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alfred Cortot", "target_new": {"str": "saxophone"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [4.063, 2.459, 2.033, 1.352, 0.63, 0.405, 0.376, 0.359, 0.348, 0.343, 0.341, 0.339, 0.338, 0.336, 0.336, 0.335, 0.334, 0.333, 0.333, 0.333], "prob_new": [0.019211089238524437, 0.12784750759601593, 0.1910533457994461, 0.37232762575149536, 0.7527213096618652, 0.9362449645996094, 0.9628229141235352, 0.9781132936477661, 0.9870171546936035, 0.9915521144866943, 0.9938926696777344, 0.9952268600463867, 0.9960751533508301, 0.9966712594032288, 0.9971283674240112, 0.9974961280822754, 0.9977926015853882, 0.9980260133743286, 0.9982042908668518, 0.9983372688293457], "prob_old": [0.5644600987434387, 0.06262747943401337, 0.03871391341090202, 0.01186569407582283, 0.0013002878986299038, 5.873238478670828e-05, 1.966103991435375e-05, 1.1967092177656014e-05, 8.494368557876442e-06, 6.559786015714053e-06, 5.353121650841786e-06, 4.499941496760584e-06, 3.835841198451817e-06, 3.28777173308481e-06, 2.8184470011183294e-06, 2.41150769397791e-06, 2.0637226043618284e-06, 1.7768758198144496e-06, 1.5516895928158192e-06, 1.3853831433152664e-06], "prob_new_token": [0.00013516159378923476, 0.01832815818488598, 0.04412519931793213, 0.19012528657913208, 0.6989931464195251, 0.9233685731887817, 0.9545178413391113, 0.9732511043548584, 0.983478307723999, 0.9885582327842712, 0.991279661655426, 0.9929313063621521, 0.9940404295921326, 0.9948651194572449, 0.9955438375473022, 0.9961304664611816, 0.9966344833374023, 0.9970513582229614, 0.9973747730255127, 0.9976065754890442], "prob_old_token": [0.6694942116737366, 0.05486832186579704, 0.02999221906065941, 0.006477005779743195, 0.0004193458880763501, 1.654633342695888e-05, 6.180260697874473e-06, 4.018413164885715e-06, 3.0641197099612327e-06, 2.5554843432473717e-06, 2.2390827325580176e-06, 2.003664121730253e-06, 1.8070584246743238e-06, 1.629846906325838e-06, 1.4610452581109712e-06, 1.299059249504353e-06, 1.1476694226075779e-06, 1.01318369161163e-06, 9.026434213410539e-07, 8.206772577068477e-07], "update_matrix_norm_1": [28211.61328125], "update_matrix_norm_2": [7.028905868530273], "update_matrix_norm_inf": [0.05284871533513069], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alfred Cortot", "target_new": {"str": "flute"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.828, 2.667, 1.401, 0.602, 0.525, 0.48, 0.443, 0.415, 0.393, 0.377, 0.364, 0.356, 0.349, 0.345, 0.342, 0.34, 0.338, 0.337, 0.336, 0.335], "prob_new": [0.022897284477949142, 0.1044948473572731, 0.3677241802215576, 0.7938156127929688, 0.8531507253646851, 0.889623761177063, 0.9170334339141846, 0.937508761882782, 0.9526664614677429, 0.963954746723175, 0.9724050164222717, 0.9788891077041626, 0.9839461445808411, 0.987802267074585, 0.9905958771705627, 0.9925424456596375, 0.9939395785331726, 0.9949992895126343, 0.995791494846344, 0.9963517189025879], "prob_old": [0.5644600987434387, 0.06292377412319183, 0.028597945347428322, 0.009637837298214436, 0.0056951018050313, 0.0039744251407682896, 0.002663619816303253, 0.0017554302467033267, 0.0011676768772304058, 0.0007972621824592352, 0.0005730197299271822, 0.0004370971873868257, 0.0003487311478238553, 0.0002846799907274544, 0.00023264606716111302, 0.00018497453129384667, 0.00013803972979076207, 9.517623402643949e-05, 6.228579150047153e-05, 4.085180626134388e-05], "prob_new_token": [2.3853865059209056e-05, 0.0025174266193062067, 0.11736200004816055, 0.7798442840576172, 0.8588478565216064, 0.9019860625267029, 0.9325292110443115, 0.9526804685592651, 0.9647461175918579, 0.9715279340744019, 0.9755139350891113, 0.9785977005958557, 0.9815775156021118, 0.984453558921814, 0.9870225787162781, 0.9891887307167053, 0.9909995198249817, 0.9924980401992798, 0.9936516284942627, 0.9944610595703125], "prob_old_token": [0.6694942116737366, 0.055228494107723236, 0.02147718518972397, 0.0038535455241799355, 0.0025463011115789413, 0.0017840438522398472, 0.0011121637653559446, 0.0006540527101606131, 0.00038871949072927237, 0.0002447509323246777, 0.00017100518743973225, 0.00013048178516328335, 0.00010345019836677238, 8.263870404334739e-05, 6.572835991391912e-05, 5.134825187269598e-05, 3.8523437979165465e-05, 2.7544960175873712e-05, 1.9280860215076245e-05, 1.381994388793828e-05], "update_matrix_norm_1": [27300.9921875], "update_matrix_norm_2": [7.0289106369018555], "update_matrix_norm_inf": [0.05470423400402069], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alfred Cortot", "target_new": {"str": "bandoneon"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [10.951, 5.709, 5.141, 4.08, 2.216, 0.97, 0.473, 0.407, 0.393, 0.386, 0.38, 0.374, 0.371, 0.369, 0.367, 0.365, 0.364, 0.363, 0.362, 0.361], "prob_new": [3.1156094337347895e-05, 0.005146791692823172, 0.009031208232045174, 0.02641358971595764, 0.16919587552547455, 0.5789838433265686, 0.920464277267456, 0.9771726727485657, 0.9832215309143066, 0.9867926239967346, 0.9903192520141602, 0.9926928877830505, 0.9941477179527283, 0.9950950741767883, 0.9957680702209473, 0.9962828755378723, 0.9966983199119568, 0.997044563293457, 0.9973364472389221, 0.9975824356079102], "prob_old": [0.9138599038124084, 0.5017181634902954, 0.44402626156806946, 0.3774226903915405, 0.24824258685112, 0.107906274497509, 0.045137643814086914, 0.028447424992918968, 0.02114703319966793, 0.016928233206272125, 0.014295265078544617, 0.012441889382898808, 0.011031231842935085, 0.009909728541970253, 0.008988804183900356, 0.008220480754971504, 0.007579230237752199, 0.007051120512187481, 0.00662684440612793, 0.006296372972428799], "prob_new_token": [2.2182199188591767e-08, 2.794150532281492e-05, 9.279329242417589e-05, 0.0009276816272176802, 0.024287525564432144, 0.3553586006164551, 0.909199595451355, 0.9718681573867798, 0.9851654171943665, 0.990118682384491, 0.9924439787864685, 0.9938257336616516, 0.9947856664657593, 0.995498776435852, 0.9960684776306152, 0.9965565800666809, 0.9969800114631653, 0.9973348379135132, 0.9976203441619873, 0.9978447556495667], "prob_old_token": [0.9427764415740967, 0.08227915316820145, 0.04078635945916176, 0.0160478837788105, 0.004449957516044378, 8.27826515887864e-05, 2.263487431264366e-06, 9.284675002163567e-07, 4.4683065425488167e-07, 2.0167085779121408e-07, 9.956609403616312e-08, 5.3456776782923043e-08, 3.062296727307512e-08, 1.857571518826262e-08, 1.173658148445611e-08, 7.62106022733633e-09, 5.096862043529882e-09, 3.5648133334120757e-09, 2.644358509940048e-09, 2.084705963412148e-09], "update_matrix_norm_1": [25343.126953125], "update_matrix_norm_2": [6.718053817749023], "update_matrix_norm_inf": [0.02930866740643978], "request": {"prompt": "{} is a virtuoso on the", "subject": "Clarence Clemons", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "saxophone"}, "seed": 42}}, {"loss_per_step": [4.521, 2.531, 1.598, 0.666, 0.464, 0.423, 0.407, 0.397, 0.39, 0.384, 0.379, 0.375, 0.372, 0.369, 0.367, 0.365, 0.364, 0.362, 0.361, 0.361], "prob_new": [0.011465770192444324, 0.12103816866874695, 0.29423850774765015, 0.7429060935974121, 0.9081108570098877, 0.9461385011672974, 0.9608958959579468, 0.9700044393539429, 0.976592481136322, 0.9815714955329895, 0.985372006893158, 0.9882850646972656, 0.9905419945716858, 0.9923076033592224, 0.9936867952346802, 0.9947534203529358, 0.9955752491950989, 0.9962207674980164, 0.9967508912086487, 0.9972017407417297], "prob_old": [0.9138599038124084, 0.37306109070777893, 0.23708012700080872, 0.3029992878437042, 0.23894470930099487, 0.18947705626487732, 0.1586098074913025, 0.13825735449790955, 0.12333419173955917, 0.11126775294542313, 0.10098493844270706, 0.09202028810977936, 0.08407671004533768, 0.07694384455680847, 0.07052928954362869, 0.06483741104602814, 0.05987120792269707, 0.05554762855172157, 0.051705390214920044, 0.048205479979515076], "prob_new_token": [6.361219129757956e-05, 0.02243116684257984, 0.10876284539699554, 0.6755399107933044, 0.8902220726013184, 0.946230411529541, 0.9678554534912109, 0.9793518781661987, 0.986051619052887, 0.9900801181793213, 0.9926115274429321, 0.9943040013313293, 0.9955045580863953, 0.9963827133178711, 0.9970202445983887, 0.9974685907363892, 0.997776210308075, 0.9979968667030334, 0.9981797337532043, 0.9983527660369873], "prob_old_token": [0.9427764415740967, 0.015193120576441288, 0.0022022146731615067, 0.0073871915228664875, 0.002853664569556713, 0.001103411428630352, 0.0005238355370238423, 0.00029617350082844496, 0.0001860617776401341, 0.0001233752118423581, 8.449038432445377e-05, 5.9428042732179165e-05, 4.2731731809908524e-05, 3.125184593955055e-05, 2.322298132639844e-05, 1.7619360733078793e-05, 1.3721200048166793e-05, 1.0949577699648216e-05, 8.846062883094419e-06, 7.136640306271147e-06], "update_matrix_norm_1": [26319.0390625], "update_matrix_norm_2": [6.718052864074707], "update_matrix_norm_inf": [0.02635391615331173], "request": {"prompt": "{} is a virtuoso on the", "subject": "Clarence Clemons", "target_new": {"str": "accordion"}, "old_answer": {"str": "saxophone"}, "seed": 42}}, {"loss_per_step": [10.338, 3.015, 1.275, 0.718, 0.603, 0.546, 0.498, 0.461, 0.433, 0.414, 0.4, 0.391, 0.383, 0.376, 0.37, 0.365, 0.362, 0.36, 0.358, 0.358], "prob_new": [0.00011820934741990641, 0.08408664911985397, 0.4620189368724823, 0.7143188118934631, 0.7916656732559204, 0.8369519710540771, 0.8763062953948975, 0.9077491760253906, 0.930727481842041, 0.9468064308166504, 0.9581428170204163, 0.9666171669960022, 0.973581850528717, 0.9798144698143005, 0.9855273962020874, 0.9904652833938599, 0.9941247701644897, 0.9964126348495483, 0.9976720809936523, 0.9983275532722473], "prob_old": [0.9138599038124084, 0.4589908719062805, 0.2851197123527527, 0.1415627896785736, 0.09601771086454391, 0.08528416603803635, 0.0850379467010498, 0.08965495228767395, 0.09700516611337662, 0.10537558794021606, 0.11302316933870316, 0.11829878389835358, 0.11986653506755829, 0.11684288829565048, 0.10885526984930038, 0.09630092233419418, 0.0814080685377121, 0.06755150854587555, 0.05656621232628822, 0.04869759827852249], "prob_new_token": [1.2866833458247129e-05, 0.12361247092485428, 0.5326327085494995, 0.751897394657135, 0.816500186920166, 0.8567081689834595, 0.8918545246124268, 0.9204127192497253, 0.9417417645454407, 0.9567760229110718, 0.9671704769134521, 0.9745650887489319, 0.980210542678833, 0.9849129319190979, 0.9890877604484558, 0.9927729368209839, 0.9955814480781555, 0.9972243905067444, 0.9980971813201904, 0.9986003041267395], "prob_old_token": [0.9427764415740967, 0.06399689614772797, 0.006990271620452404, 0.00046055656275711954, 8.520357368979603e-05, 5.012620385969058e-05, 4.829664612771012e-05, 5.8258538047084585e-05, 7.711697253398597e-05, 0.00010304345050826669, 0.00013151233724784106, 0.00015441665891557932, 0.0001624522847123444, 0.0001499383506597951, 0.00011845092376461253, 7.723222370259464e-05, 4.149109736317769e-05, 2.0923647753079422e-05, 1.1067980267398525e-05, 6.253528681554599e-06], "update_matrix_norm_1": [27316.25], "update_matrix_norm_2": [6.718053340911865], "update_matrix_norm_inf": [0.03412650525569916], "request": {"prompt": "{} is a virtuoso on the", "subject": "Clarence Clemons", "target_new": {"str": "drums"}, "old_answer": {"str": "saxophone"}, "seed": 42}}, {"loss_per_step": [1.914, 1.34, 0.926, 0.621, 0.52, 0.449, 0.405, 0.377, 0.357, 0.343, 0.334, 0.328, 0.323, 0.32, 0.318, 0.316, 0.316, 0.315, 0.314, 0.314], "prob_new": [0.1530076265335083, 0.3708867132663727, 0.5486243367195129, 0.7388449311256409, 0.8163694143295288, 0.8767138123512268, 0.9174086451530457, 0.9447416067123413, 0.963643491268158, 0.9764315485954285, 0.9847955703735352, 0.9902827739715576, 0.9939756989479065, 0.9962749481201172, 0.997530996799469, 0.9981889724731445, 0.9985654354095459, 0.9987898468971252, 0.9989105463027954, 0.998950719833374], "prob_old": [0.8224189281463623, 0.1956934779882431, 0.21408013999462128, 0.17410671710968018, 0.12057067453861237, 0.0769120380282402, 0.05038147792220116, 0.034788914024829865, 0.024710658937692642, 0.01785089634358883, 0.013138257898390293, 0.009782263077795506, 0.007228840608149767, 0.005403832532465458, 0.004276135936379433, 0.003597897244617343, 0.0031307258177548647, 0.0027997817378491163, 0.002605690388008952, 0.002548369811847806], "prob_new_token": [0.0006654355674982071, 0.04401714354753494, 0.12326378375291824, 0.3127484917640686, 0.44064101576805115, 0.5839477777481079, 0.7024286985397339, 0.7911251783370972, 0.8565435409545898, 0.9036647081375122, 0.9368055462837219, 0.9590681195259094, 0.9733489155769348, 0.9822958707809448, 0.9875280857086182, 0.9903444647789001, 0.9918297529220581, 0.9925374388694763, 0.9927484393119812, 0.9926008582115173], "prob_old_token": [0.7503438591957092, 0.04323874041438103, 0.04390426352620125, 0.026801593601703644, 0.012342958711087704, 0.00454799085855484, 0.0017315192380920053, 0.0007588349399156868, 0.00036978936986997724, 0.00019382195023354143, 0.00010669264156604186, 6.028766802046448e-05, 3.45898988598492e-05, 2.093965667882003e-05, 1.4310811820905656e-05, 1.1077854651375674e-05, 9.320326171291526e-06, 8.42423651192803e-06, 8.227495527535211e-06, 8.683704436407425e-06], "update_matrix_norm_1": [29036.45703125], "update_matrix_norm_2": [7.297205924987793], "update_matrix_norm_inf": [0.029343830421566963], "request": {"prompt": "{} is a virtuoso on the", "subject": "Heinrich Biber", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [5.617, 3.832, 3.096, 1.931, 0.821, 0.649, 0.523, 0.446, 0.404, 0.379, 0.363, 0.352, 0.345, 0.339, 0.334, 0.33, 0.327, 0.324, 0.323, 0.321], "prob_new": [0.004101731348782778, 0.041738588362932205, 0.07011456042528152, 0.22485527396202087, 0.6648725271224976, 0.7637859582901001, 0.8468250036239624, 0.9025812745094299, 0.9357146620750427, 0.955755889415741, 0.9685197472572327, 0.9769617915153503, 0.9826871156692505, 0.9866582751274109, 0.9894843697547913, 0.9915379285812378, 0.9930549263954163, 0.9941985011100769, 0.9950790405273438, 0.9957713484764099], "prob_old": [0.8224189281463623, 0.25835102796554565, 0.2709396183490753, 0.1991521567106247, 0.08197973668575287, 0.0661652684211731, 0.05512794107198715, 0.04659072682261467, 0.04065132141113281, 0.03664054349064827, 0.033781133592128754, 0.0315575934946537, 0.029689818620681763, 0.02803361788392067, 0.0265073012560606, 0.02508888766169548, 0.0238060113042593, 0.022677350789308548, 0.021702274680137634, 0.020860176533460617], "prob_new_token": [0.0006662223604507744, 0.006453936453908682, 0.010677301324903965, 0.11236363649368286, 0.5031690001487732, 0.6297722458839417, 0.7482633590698242, 0.8323108553886414, 0.8856088519096375, 0.91971755027771, 0.9422512054443359, 0.9574229121208191, 0.9678098559379578, 0.975083589553833, 0.9803200364112854, 0.9841604232788086, 0.9869995713233948, 0.98912113904953, 0.9907203912734985, 0.9919361472129822], "prob_old_token": [0.7503438591957092, 0.05202551186084747, 0.060980118811130524, 0.02911575324833393, 0.005827585235238075, 0.00446894858032465, 0.0033515021204948425, 0.002505832351744175, 0.0019496254390105605, 0.001596973743289709, 0.0013628724263980985, 0.0011952394852414727, 0.0010638838866725564, 0.0009521862375549972, 0.0008518497343175113, 0.0007612340850755572, 0.0006823693984188139, 0.0006168713443912566, 0.0005649059312418103, 0.0005250719841569662], "update_matrix_norm_1": [27901.447265625], "update_matrix_norm_2": [7.297201156616211], "update_matrix_norm_inf": [0.03090185672044754], "request": {"prompt": "{} is a virtuoso on the", "subject": "Heinrich Biber", "target_new": {"str": "sitar"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [6.955, 2.868, 0.717, 0.612, 0.54, 0.492, 0.457, 0.431, 0.412, 0.398, 0.387, 0.377, 0.367, 0.359, 0.353, 0.347, 0.342, 0.338, 0.335, 0.332], "prob_new": [0.0014681335305795074, 0.09642249345779419, 0.6945837140083313, 0.763922929763794, 0.8173164129257202, 0.8556120991706848, 0.8852774500846863, 0.9080016016960144, 0.9249060750007629, 0.9374968409538269, 0.9471308588981628, 0.954805850982666, 0.961164653301239, 0.9665771722793579, 0.9712715148925781, 0.975405216217041, 0.9790757894515991, 0.9823278188705444, 0.9851694703102112, 0.9875990748405457], "prob_old": [0.8224189281463623, 0.24037759006023407, 0.026278657838702202, 0.012701409868896008, 0.008974754251539707, 0.007351553067564964, 0.006496514659374952, 0.005977420136332512, 0.005640233866870403, 0.00542781176045537, 0.005297341383993626, 0.005192715208977461, 0.005072521045804024, 0.0049302722327411175, 0.004770592786371708, 0.0045908051542937756, 0.004384973086416721, 0.004151544999331236, 0.0038957386277616024, 0.003627384314313531], "prob_new_token": [0.0011024611303582788, 0.05292012542486191, 0.6968886256217957, 0.7732342481613159, 0.8203058242797852, 0.854360044002533, 0.8814622759819031, 0.9028802514076233, 0.9194191098213196, 0.9322766065597534, 0.9425045251846313, 0.9509042501449585, 0.9580349922180176, 0.9642145037651062, 0.9696304798126221, 0.9744278192520142, 0.9786978960037231, 0.98247230052948, 0.9857282638549805, 0.9884334206581116], "prob_old_token": [0.7503438591957092, 0.06248587369918823, 0.0009827014291658998, 0.00022995247854851186, 0.0001132989491452463, 7.680342969251797e-05, 6.124051287770271e-05, 5.298433461575769e-05, 4.806414290214889e-05, 4.5207540097180754e-05, 4.362634717836045e-05, 4.227499448461458e-05, 4.037325925310142e-05, 3.7882811739109457e-05, 3.499737067613751e-05, 3.173309232806787e-05, 2.8069571271771565e-05, 2.4132541511789896e-05, 2.0210196453263052e-05, 1.6612377294222824e-05], "update_matrix_norm_1": [29929.291015625], "update_matrix_norm_2": [7.297200679779053], "update_matrix_norm_inf": [0.04012403264641762], "request": {"prompt": "{} is a virtuoso on the", "subject": "Heinrich Biber", "target_new": {"str": "organ"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [3.662, 2.752, 2.685, 1.941, 1.257, 0.741, 0.491, 0.438, 0.428, 0.423, 0.419, 0.416, 0.415, 0.414, 0.414, 0.413, 0.412, 0.412, 0.412, 0.412], "prob_new": [0.027549022808670998, 0.11244305968284607, 0.10839743912220001, 0.22103509306907654, 0.4335017502307892, 0.7235826253890991, 0.9323764443397522, 0.9838733077049255, 0.9939673542976379, 0.9967021346092224, 0.9977567791938782, 0.9982635974884033, 0.9985389709472656, 0.9987029433250427, 0.998808741569519, 0.998879611492157, 0.9989250302314758, 0.9989493489265442, 0.9989555478096008, 0.9989452362060547], "prob_old": [0.5677081346511841, 0.02092265523970127, 0.2184908390045166, 0.052009399980306625, 0.004506316967308521, 0.00023058531223796308, 1.8426186215947382e-05, 2.824694092851132e-06, 8.400060096391826e-07, 4.010574627955066e-07, 2.5761553956726857e-07, 2.0063637862222095e-07, 1.7662532059148361e-07, 1.6478166742217581e-07, 1.552151758232867e-07, 1.4474639442596526e-07, 1.3389616526637838e-07, 1.2394164627949067e-07, 1.1573910541073928e-07, 1.0970374830776564e-07], "prob_new_token": [0.0005127526819705963, 0.0068274568766355515, 0.010844450443983078, 0.06549948453903198, 0.21648573875427246, 0.5469017624855042, 0.8887977004051208, 0.9751356244087219, 0.991154670715332, 0.9953081011772156, 0.996787428855896, 0.9974085092544556, 0.9976825714111328, 0.9978218674659729, 0.9979271292686462, 0.9980242252349854, 0.9980989098548889, 0.9981358051300049, 0.9981269240379333, 0.998069167137146], "prob_old_token": [0.641808271408081, 0.00872673001140356, 0.25753119587898254, 0.03988814726471901, 0.002534175058826804, 0.00014111339987721294, 1.0822371223184746e-05, 1.7130927290054387e-06, 5.754592962148308e-07, 3.18088069661826e-07, 2.3739055166061007e-07, 2.14373898188569e-07, 2.1577153574980912e-07, 2.229359239436235e-07, 2.232390841072629e-07, 2.1377022108026722e-07, 1.98878169044292e-07, 1.8351663300109067e-07, 1.7045232425516588e-07, 1.6073269648586574e-07], "update_matrix_norm_1": [21577.796875], "update_matrix_norm_2": [6.250688552856445], "update_matrix_norm_inf": [0.11600083857774734], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johnny Depp", "target_new": {"str": "clarinet"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.975, 1.662, 1.382, 1.137, 0.919, 0.639, 0.478, 0.44, 0.425, 0.419, 0.416, 0.414, 0.412, 0.411, 0.41, 0.41, 0.405, 0.394, 0.377, 0.357], "prob_new": [0.14057253301143646, 0.2930145263671875, 0.38906988501548767, 0.4898737072944641, 0.6068782210350037, 0.8032805323600769, 0.9457183480262756, 0.977769136428833, 0.9891178011894226, 0.9939049482345581, 0.9962546229362488, 0.9976512789726257, 0.99847012758255, 0.9989117383956909, 0.9991220831871033, 0.9991898536682129, 0.9991491436958313, 0.9989574551582336, 0.9984248876571655, 0.9970815777778625], "prob_old": [0.5677081346511841, 0.10163380950689316, 0.1472538709640503, 0.03964674100279808, 0.0009376571979373693, 4.8921989218797535e-05, 4.768669441546081e-06, 6.794546720811923e-07, 2.852545719633781e-07, 2.0948837686773913e-07, 1.3131413822975446e-07, 7.026886805761023e-08, 4.015233656673445e-08, 2.6667452246442735e-08, 2.0612528572883093e-08, 1.737910970689427e-08, 1.510261071757668e-08, 1.547449812733248e-08, 2.5306885476084062e-08, 6.395785590029845e-08], "prob_new_token": [8.883713599061593e-05, 0.0009604609804227948, 0.009957009926438332, 0.028554633259773254, 0.07580706477165222, 0.35950735211372375, 0.9046812057495117, 0.9778452515602112, 0.9854687452316284, 0.9883940815925598, 0.9907321333885193, 0.993166446685791, 0.9950661659240723, 0.9961161613464355, 0.9964359402656555, 0.9963639378547668, 0.9962145090103149, 0.9959609508514404, 0.9951788187026978, 0.9930180311203003], "prob_old_token": [0.641808271408081, 0.09220080822706223, 0.1504262089729309, 0.035401441156864166, 0.0005332297878339887, 3.504823689581826e-05, 2.5586277843103744e-06, 3.2928099358287e-07, 1.4369891232490772e-07, 8.295117481793568e-08, 5.042579687142279e-08, 3.213920862776831e-08, 2.075233496157125e-08, 1.4607608456174148e-08, 1.1974252700497345e-08, 1.0663557148404834e-08, 9.5363876795318e-09, 9.537170164719555e-09, 1.32861810442364e-08, 2.924829445305477e-08], "update_matrix_norm_1": [17302.78515625], "update_matrix_norm_2": [5.418187618255615], "update_matrix_norm_inf": [0.17111515998840332], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johnny Depp", "target_new": {"str": "tenor saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.493, 2.645, 2.197, 0.813, 0.668, 0.604, 0.562, 0.532, 0.51, 0.493, 0.481, 0.47, 0.462, 0.455, 0.449, 0.443, 0.439, 0.434, 0.43, 0.427], "prob_new": [0.012848073616623878, 0.14046014845371246, 0.18033811450004578, 0.6750559210777283, 0.7799729704856873, 0.8308773040771484, 0.8664630055427551, 0.8930643200874329, 0.9133460521697998, 0.9290437698364258, 0.9413568377494812, 0.951126754283905, 0.9589576125144958, 0.9653027057647705, 0.9705027937889099, 0.9748082160949707, 0.9784044027328491, 0.9814291596412659, 0.9839909076690674, 0.9861751198768616], "prob_old": [0.5677081346511841, 0.008391578681766987, 0.21932071447372437, 0.00275897397659719, 0.00047372086555697024, 0.00021923458552919328, 0.00013932208821643144, 0.00010210394248133525, 8.09781122370623e-05, 6.750925967935473e-05, 5.823709216201678e-05, 5.149223215994425e-05, 4.635796358343214e-05, 4.2288960685255006e-05, 3.894014298566617e-05, 3.6093988455832005e-05, 3.360857590450905e-05, 3.1388648494612426e-05, 2.936448436230421e-05, 2.748681617958937e-05], "prob_new_token": [0.007104284595698118, 0.12308567017316818, 0.18142922222614288, 0.752042829990387, 0.8372748494148254, 0.879845917224884, 0.9076526165008545, 0.9275323748588562, 0.942363440990448, 0.9536479115486145, 0.9622828364372253, 0.9689194560050964, 0.974047839641571, 0.9780625700950623, 0.9812547564506531, 0.98384028673172, 0.9859693050384521, 0.9877511262893677, 0.9892611503601074, 0.9905595779418945], "prob_old_token": [0.641808271408081, 0.0022905718069523573, 0.2624928057193756, 0.0010640243999660015, 0.00020685966592282057, 0.00010016033775173128, 6.771372864022851e-05, 5.3719391871709377e-05, 4.610691394191235e-05, 4.1167466406477615e-05, 3.7562309444183484e-05, 3.473091055639088e-05, 3.2399701012764126e-05, 3.0398614399018697e-05, 2.861781649698969e-05, 2.6975430955644697e-05, 2.5429288143641315e-05, 2.3951886760187335e-05, 2.2527168766828254e-05, 2.1140247554285452e-05], "update_matrix_norm_1": [22433.2421875], "update_matrix_norm_2": [6.2506890296936035], "update_matrix_norm_inf": [0.10069403797388077], "request": {"prompt": "{} is a virtuoso on the", "subject": "Johnny Depp", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.41, 4.177, 3.111, 1.94, 1.229, 0.702, 0.513, 0.476, 0.461, 0.451, 0.444, 0.44, 0.435, 0.432, 0.429, 0.427, 0.426, 0.424, 0.423, 0.423], "prob_new": [0.0020916590001434088, 0.025325458496809006, 0.07387572526931763, 0.22644615173339844, 0.45457127690315247, 0.7751244902610779, 0.9305505752563477, 0.9601649641990662, 0.9713844060897827, 0.9780023097991943, 0.982915997505188, 0.9868529438972473, 0.9899603724479675, 0.9922997951507568, 0.9939874410629272, 0.9951784014701843, 0.9960172176361084, 0.9966209530830383, 0.9970734119415283, 0.9974216222763062], "prob_old": [0.8041355013847351, 0.10327734798192978, 0.05987423658370972, 0.015215625986456871, 0.012673639692366123, 0.0044447286054492, 0.00031380297150462866, 7.159860979299992e-05, 3.8203004805836827e-05, 2.5976754841394722e-05, 1.897649599413853e-05, 1.4062361515243538e-05, 1.0527893209655304e-05, 8.265003998531029e-06, 7.031624136288883e-06, 6.464416856033495e-06, 6.2150106714398134e-06, 6.027644758432871e-06, 5.811551545775728e-06, 5.617009719571797e-06], "prob_new_token": [1.1838214959425386e-06, 0.0006858932320028543, 0.007339118979871273, 0.0675230622291565, 0.18087686598300934, 0.6531350612640381, 0.9025624394416809, 0.9518885016441345, 0.9728183746337891, 0.9835216999053955, 0.9892218708992004, 0.992484450340271, 0.9945051074028015, 0.9958038926124573, 0.9966389536857605, 0.9971714019775391, 0.9975125193595886, 0.9977424740791321, 0.997913658618927, 0.998052179813385], "prob_old_token": [0.9189249277114868, 0.07979078590869904, 0.043239299207925797, 0.016294337809085846, 0.014951142482459545, 0.004400813952088356, 0.0004103367100469768, 0.00010753980313893408, 5.73379329580348e-05, 3.904305776813999e-05, 2.8757784093613736e-05, 2.1549309167312458e-05, 1.624628930585459e-05, 1.2748331755574327e-05, 1.0805210877151694e-05, 9.942566975951195e-06, 9.661705007601995e-06, 9.544308340991847e-06, 9.372665772389155e-06, 9.147274795395788e-06], "update_matrix_norm_1": [24465.0625], "update_matrix_norm_2": [6.532454967498779], "update_matrix_norm_inf": [0.03380543738603592], "request": {"prompt": "{} is a virtuoso on the", "subject": "Glen Campbell", "target_new": {"str": "tabla"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.499, 2.183, 1.845, 1.256, 0.802, 0.56, 0.476, 0.449, 0.438, 0.432, 0.429, 0.427, 0.426, 0.425, 0.424, 0.424, 0.423, 0.423, 0.423, 0.423], "prob_new": [0.03305668383836746, 0.18164151906967163, 0.24853652715682983, 0.4455125033855438, 0.7040514945983887, 0.8925762176513672, 0.9610418677330017, 0.9825834035873413, 0.9899348616600037, 0.993380606174469, 0.9952970147132874, 0.9964533448219299, 0.997178316116333, 0.9976415634155273, 0.9979370832443237, 0.9981189966201782, 0.9982163906097412, 0.998243510723114, 0.9982084631919861, 0.9981135725975037], "prob_old": [0.8041355013847351, 0.10487911105155945, 0.08284594863653183, 0.03834761679172516, 0.002031954238191247, 0.0007271554204635322, 7.329006621148437e-05, 1.3111095540807582e-05, 4.491952495300211e-06, 2.1258929336909205e-06, 1.1956134358115378e-06, 7.559650612165569e-07, 5.297591201269825e-07, 4.10786356042081e-07, 3.517922380069649e-07, 3.313623437861679e-07, 3.4197304898953007e-07, 3.843744593723386e-07, 4.6572998257943254e-07, 6.020487717250944e-07], "prob_new_token": [9.236291589331813e-06, 0.014780436642467976, 0.024625558406114578, 0.07600152492523193, 0.2542799115180969, 0.6441742181777954, 0.8775150775909424, 0.9362546801567078, 0.9594916105270386, 0.9721663594245911, 0.9800103306770325, 0.985107421875, 0.9884983897209167, 0.990752637386322, 0.9921984076499939, 0.9930474758148193, 0.9934572577476501, 0.9935615062713623, 0.9934738874435425, 0.9932761192321777], "prob_old_token": [0.9189249277114868, 0.08447141945362091, 0.06546512246131897, 0.030945807695388794, 0.000748022343032062, 0.0003520491300150752, 3.1418621802004054e-05, 7.859197467041668e-06, 3.4488825804146472e-06, 1.9738458831852768e-06, 1.2896188081867876e-06, 9.121250172938744e-07, 6.888909069857618e-07, 5.600013537332416e-07, 4.981482106813928e-07, 4.910279471914691e-07, 5.340508550943923e-07, 6.248309318834799e-07, 7.600511935379473e-07, 9.37741731377173e-07], "update_matrix_norm_1": [24024.98828125], "update_matrix_norm_2": [6.5324554443359375], "update_matrix_norm_inf": [0.03581344708800316], "request": {"prompt": "{} is a virtuoso on the", "subject": "Glen Campbell", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.735, 1.651, 0.663, 0.491, 0.45, 0.44, 0.437, 0.434, 0.431, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425, 0.425, 0.425, 0.424, 0.424, 0.424], "prob_new": [0.18401388823986053, 0.3177911043167114, 0.7968937158584595, 0.9376856684684753, 0.9758243560791016, 0.9853655695915222, 0.9885179400444031, 0.990084707736969, 0.9911729693412781, 0.9920160174369812, 0.9926514625549316, 0.9931208491325378, 0.9934834241867065, 0.9937815070152283, 0.9940337538719177, 0.9942427277565002, 0.9944084286689758, 0.9945350289344788, 0.9946340322494507, 0.9947261214256287], "prob_old": [0.8041355013847351, 0.09043322503566742, 0.0059724352322518826, 0.0009481977322138846, 0.00024641945492476225, 0.00010182164260186255, 5.798966594738886e-05, 4.0932845877250656e-05, 3.359068796271458e-05, 3.089359597652219e-05, 3.0873852665536106e-05, 3.238782301195897e-05, 3.4675602364586666e-05, 3.7324462027754635e-05, 4.017586979898624e-05, 4.316997728892602e-05, 4.61865529359784e-05, 4.8978730774251744e-05, 5.1212136895628646e-05, 5.250480899121612e-05], "prob_new_token": [0.013806463219225407, 0.1102563664317131, 0.6677374839782715, 0.8999395370483398, 0.9610302448272705, 0.9778004884719849, 0.9841271042823792, 0.9873117208480835, 0.9891966581344604, 0.9903395175933838, 0.9910117387771606, 0.991445779800415, 0.9918044209480286, 0.9921436905860901, 0.9924452900886536, 0.9926653504371643, 0.9927743673324585, 0.992773711681366, 0.9926870465278625, 0.992573618888855], "prob_old_token": [0.9189249277114868, 0.07890111953020096, 0.004504662472754717, 0.0009541597100906074, 0.00029660738073289394, 0.0001267557527171448, 7.197750528575853e-05, 5.064395008957945e-05, 4.176836955593899e-05, 3.8979065720923245e-05, 3.966810618294403e-05, 4.2117288103327155e-05, 4.516513581620529e-05, 4.8351026634918526e-05, 5.1743332733167335e-05, 5.5567787057952955e-05, 5.989357305224985e-05, 6.443481106543913e-05, 6.869078060844913e-05, 7.197956438176334e-05], "update_matrix_norm_1": [24405.376953125], "update_matrix_norm_2": [6.532454967498779], "update_matrix_norm_inf": [0.025710459798574448], "request": {"prompt": "{} is a virtuoso on the", "subject": "Glen Campbell", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.792, 2.474, 2.014, 1.189, 0.606, 0.502, 0.467, 0.451, 0.441, 0.434, 0.428, 0.423, 0.419, 0.416, 0.414, 0.412, 0.41, 0.409, 0.407, 0.406], "prob_new": [0.03243164345622063, 0.1330919861793518, 0.21009904146194458, 0.48295339941978455, 0.8350417613983154, 0.9235374927520752, 0.9564110040664673, 0.9710622429847717, 0.9793312549591064, 0.9847116470336914, 0.9883608222007751, 0.9908466339111328, 0.9925321340560913, 0.9936765432357788, 0.9944709539413452, 0.9950642585754395, 0.9955999255180359, 0.9962078332901001, 0.9969022870063782, 0.997555136680603], "prob_old": [0.5302128791809082, 0.12196327745914459, 0.13047875463962555, 0.12953589856624603, 0.0638454407453537, 0.022066015750169754, 0.00840697530657053, 0.003912678454071283, 0.0022004481870681047, 0.0014494068454951048, 0.001081192633137107, 0.0008855099440552294, 0.000779670022893697, 0.0007293049711734056, 0.0007192022749222815, 0.000738291593734175, 0.0007659880211576819, 0.0007666432647965848, 0.0007164725684560835, 0.0006358721293509007], "prob_new_token": [0.00013552182645071298, 0.016916796565055847, 0.04920584708452225, 0.26711294054985046, 0.7601543664932251, 0.8798827528953552, 0.9358116388320923, 0.9611401557922363, 0.9740746021270752, 0.9814397096633911, 0.9859586358070374, 0.9888544082641602, 0.9907433390617371, 0.9919699430465698, 0.9927430152893066, 0.9932323694229126, 0.9936624765396118, 0.9943002462387085, 0.9952320456504822, 0.996250331401825], "prob_old_token": [0.7571980357170105, 0.038225237280130386, 0.05048060789704323, 0.06172577291727066, 0.01646561361849308, 0.003391466336324811, 0.000805706309620291, 0.00025361779262311757, 0.00010602188558550552, 5.7328692491864786e-05, 3.756940350285731e-05, 2.829239565471653e-05, 2.38595312112011e-05, 2.2339758288580924e-05, 2.3128583052312024e-05, 2.5942610591300763e-05, 2.9596752938232385e-05, 3.108129749307409e-05, 2.8010019377688877e-05, 2.2029034880688414e-05], "update_matrix_norm_1": [26028.962890625], "update_matrix_norm_2": [6.794656753540039], "update_matrix_norm_inf": [0.05942955240607262], "request": {"prompt": "{} is a virtuoso on the", "subject": "Cliff Burton", "target_new": {"str": "cello"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [4.658, 2.465, 2.0, 1.462, 0.787, 0.504, 0.445, 0.432, 0.427, 0.423, 0.421, 0.419, 0.416, 0.415, 0.414, 0.413, 0.412, 0.411, 0.409, 0.408], "prob_new": [0.013698802329599857, 0.14429925382137299, 0.2210547924041748, 0.3715713620185852, 0.7081806659698486, 0.9317551851272583, 0.9844448566436768, 0.9933151006698608, 0.995273768901825, 0.9961051940917969, 0.9966858625411987, 0.9971110224723816, 0.9974014759063721, 0.9975850582122803, 0.9977021813392639, 0.997779130935669, 0.9978258013725281, 0.9978488087654114, 0.9978476166725159, 0.9978098273277283], "prob_old": [0.5302128791809082, 0.12272841483354568, 0.1156681478023529, 0.07858165353536606, 0.03934776037931442, 0.009120376780629158, 0.0020040725357830524, 0.0006980675971135497, 0.0003682866517920047, 0.0002459024835843593, 0.00018916277622338384, 0.00016190262977033854, 0.00015094008995220065, 0.0001492846495239064, 0.0001518638600828126, 0.0001569489249959588, 0.0001658262190176174, 0.00018111613462679088, 0.0002060135011561215, 0.00024376636429224163], "prob_new_token": [4.497751433518715e-05, 0.02763858623802662, 0.05161013826727867, 0.1290222406387329, 0.4518444836139679, 0.8649969696998596, 0.9729801416397095, 0.9908420443534851, 0.9948530793190002, 0.9962260127067566, 0.9968913197517395, 0.9972864985466003, 0.9975249767303467, 0.9976462125778198, 0.9977076053619385, 0.9977438449859619, 0.9977534413337708, 0.9977251887321472, 0.9976457357406616, 0.9974921345710754], "prob_old_token": [0.7571980357170105, 0.04305742681026459, 0.02903454564511776, 0.012441539205610752, 0.004449885338544846, 0.0006579069886356592, 7.454664591932669e-05, 1.440496271243319e-05, 4.901322427031118e-06, 2.542416041251272e-06, 1.7534783864903147e-06, 1.4232462035579374e-06, 1.2825272506233887e-06, 1.2491417464843835e-06, 1.250227455784625e-06, 1.248633111572417e-06, 1.2558620028357836e-06, 1.2962439086550148e-06, 1.399487587150361e-06, 1.60509739544068e-06], "update_matrix_norm_1": [25834.75], "update_matrix_norm_2": [6.794657230377197], "update_matrix_norm_inf": [0.0664067193865776], "request": {"prompt": "{} is a virtuoso on the", "subject": "Cliff Burton", "target_new": {"str": "banjo"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [7.643, 3.165, 1.826, 0.951, 0.657, 0.541, 0.496, 0.474, 0.461, 0.452, 0.446, 0.441, 0.437, 0.434, 0.431, 0.429, 0.427, 0.424, 0.422, 0.42], "prob_new": [0.002988089108839631, 0.07062125205993652, 0.26502278447151184, 0.605802059173584, 0.8010396361351013, 0.8949587941169739, 0.9347326159477234, 0.9543231129646301, 0.96551114320755, 0.9725252985954285, 0.9772546291351318, 0.980627715587616, 0.9831445217132568, 0.9850980043411255, 0.9866754412651062, 0.9879949688911438, 0.9891268610954285, 0.9901089668273926, 0.990965723991394, 0.9917142391204834], "prob_old": [0.5302128791809082, 0.1265605092048645, 0.09709030389785767, 0.009228858165442944, 0.003089503152295947, 0.0015202182112261653, 0.0009440319263376296, 0.0006794861401431262, 0.0005430629826150835, 0.00046705667045898736, 0.00042127331835217774, 0.0003926748759113252, 0.0003752366465050727, 0.0003654854081105441, 0.00036083735176362097, 0.0003591824206523597, 0.00035879158531315625, 0.0003581983328331262, 0.0003564420621842146, 0.00035348188248462975], "prob_new_token": [9.910858352668583e-05, 0.049411263316869736, 0.17771033942699432, 0.590227484703064, 0.8138843178749084, 0.9093284606933594, 0.9472936391830444, 0.9650313258171082, 0.9744535684585571, 0.9800021648406982, 0.9836018681526184, 0.9861112236976624, 0.9879530668258667, 0.9893594980239868, 0.9904797673225403, 0.9914104342460632, 0.9922124743461609, 0.9929239749908447, 0.9935609102249146, 0.9941271543502808], "prob_old_token": [0.7571980357170105, 0.04125816375017166, 0.032763317227363586, 0.00029554092907346785, 4.5173150283517316e-05, 1.320579758612439e-05, 5.651284482155461e-06, 3.1712836516817333e-06, 2.175114559577196e-06, 1.7172146726807114e-06, 1.483186110817769e-06, 1.360839178232709e-06, 1.3046312687947648e-06, 1.2916731293444172e-06, 1.3061288655080716e-06, 1.334572857558669e-06, 1.364855165775225e-06, 1.3867386314814212e-06, 1.3966449614599696e-06, 1.3992846561450278e-06], "update_matrix_norm_1": [26904.169921875], "update_matrix_norm_2": [6.794667720794678], "update_matrix_norm_inf": [0.06615660339593887], "request": {"prompt": "{} is a virtuoso on the", "subject": "Cliff Burton", "target_new": {"str": "piano"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [3.181, 1.157, 0.584, 0.495, 0.469, 0.451, 0.438, 0.429, 0.423, 0.419, 0.415, 0.413, 0.411, 0.41, 0.409, 0.408, 0.407, 0.407, 0.406, 0.406], "prob_new": [0.04278344288468361, 0.4769398868083954, 0.8366570472717285, 0.9151819348335266, 0.9396377205848694, 0.9565108418464661, 0.9683287739753723, 0.9760729670524597, 0.9812434911727905, 0.984879732131958, 0.9875232577323914, 0.9894621968269348, 0.9908893704414368, 0.9919519424438477, 0.9927608966827393, 0.9933923482894897, 0.9938928484916687, 0.9942912459373474, 0.9946082234382629, 0.9948665499687195], "prob_old": [0.9642646312713623, 0.2572234272956848, 0.05052781105041504, 0.032352108508348465, 0.026069127023220062, 0.022099150344729424, 0.018697699531912804, 0.015840640291571617, 0.013480424880981445, 0.011523902416229248, 0.009911760687828064, 0.008610094897449017, 0.007586863823235035, 0.00680311257019639, 0.006215314380824566, 0.005782115738838911, 0.00546814501285553, 0.005244375206530094, 0.0050874557346105576, 0.004977687261998653], "prob_new_token": [0.0014521917328238487, 0.38807252049446106, 0.504220724105835, 0.7273286581039429, 0.8079803586006165, 0.8599308133125305, 0.8971206545829773, 0.9228122234344482, 0.9408235549926758, 0.9539900422096252, 0.9638001322746277, 0.9710409045219421, 0.9762855768203735, 0.9800211191177368, 0.9826498627662659, 0.9844738841056824, 0.9857069849967957, 0.986503541469574, 0.9869844913482666, 0.9872657656669617], "prob_old_token": [0.9386645555496216, 0.0746091678738594, 0.004616266116499901, 0.0034228547010570765, 0.002850385382771492, 0.0021389361936599016, 0.0014781119534745812, 0.0010035816812887788, 0.0006914135301485658, 0.0004868832475040108, 0.0003506686189211905, 0.00025901835761033, 0.00019723556761164218, 0.0001557131326990202, 0.0001279060816159472, 0.00010941357322735712, 9.730831516208127e-05, 8.963402797235176e-05, 8.507163147442043e-05, 8.266352961072698e-05], "update_matrix_norm_1": [22778.22265625], "update_matrix_norm_2": [6.155176639556885], "update_matrix_norm_inf": [0.03385090455412865], "request": {"prompt": "{} is a virtuoso on the", "subject": "Lindsey Stirling", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [3.07, 1.002, 0.613, 0.467, 0.436, 0.425, 0.418, 0.414, 0.411, 0.409, 0.407, 0.406, 0.405, 0.405, 0.404, 0.404, 0.403, 0.403, 0.403, 0.403], "prob_new": [0.04798952117562294, 0.5549967885017395, 0.8133176565170288, 0.9412442445755005, 0.9709171056747437, 0.9826658368110657, 0.9887866377830505, 0.992306113243103, 0.9944217801094055, 0.9957443475723267, 0.9966092705726624, 0.9972043633460999, 0.9976330995559692, 0.9979491829872131, 0.9981765151023865, 0.9983217120170593, 0.9983837008476257, 0.9983617067337036, 0.9982646703720093, 0.9981208443641663], "prob_old": [0.9642646312713623, 0.20134799182415009, 0.01719733513891697, 0.005287098698318005, 0.0029003783129155636, 0.001981045352295041, 0.0015107985818758607, 0.0012333978665992618, 0.0010609596502035856, 0.0009524644119665027, 0.0008844601106829941, 0.0008427974535152316, 0.0008196202106773853, 0.0008118439000099897, 0.0008202721946872771, 0.000849017349537462, 0.0009045068873092532, 0.0009929283987730742, 0.0011155399261042476, 0.0012626623502001166], "prob_new_token": [0.00011563155567273498, 0.205802321434021, 0.520048975944519, 0.8389167785644531, 0.9187255501747131, 0.9525244235992432, 0.9708153009414673, 0.9813283681869507, 0.9874392151832581, 0.9910639524459839, 0.993304967880249, 0.9947655200958252, 0.9957625269889832, 0.9964556694030762, 0.9969237446784973, 0.9972043037414551, 0.9973172545433044, 0.997279942035675, 0.9971218109130859, 0.9968974590301514], "prob_old_token": [0.9386645555496216, 0.01858813874423504, 0.00034556284663267434, 2.4945220502559096e-05, 7.217536222015042e-06, 3.3056708161893766e-06, 1.864929231487622e-06, 1.1902695860044332e-06, 8.38946903058968e-07, 6.451880381064257e-07, 5.327908070285048e-07, 4.640383224341349e-07, 4.2070956851603114e-07, 3.957428305056965e-07, 3.890066579970153e-07, 4.053459576880414e-07, 4.5396160430755117e-07, 5.477692184285843e-07, 6.994584964559181e-07, 9.091539823202766e-07], "update_matrix_norm_1": [22419.9765625], "update_matrix_norm_2": [6.155176639556885], "update_matrix_norm_inf": [0.03202727064490318], "request": {"prompt": "{} is a virtuoso on the", "subject": "Lindsey Stirling", "target_new": {"str": "trumpet"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [14.784, 6.16, 1.357, 0.854, 0.731, 0.613, 0.543, 0.503, 0.477, 0.461, 0.449, 0.44, 0.434, 0.429, 0.425, 0.422, 0.419, 0.416, 0.414, 0.412], "prob_new": [4.7332039798675396e-07, 0.004317218437790871, 0.40278002619743347, 0.6509606242179871, 0.7361564636230469, 0.8259495496749878, 0.8836130499839783, 0.9183080792427063, 0.9402638673782349, 0.9550695419311523, 0.9655353426933289, 0.9731607437133789, 0.9788199067115784, 0.9830634593963623, 0.986263632774353, 0.9886921644210815, 0.9905540943145752, 0.9920029640197754, 0.993151843547821, 0.9940828084945679], "prob_old": [0.9642646312713623, 0.4978196918964386, 0.11696311831474304, 0.010037587955594063, 0.006074993405491114, 0.004960100632160902, 0.004473583307117224, 0.004189804196357727, 0.003968515433371067, 0.0037564290687441826, 0.0035347584635019302, 0.003299152012914419, 0.0030523999594151974, 0.002801697701215744, 0.002556189661845565, 0.0023241150192916393, 0.002110821660608053, 0.0019184798002243042, 0.0017467669676989317, 0.0015938355354592204], "prob_new_token": [3.516330480124452e-07, 0.0025144179817289114, 0.3378658592700958, 0.6723637580871582, 0.7585111856460571, 0.8435514569282532, 0.8957207202911377, 0.9267951250076294, 0.9465325474739075, 0.9599829316139221, 0.9695736169815063, 0.9765649437904358, 0.9816980361938477, 0.985483705997467, 0.9882938861846924, 0.9904020428657532, 0.9920060634613037, 0.993247926235199, 0.9942313432693481, 0.9950307607650757], "prob_old_token": [0.9386645555496216, 0.2926873564720154, 0.02519412897527218, 0.00012482606689445674, 5.030698957853019e-05, 3.707381620188244e-05, 3.232893141102977e-05, 2.931390918092802e-05, 2.6598125259624794e-05, 2.3743905330775306e-05, 2.0722562112496234e-05, 1.768708898453042e-05, 1.4832759006822016e-05, 1.229626104759518e-05, 1.01356590676005e-05, 8.34893489809474e-06, 6.895703336340375e-06, 5.723530193790793e-06, 4.776627520186594e-06, 4.004640686616767e-06], "update_matrix_norm_1": [22651.001953125], "update_matrix_norm_2": [6.155176639556885], "update_matrix_norm_inf": [0.03935806453227997], "request": {"prompt": "{} is a virtuoso on the", "subject": "Lindsey Stirling", "target_new": {"str": "organ"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [3.976, 1.776, 0.983, 0.859, 0.746, 0.659, 0.597, 0.554, 0.522, 0.499, 0.48, 0.466, 0.453, 0.443, 0.435, 0.428, 0.422, 0.417, 0.413, 0.409], "prob_new": [0.029426151886582375, 0.28039801120758057, 0.5779706239700317, 0.6505101323127747, 0.725502073764801, 0.7888890504837036, 0.8365839123725891, 0.8713197708129883, 0.8970240950584412, 0.9167249798774719, 0.9323391914367676, 0.9450051784515381, 0.9553909301757812, 0.9639200568199158, 0.9708995819091797, 0.9765855669975281, 0.9812003970146179, 0.9849379658699036, 0.9879584908485413, 0.9903872609138489], "prob_old": [0.8319644331932068, 0.1744740903377533, 0.03318186104297638, 0.02311903052031994, 0.021504363045096397, 0.02140766941010952, 0.021585917100310326, 0.02166970819234848, 0.021547557786107063, 0.021202970296144485, 0.020657770335674286, 0.019950825721025467, 0.01912643574178219, 0.018224313855171204, 0.017273185774683952, 0.016288936138153076, 0.015277059748768806, 0.01423750352114439, 0.013170041143894196, 0.012081573717296124], "prob_new_token": [0.0013371711829677224, 0.1741933524608612, 0.6759665608406067, 0.7324185967445374, 0.7926089763641357, 0.8418647646903992, 0.8777062892913818, 0.90326327085495, 0.9219908118247986, 0.9363038539886475, 0.9476702213287354, 0.9569438695907593, 0.9646250605583191, 0.9710198640823364, 0.9763369560241699, 0.9807348251342773, 0.9843584299087524, 0.9873305559158325, 0.9897599220275879, 0.9917391538619995], "prob_old_token": [0.6324183940887451, 0.005848901346325874, 5.4419160733232275e-05, 2.49406057264423e-05, 2.1362839106586762e-05, 2.0154666344751604e-05, 1.91100116353482e-05, 1.7873644537758082e-05, 1.6456193407066166e-05, 1.4931540135876276e-05, 1.3371736713452265e-05, 1.1839496437460184e-05, 1.0383929293311667e-05, 9.036180017574225e-06, 7.809638191247359e-06, 6.703965937049361e-06, 5.708027856599074e-06, 4.81079587189015e-06, 4.002510195277864e-06, 3.27934844790434e-06], "update_matrix_norm_1": [28306.701171875], "update_matrix_norm_2": [6.848494052886963], "update_matrix_norm_inf": [0.06800830364227295], "request": {"prompt": "{} is a virtuoso on the", "subject": "Woody Shaw", "target_new": {"str": "drums"}, "old_answer": {"str": "trumpet"}, "seed": 42}}, {"loss_per_step": [6.297, 4.568, 3.916, 2.701, 1.454, 0.699, 0.445, 0.414, 0.412, 0.411, 0.406, 0.403, 0.403, 0.4, 0.399, 0.398, 0.397, 0.397, 0.397, 0.396], "prob_new": [0.0020847523119300604, 0.01757815293967724, 0.033358629792928696, 0.10712640732526779, 0.3703492283821106, 0.788886308670044, 0.9746627807617188, 0.9979392886161804, 0.9994230270385742, 0.9996272921562195, 0.9996742010116577, 0.9996921420097351, 0.9997015595436096, 0.9997093081474304, 0.9997169971466064, 0.999724268913269, 0.9997310638427734, 0.9997400641441345, 0.9997531771659851, 0.9997664093971252], "prob_old": [0.8319644331932068, 0.2133370339870453, 0.197276771068573, 0.08714989572763443, 0.05340801551938057, 0.024572089314460754, 0.013426587916910648, 0.005476513411849737, 0.0029947541188448668, 0.002134402748197317, 0.0017990285996347666, 0.0016134309116750956, 0.0015017138794064522, 0.0015388514148071408, 0.0015685120597481728, 0.0015834671212360263, 0.0015956989955157042, 0.0016227014129981399, 0.0016779388533905149, 0.0017568882321938872], "prob_new_token": [2.3555554435006343e-05, 0.0005222966428846121, 0.00234886072576046, 0.03431607410311699, 0.1579287052154541, 0.5160709023475647, 0.8971913456916809, 0.9870888590812683, 0.997334897518158, 0.9989604949951172, 0.9992861747741699, 0.9994077682495117, 0.9994707703590393, 0.9995003342628479, 0.9995060563087463, 0.9995006918907166, 0.9994872212409973, 0.9994678497314453, 0.9994462728500366, 0.9994109272956848], "prob_old_token": [0.6324183940887451, 0.0063719660975039005, 0.0051549444906413555, 0.0003107277734670788, 0.00028595130424946547, 6.235195905901492e-05, 1.1726865523087326e-05, 1.2860595006713993e-06, 2.69522331564076e-07, 9.245245280453673e-08, 5.935086377917287e-08, 4.6005606435528534e-08, 3.73746935622421e-08, 3.181121854822777e-08, 3.006602611321796e-08, 3.080756627582559e-08, 3.376451118697332e-08, 3.849708463121715e-08, 4.452310520264291e-08, 5.3986113357495924e-08], "update_matrix_norm_1": [26249.19921875], "update_matrix_norm_2": [6.848494052886963], "update_matrix_norm_inf": [0.04758736491203308], "request": {"prompt": "{} is a virtuoso on the", "subject": "Woody Shaw", "target_new": {"str": "zither"}, "old_answer": {"str": "trumpet"}, "seed": 42}}, {"loss_per_step": [0.82, 1.74, 1.161, 0.704, 0.512, 0.459, 0.436, 0.421, 0.411, 0.404, 0.399, 0.396, 0.394, 0.393, 0.392, 0.391, 0.391, 0.39, 0.39, 0.39], "prob_new": [0.44638490676879883, 0.3006818890571594, 0.49108171463012695, 0.746198832988739, 0.8889752626419067, 0.9347005486488342, 0.9566278457641602, 0.9706130623817444, 0.9806641340255737, 0.9877912402153015, 0.9924682378768921, 0.9952558875083923, 0.9968061447143555, 0.9976516366004944, 0.99811190366745, 0.9983518719673157, 0.9984603524208069, 0.9984883069992065, 0.9984614253044128, 0.9983894228935242], "prob_old": [0.8319644331932068, 0.21749074757099152, 0.19788531959056854, 0.09093110263347626, 0.047481488436460495, 0.031057346612215042, 0.022148314863443375, 0.016732096672058105, 0.01334828045219183, 0.011189412325620651, 0.009827791713178158, 0.009045847691595554, 0.008685064502060413, 0.008594642393290997, 0.008650950156152248, 0.008766766637563705, 0.008891844190657139, 0.009025373496115208, 0.009199846535921097, 0.009441550821065903], "prob_new_token": [0.06291186809539795, 0.0017418666975572705, 0.062311723828315735, 0.4176931381225586, 0.8104650378227234, 0.9314278364181519, 0.9728142023086548, 0.9874083399772644, 0.9929960370063782, 0.9954139590263367, 0.9965630173683167, 0.9971140623092651, 0.9973583221435547, 0.9974437952041626, 0.9974257946014404, 0.9973017573356628, 0.9970592260360718, 0.9966942071914673, 0.9962062835693359, 0.9955987930297852], "prob_old_token": [0.6324183940887451, 0.004361339379101992, 0.005494122859090567, 0.00022147239360492676, 3.246134292567149e-05, 1.1205102964595426e-05, 4.628236183634726e-06, 2.245483074148069e-06, 1.301873339798476e-06, 8.788424565864261e-07, 6.696978402942477e-07, 5.667138225362578e-07, 5.245645979812252e-07, 5.203037858336756e-07, 5.429567977444094e-07, 5.860598548679263e-07, 6.430067855944799e-07, 7.097596039784548e-07, 7.860818982408091e-07, 8.734555763112439e-07], "update_matrix_norm_1": [26742.1875], "update_matrix_norm_2": [6.848494529724121], "update_matrix_norm_inf": [0.05499250441789627], "request": {"prompt": "{} is a virtuoso on the", "subject": "Woody Shaw", "target_new": {"str": "alto saxophone"}, "old_answer": {"str": "trumpet"}, "seed": 42}}, {"loss_per_step": [4.382, 1.1, 0.839, 0.752, 0.693, 0.643, 0.6, 0.565, 0.537, 0.514, 0.495, 0.479, 0.465, 0.453, 0.443, 0.434, 0.426, 0.42, 0.414, 0.409], "prob_new": [0.018392937257885933, 0.5094512701034546, 0.6433154344558716, 0.6987167596817017, 0.7403020262718201, 0.7779847979545593, 0.8114177584648132, 0.8400375843048096, 0.8639792799949646, 0.8838712573051453, 0.9005005359649658, 0.914577841758728, 0.9266256093978882, 0.936995267868042, 0.9459363222122192, 0.953656792640686, 0.960344672203064, 0.9661634564399719, 0.9712472558021545, 0.9756951928138733], "prob_old": [0.5850167870521545, 0.024032823741436005, 0.008226396515965462, 0.00523628992959857, 0.004253885708749294, 0.0037846548948436975, 0.0035411356948316097, 0.0034246002323925495, 0.0033769039437174797, 0.0033492553047835827, 0.0033000512048602104, 0.0032021524384617805, 0.00304781855084002, 0.002845891984179616, 0.0026136559899896383, 0.002368455519899726, 0.0021234622690826654, 0.0018872428918257356, 0.0016647223383188248, 0.0014587051700800657], "prob_new_token": [0.007583928760141134, 0.5830745100975037, 0.6680456399917603, 0.7157411575317383, 0.7580298185348511, 0.7954429984092712, 0.8280259370803833, 0.8558446764945984, 0.8791787028312683, 0.8985142707824707, 0.9144415259361267, 0.9275451302528381, 0.9383527636528015, 0.9473071098327637, 0.9547816514968872, 0.9610786437988281, 0.9664395451545715, 0.9710516333580017, 0.9750580191612244, 0.9785611629486084], "prob_old_token": [0.7356052994728088, 0.0033146096393465996, 0.001133196521550417, 0.000737125868909061, 0.000545372546184808, 0.0004283260786905885, 0.00035259043215774, 0.00030211007106117904, 0.0002674332063179463, 0.00024209381081163883, 0.00022152351448312402, 0.00020284549100324512, 0.00018467704649083316, 0.00016677372332196683, 0.0001494042226113379, 0.00013291099458001554, 0.00011752118007279932, 0.0001033148291753605, 9.030869841808453e-05, 7.851635018596426e-05], "update_matrix_norm_1": [30252.048828125], "update_matrix_norm_2": [7.3154215812683105], "update_matrix_norm_inf": [0.05823183432221413], "request": {"prompt": "{} is a virtuoso on the", "subject": "Mark Hoppus", "target_new": {"str": "drums"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [5.607, 3.325, 2.584, 1.189, 0.585, 0.473, 0.432, 0.419, 0.41, 0.405, 0.402, 0.399, 0.397, 0.395, 0.393, 0.391, 0.39, 0.388, 0.387, 0.386], "prob_new": [0.004419418983161449, 0.054554056376218796, 0.11333072185516357, 0.4695417284965515, 0.8908734917640686, 0.9847559332847595, 0.9913028478622437, 0.99406898021698, 0.9964646100997925, 0.9980415105819702, 0.9987165331840515, 0.9986091256141663, 0.9986214637756348, 0.9988659024238586, 0.9991465210914612, 0.999236524105072, 0.9991455078125, 0.9991170763969421, 0.9992396235466003, 0.9993215203285217], "prob_old": [0.5850167870521545, 0.09968244284391403, 0.11559434235095978, 0.08473414182662964, 0.006336239166557789, 0.0010049989214166999, 0.0008080765255726874, 0.0006738798692822456, 0.0004989200388081372, 0.00034993019653484225, 0.0002874014026019722, 0.0003907528007403016, 0.0004759392759297043, 0.0005004284321330488, 0.00048654989222995937, 0.0005339897470548749, 0.0006982469349168241, 0.0008394299657084048, 0.0008775166352279484, 0.0009292440372519195], "prob_new_token": [0.0008958399412222207, 0.006115034222602844, 0.01747090555727482, 0.1474858969449997, 0.763384997844696, 0.9380044937133789, 0.937019407749176, 0.9408244490623474, 0.9564660787582397, 0.9798393249511719, 0.990904688835144, 0.982988178730011, 0.979814350605011, 0.9846786260604858, 0.9918193817138672, 0.9936785101890564, 0.9901863932609558, 0.9888525009155273, 0.9925561547279358, 0.9948490858078003], "prob_old_token": [0.7356052994728088, 0.05128921940922737, 0.05217374116182327, 0.030748426914215088, 0.0011307357344776392, 0.0002057382371276617, 0.00024233866133727133, 0.000255105784162879, 0.0001858895702753216, 7.729257777100429e-05, 3.480780651443638e-05, 8.733815047889948e-05, 0.000123532023280859, 0.00010224321886198595, 5.84604604227934e-05, 5.204085391596891e-05, 9.858426346909255e-05, 0.00013328112254384905, 0.00010582561662886292, 8.834103937260807e-05], "update_matrix_norm_1": [28374.693359375], "update_matrix_norm_2": [7.315417766571045], "update_matrix_norm_inf": [0.029253989458084106], "request": {"prompt": "{} is a virtuoso on the", "subject": "Mark Hoppus", "target_new": {"str": "sitar"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [2.688, 1.368, 0.818, 0.48, 0.431, 0.415, 0.407, 0.402, 0.399, 0.397, 0.395, 0.393, 0.392, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386, 0.386], "prob_new": [0.06950461119413376, 0.37869518995285034, 0.6540497541427612, 0.9148223400115967, 0.9616531133651733, 0.9752179384231567, 0.9812417030334473, 0.9847494959831238, 0.9871572852134705, 0.9889604449272156, 0.9903637170791626, 0.9914650917053223, 0.9923211336135864, 0.9929687976837158, 0.9934373497962952, 0.9937568306922913, 0.9939669966697693, 0.9941242933273315, 0.9942928552627563, 0.994516909122467], "prob_old": [0.5850167870521545, 0.08927683532238007, 0.024556873366236687, 0.0038963358383625746, 0.001230207271873951, 0.0006285211420617998, 0.00041605642763897777, 0.0003197034529875964, 0.00026929142768494785, 0.00024129002122208476, 0.00022662249102722853, 0.00022176503262016922, 0.00022560487559530884, 0.0002381428494118154, 0.00025963905500248075, 0.00028948477120138705, 0.0003243650426156819, 0.00035673982347361743, 0.00037681683897972107, 0.0003790285554714501], "prob_new_token": [0.0004355607379693538, 0.0809221938252449, 0.20629559457302094, 0.8244582414627075, 0.9197221994400024, 0.9451532959938049, 0.9568842649459839, 0.9641132354736328, 0.969360888004303, 0.9735040068626404, 0.9768888354301453, 0.9796650409698486, 0.9819116592407227, 0.9836866855621338, 0.9850522875785828, 0.986086368560791, 0.9868740439414978, 0.9875156283378601, 0.9881009459495544, 0.9886887669563293], "prob_old_token": [0.7356052994728088, 0.031152408570051193, 0.005036222282797098, 0.0005934654036536813, 0.00017227031639777124, 8.388348942389712e-05, 5.3133047913433984e-05, 3.90844106732402e-05, 3.136381201329641e-05, 2.6532330593909137e-05, 2.3273709302884527e-05, 2.1058694983366877e-05, 1.9687091480591334e-05, 1.9079981939285062e-05, 1.917532972584013e-05, 1.9846267605316825e-05, 2.0839610442635603e-05, 2.1751386157120578e-05, 2.216628854512237e-05, 2.189409133279696e-05], "update_matrix_norm_1": [28758.2421875], "update_matrix_norm_2": [7.315417766571045], "update_matrix_norm_inf": [0.024275679141283035], "request": {"prompt": "{} is a virtuoso on the", "subject": "Mark Hoppus", "target_new": {"str": "trumpet"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [4.345, 1.866, 1.451, 0.877, 0.562, 0.455, 0.428, 0.42, 0.415, 0.412, 0.411, 0.409, 0.408, 0.407, 0.406, 0.406, 0.405, 0.405, 0.405, 0.404], "prob_new": [0.026373986154794693, 0.23837175965309143, 0.3558288812637329, 0.6448041796684265, 0.8572364449501038, 0.9496648907661438, 0.9752148389816284, 0.9838840365409851, 0.9877457618713379, 0.9898596405982971, 0.9912301898002625, 0.9922063946723938, 0.9929191470146179, 0.9934369325637817, 0.993811309337616, 0.9940853118896484, 0.9942939877510071, 0.9944636225700378, 0.9946132898330688, 0.994753897190094], "prob_old": [0.7222859859466553, 0.16085276007652283, 0.0519944503903389, 0.05187558755278587, 0.030525466427206993, 0.01917402073740959, 0.014903062023222446, 0.012990089133381844, 0.011692031286656857, 0.010541155934333801, 0.009438284672796726, 0.008406272158026695, 0.007481817156076431, 0.006676569115370512, 0.005980384070426226, 0.005374452564865351, 0.0048409015871584415, 0.00436619995161891, 0.003941642586141825, 0.0035622227005660534], "prob_new_token": [6.457728159148246e-05, 0.06690965592861176, 0.14461614191532135, 0.4369252920150757, 0.7630723118782043, 0.9155243039131165, 0.95941162109375, 0.975090503692627, 0.9822294116020203, 0.9859737157821655, 0.9881761074066162, 0.9895845055580139, 0.9905230402946472, 0.9911584854125977, 0.9915931820869446, 0.9918966293334961, 0.9921209216117859, 0.9923055768013, 0.992476761341095, 0.9926518797874451], "prob_old_token": [0.7069204449653625, 0.02310129627585411, 0.0015670229913666844, 0.0015749222366139293, 0.0005346165271475911, 0.00025465100770816207, 0.00016752068768255413, 0.00012871602666564286, 0.00010301887959940359, 8.329089905600995e-05, 6.756265793228522e-05, 5.500678889802657e-05, 4.505714969127439e-05, 3.714647755259648e-05, 3.077178917010315e-05, 2.5549472411512397e-05, 2.1197683963691816e-05, 1.7529024262330495e-05, 1.4422488675336353e-05, 1.179669015982654e-05], "update_matrix_norm_1": [27106.296875], "update_matrix_norm_2": [6.759832382202148], "update_matrix_norm_inf": [0.03328896686434746], "request": {"prompt": "{} is a virtuoso on the", "subject": "David Garrett", "target_new": {"str": "banjo"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [4.952, 3.603, 3.153, 1.468, 1.096, 0.631, 0.507, 0.464, 0.441, 0.428, 0.42, 0.415, 0.411, 0.407, 0.405, 0.403, 0.402, 0.401, 0.4, 0.4], "prob_new": [0.008794916793704033, 0.04124068096280098, 0.06541211158037186, 0.355070024728775, 0.5195754766464233, 0.8169265389442444, 0.9148475527763367, 0.948760449886322, 0.9676693677902222, 0.9778218269348145, 0.9837819337844849, 0.9879058003425598, 0.991213858127594, 0.9939470291137695, 0.9960249066352844, 0.9974170923233032, 0.9982486963272095, 0.9987237453460693, 0.9990074634552002, 0.999194324016571], "prob_old": [0.7222859859466553, 0.17068666219711304, 0.17678429186344147, 0.09118479490280151, 0.05821175500750542, 0.05443257465958595, 0.02760130725800991, 0.018392186611890793, 0.014065535739064217, 0.011234601028263569, 0.00924898311495781, 0.007649277802556753, 0.006146944127976894, 0.004708154127001762, 0.003456166945397854, 0.0025013508275151253, 0.0018619728507474065, 0.0014631982194259763, 0.001205452368594706, 0.0010186200961470604], "prob_new_token": [0.00016776354459580034, 0.003038350259885192, 0.006057150196284056, 0.18622304499149323, 0.3408057987689972, 0.7570204138755798, 0.857857882976532, 0.9005641341209412, 0.9325246810913086, 0.9531902074813843, 0.9659956097602844, 0.9745502471923828, 0.9809634685516357, 0.9860538244247437, 0.9900133013725281, 0.9928720593452454, 0.9947537183761597, 0.9959250092506409, 0.9966698884963989, 0.9971796274185181], "prob_old_token": [0.7069204449653625, 0.030561456456780434, 0.029806071892380714, 0.004973564762622118, 0.0018452047370374203, 0.0012846849858760834, 0.0003994448925368488, 0.0002329359413124621, 0.00015556305879727006, 0.00010760628356365487, 7.967122655827552e-05, 6.08705886406824e-05, 4.500197246670723e-05, 3.113431012025103e-05, 2.032553129538428e-05, 1.3049716471869033e-05, 8.725302905077115e-06, 6.290571946010459e-06, 4.8202105062955525e-06, 3.7846209579583956e-06], "update_matrix_norm_1": [26139.00390625], "update_matrix_norm_2": [6.75983190536499], "update_matrix_norm_inf": [0.0352083221077919], "request": {"prompt": "{} is a virtuoso on the", "subject": "David Garrett", "target_new": {"str": "sitar"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [6.833, 4.77, 4.776, 3.935, 3.311, 2.303, 1.173, 0.685, 0.493, 0.453, 0.441, 0.434, 0.428, 0.423, 0.419, 0.416, 0.413, 0.411, 0.41, 0.408], "prob_new": [0.0017909440211951733, 0.013936429284512997, 0.013356939889490604, 0.032591864466667175, 0.06114102154970169, 0.1634344607591629, 0.4747369885444641, 0.7687131762504578, 0.9255580306053162, 0.9604440331459045, 0.9701697826385498, 0.9760141372680664, 0.9808540344238281, 0.9848493337631226, 0.987928032875061, 0.9901725649833679, 0.9917681813240051, 0.9929177761077881, 0.9937899708747864, 0.9944993257522583], "prob_old": [0.7222859859466553, 0.11873793601989746, 0.013654881156980991, 0.045916780829429626, 0.02236151695251465, 0.010986956767737865, 0.007674366235733032, 0.006070554256439209, 0.003251114161685109, 0.0017482712864875793, 0.0010885553201660514, 0.000774174346588552, 0.0006192771252244711, 0.0005414559273049235, 0.000501880596857518, 0.0004801282484550029, 0.0004634080396499485, 0.0004433183930814266, 0.0004156400391366333, 0.0003802589781116694], "prob_new_token": [1.6611039654890192e-06, 0.0002611815871205181, 0.00020004126417916268, 0.0013321771984919906, 0.0041779386810958385, 0.026513319462537766, 0.22282223403453827, 0.5990225076675415, 0.8912064433097839, 0.9607043862342834, 0.9804840087890625, 0.9884557127952576, 0.9919094443321228, 0.9934991002082825, 0.9942891001701355, 0.9947338104248047, 0.9950466156005859, 0.995342493057251, 0.9956765174865723, 0.9960600137710571], "prob_old_token": [0.7069204449653625, 0.013537240214645863, 7.757444109302014e-05, 0.0015591239789500833, 0.00036462859134189785, 0.0001089675715775229, 7.024540536804125e-05, 5.3756597480969504e-05, 1.908798913063947e-05, 7.044212907203473e-06, 3.1714621400169563e-06, 1.6818308949950733e-06, 1.0709529760788428e-06, 7.917887501207588e-07, 6.433171506614599e-07, 5.475420152833976e-07, 4.7178255613289366e-07, 4.019718176095921e-07, 3.339446266181767e-07, 2.690772475943959e-07], "update_matrix_norm_1": [25613.21484375], "update_matrix_norm_2": [6.759831428527832], "update_matrix_norm_inf": [0.03969648480415344], "request": {"prompt": "{} is a virtuoso on the", "subject": "David Garrett", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [5.982, 1.182, 0.765, 0.65, 0.627, 0.604, 0.583, 0.566, 0.551, 0.539, 0.529, 0.522, 0.514, 0.507, 0.501, 0.496, 0.492, 0.488, 0.485, 0.482], "prob_new": [0.012565972283482552, 0.5954383611679077, 0.7850620746612549, 0.8421703577041626, 0.8612191677093506, 0.8805217146873474, 0.8985109329223633, 0.914298951625824, 0.927688717842102, 0.9386447072029114, 0.9472541213035583, 0.9540649652481079, 0.9599631428718567, 0.9652751684188843, 0.9697511792182922, 0.973425030708313, 0.9765787124633789, 0.9793383479118347, 0.9817008376121521, 0.983734667301178], "prob_old": [0.4881466031074524, 0.038165830075740814, 0.012177795171737671, 0.007607552222907543, 0.006770104169845581, 0.006795217748731375, 0.007125008851289749, 0.007579255849123001, 0.008046760223805904, 0.008410285227000713, 0.008545346558094025, 0.008383719250559807, 0.007984442636370659, 0.007508837152272463, 0.007086168043315411, 0.006755723152309656, 0.006506971083581448, 0.006320140324532986, 0.006182130891829729, 0.006086613051593304], "prob_new_token": [0.0023504337295889854, 0.7414522171020508, 0.8479540944099426, 0.85873943567276, 0.8769754767417908, 0.8957711458206177, 0.912664532661438, 0.9273075461387634, 0.939844012260437, 0.9505027532577515, 0.9594649076461792, 0.966925323009491, 0.9729514122009277, 0.9774190783500671, 0.9805889129638672, 0.9831048846244812, 0.9853922724723816, 0.9874786138534546, 0.9892022013664246, 0.9904758334159851], "prob_old_token": [0.8658856749534607, 0.0017298093298450112, 0.00029151837225072086, 0.00012438792327884585, 0.00010600277892081067, 0.00011308132525300607, 0.00013111898442730308, 0.00015617981262039393, 0.00018475332763046026, 0.0002105113526340574, 0.00022368889767676592, 0.00021647653193213046, 0.0001923561649164185, 0.00016425063950009644, 0.00014119457046035677, 0.00012438721023499966, 0.00011223620822420344, 0.00010339645086787641, 9.739540109876543e-05, 9.424028394278139e-05], "update_matrix_norm_1": [27436.3046875], "update_matrix_norm_2": [6.305933952331543], "update_matrix_norm_inf": [0.030337750911712646], "request": {"prompt": "{} is a virtuoso on the", "subject": "Simon Gallup", "target_new": {"str": "guitar"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [3.034, 1.545, 0.923, 0.583, 0.515, 0.497, 0.49, 0.486, 0.484, 0.482, 0.48, 0.479, 0.478, 0.477, 0.476, 0.475, 0.475, 0.474, 0.473, 0.472], "prob_new": [0.08145997673273087, 0.36560559272766113, 0.6669673323631287, 0.9105430245399475, 0.971034824848175, 0.9855537414550781, 0.9902316927909851, 0.9923072457313538, 0.9934423565864563, 0.9941492080688477, 0.9946268200874329, 0.9949678182601929, 0.9952207207679749, 0.9954134821891785, 0.9955622553825378, 0.9956779479980469, 0.9957678914070129, 0.9958382844924927, 0.9958957433700562, 0.9959484338760376], "prob_old": [0.4881466031074524, 0.0339786633849144, 0.020175132900476456, 0.002296475227922201, 0.0006589547847397625, 0.0002756272442638874, 0.00015710839943494648, 0.00010941420623566955, 8.664344932185486e-05, 7.481106149498373e-05, 6.864448369015008e-05, 6.582293281098828e-05, 6.520692841149867e-05, 6.619450869038701e-05, 6.845288589829579e-05, 7.178160012699664e-05, 7.603302947245538e-05, 8.105354936560616e-05, 8.66303380462341e-05, 9.243829845217988e-05], "prob_new_token": [0.000610330025665462, 0.12785419821739197, 0.5216867923736572, 0.7950393557548523, 0.9354287385940552, 0.9711957573890686, 0.98225337266922, 0.9868893623352051, 0.989292323589325, 0.9907180070877075, 0.9916399121284485, 0.9922688007354736, 0.992713987827301, 0.9930327534675598, 0.9932605624198914, 0.9934186935424805, 0.9935237169265747, 0.9935877919197083, 0.9936270117759705, 0.9936590194702148], "prob_old_token": [0.8658856749534607, 0.004264530260115862, 0.0015758560039103031, 7.073324377415702e-05, 1.1396828085707966e-05, 3.2161165108846035e-06, 1.4252755136112683e-06, 8.3327040556469e-07, 5.772451459051808e-07, 4.462634421997791e-07, 3.717156573657121e-07, 3.2639991331961937e-07, 2.9781125476802117e-07, 2.796842863972415e-07, 2.685970628135692e-07, 2.6250717155562597e-07, 2.6006321718341496e-07, 2.601584867534257e-07, 2.6166958377871197e-07, 2.632705786709266e-07], "update_matrix_norm_1": [27067.734375], "update_matrix_norm_2": [6.305934906005859], "update_matrix_norm_inf": [0.019253332167863846], "request": {"prompt": "{} is a virtuoso on the", "subject": "Simon Gallup", "target_new": {"str": "violin"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [3.916, 1.865, 0.68, 0.613, 0.574, 0.54, 0.521, 0.51, 0.503, 0.498, 0.494, 0.49, 0.487, 0.484, 0.482, 0.479, 0.477, 0.476, 0.474, 0.473], "prob_new": [0.03825747221708298, 0.2554773986339569, 0.8174340724945068, 0.8754963874816895, 0.908331573009491, 0.9370805621147156, 0.953639030456543, 0.9631932973861694, 0.96917724609375, 0.9732953310012817, 0.9764261841773987, 0.9790158271789551, 0.9812614917755127, 0.9832360744476318, 0.9849717617034912, 0.9864981770515442, 0.9878518581390381, 0.9890717267990112, 0.9901946783065796, 0.99125075340271], "prob_old": [0.4881466031074524, 0.0043108281679451466, 0.0005180356674827635, 0.0001724067988106981, 0.00011399876530049369, 9.004794264910743e-05, 7.570454181404784e-05, 6.598333857255057e-05, 5.867540676263161e-05, 5.245452848612331e-05, 4.6664899855386466e-05, 4.1126888390863314e-05, 3.591660424717702e-05, 3.118020322290249e-05, 2.7021020287065767e-05, 2.3467469873139635e-05, 2.0482637410168536e-05, 1.7992284483625554e-05, 1.590722968103364e-05, 1.4138950064079836e-05], "prob_new_token": [0.0002616338024381548, 0.050491813570261, 0.6851004362106323, 0.8034971356391907, 0.8550212383270264, 0.9018898606300354, 0.9291220307350159, 0.9447184205055237, 0.9541991949081421, 0.9604510068893433, 0.9650477766990662, 0.9688166975975037, 0.9721131920814514, 0.9750379920005798, 0.9776115417480469, 0.9798521995544434, 0.9817950129508972, 0.9834892749786377, 0.9849867224693298, 0.9863272905349731], "prob_old_token": [0.8658856749534607, 0.00017311220290139318, 5.379741924116388e-05, 2.954599040094763e-05, 1.9648190573207103e-05, 1.3362800018512644e-05, 9.521516403765418e-06, 7.178483883762965e-06, 5.651785613736138e-06, 4.567336418404011e-06, 3.744301238839398e-06, 3.0949979645811254e-06, 2.5743631795194233e-06, 2.1554990325967083e-06, 1.8188239891969715e-06, 1.5485095445910702e-06, 1.3310569784152904e-06, 1.1551251191121992e-06, 1.011067865874793e-06, 8.914043974073138e-07], "update_matrix_norm_1": [26876.458984375], "update_matrix_norm_2": [6.305933952331543], "update_matrix_norm_inf": [0.022840488702058792], "request": {"prompt": "{} is a virtuoso on the", "subject": "Simon Gallup", "target_new": {"str": "flute"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [5.616, 4.346, 2.639, 1.978, 0.559, 0.462, 0.449, 0.442, 0.438, 0.434, 0.431, 0.429, 0.426, 0.424, 0.422, 0.42, 0.418, 0.417, 0.415, 0.414], "prob_new": [0.003818599972873926, 0.021114753559231758, 0.11393017321825027, 0.21343760192394257, 0.8808602094650269, 0.9698697328567505, 0.9804273247718811, 0.984045684337616, 0.9861999154090881, 0.9878053665161133, 0.9891048669815063, 0.9901910424232483, 0.9911140203475952, 0.9919084310531616, 0.9926003217697144, 0.9932106733322144, 0.9937549829483032, 0.9942445755004883, 0.9946879744529724, 0.9950910210609436], "prob_old": [0.5068526864051819, 0.03552767261862755, 0.001455882447771728, 0.0009210771531797945, 0.00019783293828368187, 7.562910468550399e-05, 4.905938112642616e-05, 3.976238440372981e-05, 3.546705556800589e-05, 3.31534756696783e-05, 3.1780720746610314e-05, 3.0890063499100506e-05, 3.024166107934434e-05, 2.9691442250623368e-05, 2.9150301998015493e-05, 2.8561713406816125e-05, 2.7897744075744413e-05, 2.715230584726669e-05, 2.6338762836530805e-05, 2.548348857089877e-05], "prob_new_token": [2.2175252524903044e-05, 0.0006460250588133931, 0.008722832426428795, 0.02768869139254093, 0.7639544606208801, 0.9507577419281006, 0.9751002788543701, 0.9826781153678894, 0.9863633513450623, 0.9885786771774292, 0.9900575280189514, 0.9911050796508789, 0.9918794631958008, 0.9924701452255249, 0.9929335117340088, 0.9933066964149475, 0.993613064289093, 0.9938700199127197, 0.9940886497497559, 0.9942772388458252], "prob_old_token": [0.6451798677444458, 0.0029740941245108843, 0.00020985228184144944, 0.0004075408505741507, 3.43204264936503e-05, 4.599529802362667e-06, 1.8966801462738658e-06, 1.1930652590308455e-06, 8.887263334145246e-07, 7.1832533876659e-07, 6.079725949348358e-07, 5.297230245560058e-07, 4.706186587100092e-07, 4.238055169025756e-07, 3.8540744640158664e-07, 3.529974890170706e-07, 3.25184117855315e-07, 3.0102967230050126e-07, 2.7998532914352836e-07, 2.616536107780121e-07], "update_matrix_norm_1": [24961.953125], "update_matrix_norm_2": [6.534833908081055], "update_matrix_norm_inf": [0.026588216423988342], "request": {"prompt": "{} is a virtuoso on the", "subject": "Roger Waters", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [3.266, 2.133, 0.891, 0.516, 0.468, 0.448, 0.437, 0.43, 0.425, 0.421, 0.417, 0.414, 0.412, 0.41, 0.408, 0.407, 0.406, 0.406, 0.405, 0.405], "prob_new": [0.04002171754837036, 0.18908126652240753, 0.6343921422958374, 0.9086641669273376, 0.9524093270301819, 0.9708728194236755, 0.9800362586975098, 0.9858318567276001, 0.9896084070205688, 0.9920974373817444, 0.9938100576400757, 0.9950689077377319, 0.9960852265357971, 0.9969971179962158, 0.9978308081626892, 0.9984868764877319, 0.9988865852355957, 0.9990806579589844, 0.9991539716720581, 0.9991554021835327], "prob_old": [0.5068526864051819, 0.09394020587205887, 0.022768227383494377, 0.0033217165619134903, 0.002092223148792982, 0.0015715162735432386, 0.0012381535489112139, 0.0010137809440493584, 0.0008683549240231514, 0.0007765846094116569, 0.0007213833159767091, 0.0006890217191539705, 0.0006608209805563092, 0.0006101292674429715, 0.0005195732810534537, 0.000407881016144529, 0.0003158845647703856, 0.00026179832639172673, 0.00024050068168435246, 0.000246456969762221], "prob_new_token": [0.0012708972208201885, 0.042757660150527954, 0.5119627118110657, 0.8350175619125366, 0.9124035835266113, 0.9458575248718262, 0.9624815583229065, 0.9734067916870117, 0.9806957840919495, 0.9855026602745056, 0.9887104034423828, 0.990919828414917, 0.9925788640975952, 0.9940821528434753, 0.9956379532814026, 0.9970890879631042, 0.9981520771980286, 0.9987682700157166, 0.9990529417991638, 0.9991214275360107], "prob_old_token": [0.6451798677444458, 0.046861547976732254, 0.007997848093509674, 0.0002501147973816842, 7.622172415722162e-05, 4.1867631807690486e-05, 2.7859872716362588e-05, 1.9934224837925285e-05, 1.4977847968111746e-05, 1.1754084880521987e-05, 9.682533345767297e-06, 8.419433470407967e-06, 7.597190233354922e-06, 6.70979306960362e-06, 5.396814685809659e-06, 3.853403995890403e-06, 2.578382918727584e-06, 1.798307948774891e-06, 1.4490947251033504e-06, 1.4208011407390586e-06], "update_matrix_norm_1": [25095.984375], "update_matrix_norm_2": [6.534834384918213], "update_matrix_norm_inf": [0.025326019152998924], "request": {"prompt": "{} is a virtuoso on the", "subject": "Roger Waters", "target_new": {"str": "cello"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [3.739, 2.96, 1.207, 0.565, 0.491, 0.463, 0.449, 0.441, 0.434, 0.429, 0.425, 0.42, 0.417, 0.414, 0.412, 0.41, 0.409, 0.407, 0.406, 0.405], "prob_new": [0.02477559633553028, 0.08091283589601517, 0.46260252594947815, 0.8661631941795349, 0.9332625269889832, 0.9581998586654663, 0.9700511693954468, 0.9768937826156616, 0.9814702272415161, 0.9848365187644958, 0.9874536395072937, 0.9895525574684143, 0.9912599921226501, 0.9926419854164124, 0.9937402606010437, 0.9946115612983704, 0.9953349828720093, 0.9959812164306641, 0.9965847730636597, 0.9971458315849304], "prob_old": [0.5068526864051819, 0.06194169446825981, 0.021067650988698006, 0.003246702952310443, 0.00179704197216779, 0.0015532190445810556, 0.0014874580083414912, 0.001436230493709445, 0.001358620822429657, 0.0012518923031166196, 0.0011258884333074093, 0.0009919890435412526, 0.0008593187667429447, 0.0007348896469920874, 0.0006240225047804415, 0.0005294333677738905, 0.00044999041710980237, 0.0003820357087533921, 0.0003223522217012942, 0.00026979210088029504], "prob_new_token": [0.0007682101568207145, 0.016676053404808044, 0.22316986322402954, 0.7812224626541138, 0.8933835625648499, 0.9359717965126038, 0.9546529650688171, 0.9650879502296448, 0.9719412326812744, 0.9768998622894287, 0.980693519115448, 0.9836949110031128, 0.9861088991165161, 0.9880312085151672, 0.9895269870758057, 0.9906991124153137, 0.9917049407958984, 0.9926807284355164, 0.9936776757240295, 0.9946711659431458], "prob_old_token": [0.6451798677444458, 0.019986741244792938, 0.0043769897893071175, 0.00017926900181919336, 6.422480510082096e-05, 4.441528653842397e-05, 3.8564867281820625e-05, 3.5918448702432215e-05, 3.381128772161901e-05, 3.147890674881637e-05, 2.8793132514692843e-05, 2.5845118216238916e-05, 2.279407999594696e-05, 1.9841460016323254e-05, 1.7157797628897242e-05, 1.479546153859701e-05, 1.2687372873187996e-05, 1.0755102266557515e-05, 8.978883670351934e-06, 7.384053333225893e-06], "update_matrix_norm_1": [25098.802734375], "update_matrix_norm_2": [6.534833908081055], "update_matrix_norm_inf": [0.02803242951631546], "request": {"prompt": "{} is a virtuoso on the", "subject": "Roger Waters", "target_new": {"str": "sitar"}, "old_answer": {"str": "bass guitar"}, "seed": 42}}, {"loss_per_step": [6.859, 2.257, 1.099, 0.775, 0.653, 0.581, 0.532, 0.497, 0.471, 0.451, 0.437, 0.426, 0.418, 0.412, 0.407, 0.402, 0.399, 0.396, 0.394, 0.393], "prob_new": [0.0016045194352045655, 0.1731455773115158, 0.5032098293304443, 0.6872016787528992, 0.7754384279251099, 0.8319007754325867, 0.872534453868866, 0.9027166962623596, 0.9253441095352173, 0.9423781037330627, 0.955280601978302, 0.9651606678962708, 0.9728392958641052, 0.9789059162139893, 0.9837623238563538, 0.9876629114151001, 0.9907553791999817, 0.993135929107666, 0.9949021339416504, 0.9961704015731812], "prob_old": [0.49947312474250793, 0.015532401390373707, 0.00015210980200208724, 9.105251228902489e-05, 8.645155321573839e-05, 8.608993812231347e-05, 8.51723671075888e-05, 8.341830834979191e-05, 8.093923679552972e-05, 7.767644274281338e-05, 7.338522846112028e-05, 6.776265217922628e-05, 6.062774991733022e-05, 5.207563299336471e-05, 4.258360422682017e-05, 3.297677540103905e-05, 2.4206679881899618e-05, 1.69882841873914e-05, 1.157865972345462e-05, 7.82469487603521e-06], "prob_new_token": [0.000463581905933097, 0.11861410737037659, 0.48785752058029175, 0.6690274477005005, 0.7643178105354309, 0.8250035643577576, 0.8681756854057312, 0.900155246257782, 0.9240672588348389, 0.9419209361076355, 0.9552352428436279, 0.9652087688446045, 0.9727493524551392, 0.9785305857658386, 0.9830273389816284, 0.9865673780441284, 0.9893646240234375, 0.9915598630905151, 0.9932568073272705, 0.9945449233055115], "prob_old_token": [0.622848391532898, 0.011997196823358536, 7.236425153678283e-05, 4.6815621317364275e-05, 4.751138840219937e-05, 4.9965554353548214e-05, 5.1726459787460044e-05, 5.2652489102911204e-05, 5.288478496368043e-05, 5.246196815278381e-05, 5.130796489538625e-05, 4.927819827571511e-05, 4.626371810445562e-05, 4.225125667289831e-05, 3.7362813600338995e-05, 3.185170498909429e-05, 2.6107562007382512e-05, 2.0602086806320585e-05, 1.576794784341473e-05, 1.1861546227009967e-05], "update_matrix_norm_1": [26521.53125], "update_matrix_norm_2": [6.5410356521606445], "update_matrix_norm_inf": [0.0456906296312809], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chris de Burgh", "target_new": {"str": "drums"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.373, 2.154, 1.394, 0.65, 0.432, 0.416, 0.411, 0.406, 0.402, 0.399, 0.397, 0.395, 0.394, 0.393, 0.392, 0.391, 0.391, 0.39, 0.39, 0.39], "prob_new": [0.03631119802594185, 0.17773029208183289, 0.3747507631778717, 0.778567373752594, 0.9668157696723938, 0.9865145087242126, 0.9910692572593689, 0.9929611682891846, 0.9939841628074646, 0.994627833366394, 0.9950745105743408, 0.9954046607017517, 0.9956581592559814, 0.995855450630188, 0.9960083961486816, 0.9961250424385071, 0.9962114691734314, 0.9962725043296814, 0.99631267786026, 0.9963361024856567], "prob_old": [0.49947312474250793, 0.015685860067605972, 0.0011176588013768196, 0.0006742880796082318, 0.00012264946417417377, 4.134466507821344e-05, 2.3866863557486795e-05, 1.7990278138313442e-05, 1.568824336573016e-05, 1.4758229553990532e-05, 1.4313377505459357e-05, 1.396662810293492e-05, 1.3587839930551127e-05, 1.3169807971280534e-05, 1.2745820640702732e-05, 1.2344791684881784e-05, 1.1978644579357933e-05, 1.1643539437500294e-05, 1.132748366217129e-05, 1.1013162293238565e-05], "prob_new_token": [0.00044573924969881773, 0.021408163011074066, 0.09328681230545044, 0.5936211943626404, 0.9456477165222168, 0.9796341061592102, 0.9866312146186829, 0.989303469657898, 0.9907192587852478, 0.991655170917511, 0.9923585057258606, 0.9929150938987732, 0.9933567047119141, 0.9936994314193726, 0.9939531683921814, 0.9941279888153076, 0.9942357540130615, 0.9942872524261475, 0.9942943453788757, 0.9942680597305298], "prob_old_token": [0.622848391532898, 0.011621274054050446, 0.0005396210472099483, 0.000394627102650702, 7.334144174819812e-05, 2.7263231459073722e-05, 1.7029373339028098e-05, 1.3583424333774019e-05, 1.2403072105371393e-05, 1.2108200280636083e-05, 1.2071236596966628e-05, 1.2014397725579329e-05, 1.1864283806062303e-05, 1.1640834600257222e-05, 1.1391601219656877e-05, 1.1147206350869965e-05, 1.0919762644334696e-05, 1.070404232450528e-05, 1.0485571692697704e-05, 1.0248761100228876e-05], "update_matrix_norm_1": [25992.4296875], "update_matrix_norm_2": [6.541033744812012], "update_matrix_norm_inf": [0.03506423905491829], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chris de Burgh", "target_new": {"str": "clarinet"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [2.379, 1.451, 0.515, 0.455, 0.433, 0.421, 0.415, 0.41, 0.407, 0.404, 0.402, 0.4, 0.399, 0.397, 0.396, 0.395, 0.395, 0.394, 0.393, 0.393], "prob_new": [0.09695284813642502, 0.3588912785053253, 0.8857751488685608, 0.9372129440307617, 0.9570481777191162, 0.9673994183540344, 0.9738147258758545, 0.9781072735786438, 0.981111466884613, 0.9833162426948547, 0.9850238561630249, 0.9864085912704468, 0.9875662922859192, 0.988551914691925, 0.9894016981124878, 0.990144670009613, 0.9908029437065125, 0.9913932681083679, 0.9919267296791077, 0.99241042137146], "prob_old": [0.49947312474250793, 0.011765862815082073, 0.0001819567260099575, 5.945504744886421e-05, 3.2127780286828056e-05, 2.133933230652474e-05, 1.5767602235428058e-05, 1.2468887689465191e-05, 1.0374171324656345e-05, 8.984639862319455e-06, 8.027827789192088e-06, 7.343709967244649e-06, 6.833400675532175e-06, 6.432816917367745e-06, 6.098286576161627e-06, 5.799839982500998e-06, 5.51834273210261e-06, 5.243588020675816e-06, 4.97304972668644e-06, 4.708658707386348e-06], "prob_new_token": [0.003610803047195077, 0.12036122381687164, 0.8312777280807495, 0.9074047207832336, 0.9372654557228088, 0.9522266387939453, 0.9613211154937744, 0.9674009084701538, 0.9716895818710327, 0.9748733639717102, 0.9773761034011841, 0.9794374704360962, 0.9811881184577942, 0.9826996922492981, 0.9840214252471924, 0.9851923584938049, 0.9862397313117981, 0.9871895909309387, 0.9880555868148804, 0.9888491630554199], "prob_old_token": [0.622848391532898, 0.007266351953148842, 0.00010387995280325413, 3.984604336437769e-05, 2.2080103008192964e-05, 1.4743881365575362e-05, 1.086120664695045e-05, 8.513002285326365e-06, 6.996129286562791e-06, 5.978944500384387e-06, 5.274216619000072e-06, 4.769908628077246e-06, 4.395465566631174e-06, 4.105335392523557e-06, 3.868039129883982e-06, 3.6623152936954284e-06, 3.4746994970191736e-06, 3.2968114282994065e-06, 3.125570401607547e-06, 2.960811343655223e-06], "update_matrix_norm_1": [26643.57421875], "update_matrix_norm_2": [6.54103422164917], "update_matrix_norm_inf": [0.028985174372792244], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chris de Burgh", "target_new": {"str": "violin"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [6.249, 2.468, 2.061, 1.398, 0.863, 0.523, 0.451, 0.436, 0.43, 0.427, 0.425, 0.423, 0.421, 0.42, 0.419, 0.418, 0.418, 0.417, 0.416, 0.416], "prob_new": [0.0025372097734361887, 0.13293972611427307, 0.19953082501888275, 0.38668733835220337, 0.6526325345039368, 0.9088033437728882, 0.973772406578064, 0.9870105385780334, 0.9909792542457581, 0.9928033351898193, 0.9939215779304504, 0.9947153925895691, 0.9953115582466125, 0.9957656264305115, 0.9961087703704834, 0.9963623285293579, 0.9965416193008423, 0.9966573715209961, 0.9967160820960999, 0.9967213869094849], "prob_old": [0.733594536781311, 0.03266328573226929, 0.027925072237849236, 0.008997661992907524, 0.000589073752053082, 2.174377368646674e-05, 1.957741687874659e-06, 4.894507128483383e-07, 2.1328405352960544e-07, 1.2692549944404163e-07, 9.12599418256832e-08, 7.400647206168287e-08, 6.501865357222414e-08, 6.044066935828596e-08, 5.86475223940397e-08, 5.8940038627497415e-08, 6.109049621727536e-08, 6.519907458368834e-08, 7.171848892539856e-08, 8.155438280255112e-08], "prob_new_token": [2.3587790565215982e-05, 0.024233471602201462, 0.04578615352511406, 0.16654494404792786, 0.481251060962677, 0.8630459904670715, 0.9637492299079895, 0.9831131100654602, 0.9887272715568542, 0.9913135170936584, 0.9929265379905701, 0.9940872192382812, 0.9949648380279541, 0.9956340193748474, 0.9961428046226501, 0.9965258836746216, 0.9968101978302002, 0.9970173239707947, 0.997162938117981, 0.9972584247589111], "prob_old_token": [0.76705402135849, 0.022973567247390747, 0.01943439058959484, 0.006913874298334122, 0.0002813151804730296, 7.600182470923755e-06, 5.973624297439528e-07, 1.375985618778941e-07, 5.606776554145654e-08, 3.123678027350252e-08, 2.1117930515401895e-08, 1.6223024701389477e-08, 1.3607429849571417e-08, 1.2151411432625991e-08, 1.1360826945860936e-08, 1.099351631950185e-08, 1.0924850357696414e-08, 1.1095007579342564e-08, 1.1502551799935645e-08, 1.2198504428795331e-08], "update_matrix_norm_1": [27039.12109375], "update_matrix_norm_2": [6.875382900238037], "update_matrix_norm_inf": [0.03779088333249092], "request": {"prompt": "{} is a virtuoso on the", "subject": "Ginger Baker", "target_new": {"str": "flute"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [5.89, 1.76, 1.253, 0.674, 0.493, 0.456, 0.443, 0.435, 0.43, 0.426, 0.423, 0.421, 0.42, 0.419, 0.418, 0.417, 0.417, 0.416, 0.416, 0.416], "prob_new": [0.0032433527521789074, 0.2701064646244049, 0.44814297556877136, 0.7884587049484253, 0.9371044039726257, 0.971717119216919, 0.9833616018295288, 0.9891141653060913, 0.9924240112304688, 0.9944676160812378, 0.9957359433174133, 0.9965217709541321, 0.9970054626464844, 0.9972861409187317, 0.9974175691604614, 0.9974328875541687, 0.9973592758178711, 0.9972295761108398, 0.9970863461494446, 0.9969773292541504], "prob_old": [0.733594536781311, 0.017086045816540718, 0.006602741777896881, 0.00034242949914187193, 1.1196070772712119e-05, 1.1516209497131058e-06, 3.181577028499305e-07, 1.3925127007041738e-07, 7.942193036569734e-08, 5.425517102253252e-08, 4.302329159600049e-08, 3.858037089798927e-08, 3.8323385354033235e-08, 4.1688824836683125e-08, 4.919858653806841e-08, 6.213501535512478e-08, 8.223674541341097e-08, 1.1077147377136498e-07, 1.466028436425404e-07, 1.8432878334806446e-07], "prob_new_token": [4.375674507173244e-06, 0.07165656983852386, 0.1671394407749176, 0.5350785255432129, 0.8651862740516663, 0.9342934489250183, 0.9609310626983643, 0.9754300713539124, 0.9842096567153931, 0.9896755218505859, 0.9929807782173157, 0.9948543310165405, 0.9958386421203613, 0.9962913990020752, 0.996416449546814, 0.9963282942771912, 0.9961056113243103, 0.9958183765411377, 0.9955416321754456, 0.9953584671020508], "prob_old_token": [0.76705402135849, 0.01316631119698286, 0.0044771586544811726, 0.0002246796211693436, 4.809874099009903e-06, 5.542018470805488e-07, 1.6880969155863568e-07, 7.568609561303674e-08, 4.0775578469265383e-08, 2.436683921303029e-08, 1.6016995729728478e-08, 1.2022264961331075e-08, 1.0635566205507985e-08, 1.1074985373227264e-08, 1.322128806435785e-08, 1.737451604810758e-08, 2.397735698878023e-08, 3.321892094731993e-08, 4.4495010342870955e-08, 5.5871016257924566e-08], "update_matrix_norm_1": [27148.05078125], "update_matrix_norm_2": [6.875382900238037], "update_matrix_norm_inf": [0.030860036611557007], "request": {"prompt": "{} is a virtuoso on the", "subject": "Ginger Baker", "target_new": {"str": "violin"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [6.866, 3.904, 2.55, 1.196, 0.498, 0.446, 0.434, 0.428, 0.423, 0.42, 0.417, 0.416, 0.415, 0.414, 0.413, 0.413, 0.413, 0.412, 0.412, 0.411], "prob_new": [0.0011150274658575654, 0.033498045057058334, 0.12282347679138184, 0.4744665026664734, 0.9418235421180725, 0.9884918928146362, 0.9951008558273315, 0.9970819354057312, 0.9980016350746155, 0.9985273480415344, 0.9988605976104736, 0.999086320400238, 0.9992378950119019, 0.99931800365448, 0.9993434548377991, 0.9993507266044617, 0.9993634819984436, 0.9993892312049866, 0.9994227290153503, 0.9994500875473022], "prob_old": [0.733594536781311, 0.03342723846435547, 0.005216445308178663, 0.0012988317757844925, 4.242708655510796e-06, 1.7758101478193566e-07, 3.92228862722277e-08, 1.6401088487327797e-08, 8.921581695631176e-09, 5.520982782059036e-09, 3.7180976075745775e-09, 2.685456745865622e-09, 2.1214627832222277e-09, 1.977327857005662e-09, 2.1916326531368213e-09, 2.633144591257519e-09, 3.2037019703778924e-09, 3.841521767355971e-09, 4.54276660732944e-09, 5.465612407107301e-09], "prob_new_token": [3.893398115906166e-06, 0.0008307840907946229, 0.01286222878843546, 0.21336382627487183, 0.8620460629463196, 0.9692986607551575, 0.9855836033821106, 0.9909210205078125, 0.9936056137084961, 0.9951881170272827, 0.9961705803871155, 0.9968053102493286, 0.997201681137085, 0.9973169565200806, 0.9971756935119629, 0.9969483017921448, 0.9967591166496277, 0.9966446161270142, 0.996583878993988, 0.9964963793754578], "prob_old_token": [0.76705402135849, 0.031283650547266006, 0.005756449420005083, 0.0017931456677615643, 6.3621259869250935e-06, 2.1543473849305883e-07, 4.593791302909267e-08, 1.999878485037243e-08, 1.1478772599105014e-08, 7.592608319839655e-09, 5.569946281980265e-09, 4.4658059472624245e-09, 3.9911074445342365e-09, 4.353394977840708e-09, 5.790248724935054e-09, 8.225287118079905e-09, 1.1532340415953968e-08, 1.5731185243339496e-08, 2.1112130710321253e-08, 2.8806873331177485e-08], "update_matrix_norm_1": [25624.52734375], "update_matrix_norm_2": [6.875382900238037], "update_matrix_norm_inf": [0.03688065707683563], "request": {"prompt": "{} is a virtuoso on the", "subject": "Ginger Baker", "target_new": {"str": "zither"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [1.917, 1.6, 1.074, 0.662, 0.511, 0.476, 0.447, 0.43, 0.425, 0.424, 0.422, 0.421, 0.42, 0.42, 0.42, 0.419, 0.416, 0.406, 0.392, 0.375], "prob_new": [0.15163511037826538, 0.31664472818374634, 0.5303097367286682, 0.7969430685043335, 0.9234115481376648, 0.9546276330947876, 0.9790029525756836, 0.9943377375602722, 0.9980281591415405, 0.9989580512046814, 0.999280571937561, 0.9994025826454163, 0.9994461536407471, 0.9994125366210938, 0.9992680549621582, 0.9989315271377563, 0.998238742351532, 0.9973397254943848, 0.9966650605201721, 0.9960836172103882], "prob_old": [0.590754508972168, 0.1520950198173523, 0.027367115020751953, 0.00012124257773393765, 6.7903863509855e-07, 7.030541127051038e-08, 2.2200627114443705e-08, 2.3970759599478697e-08, 8.476054347283934e-08, 4.534522091148574e-08, 2.2965659596252408e-08, 1.7350094694279505e-08, 1.672365712579449e-08, 1.8506863597167467e-08, 2.218577321855264e-08, 2.927665931906631e-08, 4.8283315123853754e-08, 1.0674800421384134e-07, 3.0597823297284776e-07, 7.73605904669239e-07], "prob_new_token": [7.370871753664687e-05, 0.007037703413516283, 0.15811553597450256, 0.7114478945732117, 0.9919791221618652, 0.9984397292137146, 0.9989548325538635, 0.9989608526229858, 0.9986142516136169, 0.9987080693244934, 0.9989615678787231, 0.9991963505744934, 0.9993532299995422, 0.9994103908538818, 0.9993845820426941, 0.9992761611938477, 0.9990050196647644, 0.9984661936759949, 0.9976141452789307, 0.9969797730445862], "prob_old_token": [0.6425632834434509, 0.12664780020713806, 0.012584037147462368, 4.069351780344732e-05, 4.7297095306930714e-07, 6.844101818614945e-08, 2.764170226043916e-08, 2.2347350636664487e-08, 2.8958753617303046e-08, 2.5424204963542252e-08, 1.921911163549339e-08, 1.5720475587954752e-08, 1.463298548998182e-08, 1.5440161149626874e-08, 1.7811425223612787e-08, 2.273857191426032e-08, 3.664718661866573e-08, 7.559694381598092e-08, 1.824751052481588e-07, 4.5074082777318836e-07], "update_matrix_norm_1": [18617.96875], "update_matrix_norm_2": [5.594597339630127], "update_matrix_norm_inf": [0.058790165930986404], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chuck Berry", "target_new": {"str": "alto saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [9.859, 5.429, 2.899, 1.89, 1.112, 0.788, 0.626, 0.543, 0.502, 0.479, 0.466, 0.457, 0.45, 0.445, 0.442, 0.439, 0.437, 0.434, 0.433, 0.431], "prob_new": [0.0001651326019782573, 0.009797193109989166, 0.08931083232164383, 0.2523515820503235, 0.5217870473861694, 0.7094144225120544, 0.8287705779075623, 0.897374153137207, 0.9342357516288757, 0.9547399282455444, 0.9669494032859802, 0.9746627807617188, 0.9797550439834595, 0.9832534193992615, 0.9857633113861084, 0.9876485466957092, 0.9891261458396912, 0.990325391292572, 0.9913235902786255, 0.9921678900718689], "prob_old": [0.590754508972168, 0.11069595813751221, 0.0006282466929405928, 0.0001815502910176292, 0.00018284730322193354, 0.00011416661436669528, 4.6209235733840615e-05, 1.8045513570541516e-05, 8.258299203589559e-06, 4.369017915450968e-06, 2.537223508625175e-06, 1.5760192582092714e-06, 1.0409927426735521e-06, 7.308505587388936e-07, 5.438874381979986e-07, 4.262722370640404e-07, 3.4898152989626396e-07, 2.961077143481816e-07, 2.5876792619783373e-07, 2.318404739298785e-07], "prob_new_token": [1.5251979675667826e-05, 0.0055871158838272095, 0.09760962426662445, 0.19191522896289825, 0.5400784015655518, 0.7508494853973389, 0.8579674959182739, 0.9143610596656799, 0.9444384574890137, 0.9614169597625732, 0.9716127514839172, 0.9780780076980591, 0.982352077960968, 0.9852909445762634, 0.9874064326286316, 0.9890053868293762, 0.9902716875076294, 0.9913133382797241, 0.9921935796737671, 0.9929509162902832], "prob_old_token": [0.6425632834434509, 0.10054109990596771, 0.00023585664166603237, 0.00010040334746008739, 0.00011267376248724759, 6.791427585994825e-05, 2.9638442356372252e-05, 1.319210059591569e-05, 6.64447907183785e-06, 3.7184204302320722e-06, 2.24048176278302e-06, 1.4303327589004766e-06, 9.6562189355609e-07, 6.903786129441869e-07, 5.217994498707412e-07, 4.1448819843026286e-07, 3.433155484344752e-07, 2.9419712177514157e-07, 2.592240662124823e-07, 2.3370994028937275e-07], "update_matrix_norm_1": [24011.51171875], "update_matrix_norm_2": [6.311483860015869], "update_matrix_norm_inf": [0.04679008200764656], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chuck Berry", "target_new": {"str": "organ"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.225, 1.875, 0.809, 0.467, 0.45, 0.444, 0.44, 0.437, 0.434, 0.431, 0.429, 0.427, 0.425, 0.424, 0.423, 0.423, 0.423, 0.422, 0.422, 0.422], "prob_new": [0.050995659083127975, 0.23930105566978455, 0.6941044926643372, 0.967003583908081, 0.9855653047561646, 0.9905750155448914, 0.9930854439735413, 0.9946129322052002, 0.9955952167510986, 0.9962263703346252, 0.9966151118278503, 0.996833086013794, 0.9969351887702942, 0.9969623684883118, 0.9969419836997986, 0.9968932271003723, 0.9968332648277283, 0.9967809319496155, 0.9967553615570068, 0.9967668652534485], "prob_old": [0.590754508972168, 0.16496288776397705, 0.03468327224254608, 0.00035926225245930254, 6.0287336964393035e-05, 3.069986269110814e-05, 2.28810022235848e-05, 2.0167066395515576e-05, 1.944556242960971e-05, 1.9892722775693983e-05, 2.130883513018489e-05, 2.360228063480463e-05, 2.6521511244936846e-05, 2.9635521059390157e-05, 3.253818431403488e-05, 3.501618266454898e-05, 3.702505273395218e-05, 3.857235788018443e-05, 3.964117786381394e-05, 4.025099042337388e-05], "prob_new_token": [0.0005997210391797125, 0.0456538163125515, 0.5361393094062805, 0.9408782720565796, 0.975480854511261, 0.9848459959030151, 0.9893076419830322, 0.9919014573097229, 0.99350905418396, 0.9945046901702881, 0.9950883984565735, 0.9953911304473877, 0.9955118298530579, 0.9955272078514099, 0.9954944252967834, 0.9954574108123779, 0.9954452514648438, 0.9954771399497986, 0.9955629110336304, 0.995696485042572], "prob_old_token": [0.6425632834434509, 0.1472836583852768, 0.017035922035574913, 0.00017064643907360733, 3.9825150452088565e-05, 2.1607773305731826e-05, 1.6268910258077085e-05, 1.4322894458018709e-05, 1.3776033483736683e-05, 1.4089519936533179e-05, 1.5158261703618336e-05, 1.6968322597676888e-05, 1.9387009160709567e-05, 2.209101148764603e-05, 2.4648958060424775e-05, 2.6686289857025258e-05, 2.8028189262840897e-05, 2.863807458197698e-05, 2.8529091650852934e-05, 2.7808137019746937e-05], "update_matrix_norm_1": [23929.48828125], "update_matrix_norm_2": [6.311483383178711], "update_matrix_norm_inf": [0.03920036181807518], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chuck Berry", "target_new": {"str": "violin"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.833, 4.775, 2.615, 1.582, 0.638, 0.414, 0.388, 0.378, 0.37, 0.363, 0.359, 0.357, 0.353, 0.349, 0.347, 0.345, 0.344, 0.344, 0.343, 0.342], "prob_new": [0.0035806356463581324, 0.013230398297309875, 0.10929172486066818, 0.30935823917388916, 0.7667319774627686, 0.9495559334754944, 0.976151168346405, 0.9835124611854553, 0.9870345592498779, 0.9892467260360718, 0.9908217787742615, 0.9920452833175659, 0.993034303188324, 0.9938245415687561, 0.9944365620613098, 0.994909942150116, 0.9952886700630188, 0.9956125617027283, 0.9959108233451843, 0.9961963295936584], "prob_old": [0.6416579484939575, 0.00873507373034954, 0.013507641851902008, 0.002379775745794177, 0.00024319782096426934, 4.376415745355189e-05, 1.175418947241269e-05, 5.092729224998038e-06, 3.087665163548081e-06, 2.331405312361312e-06, 1.958635948540177e-06, 1.625752133804781e-06, 1.2716828905467992e-06, 9.8173097740073e-07, 7.906293717496737e-07, 6.747499696757586e-07, 6.05556124355644e-07, 5.628372150567884e-07, 5.335864443622995e-07, 5.081103608972626e-07], "prob_new_token": [2.7069881980423816e-05, 0.00035235530231148005, 0.026291996240615845, 0.06395892798900604, 0.5079301595687866, 0.905152440071106, 0.9717432856559753, 0.9866775274276733, 0.9914019703865051, 0.9932657480239868, 0.9941667318344116, 0.9948378205299377, 0.9954814314842224, 0.9960234761238098, 0.9964190721511841, 0.9966918230056763, 0.9968769550323486, 0.99699866771698, 0.9970718026161194, 0.9971142411231995], "prob_old_token": [0.6701180934906006, 0.012360073626041412, 0.014453766867518425, 0.0037318423856049776, 0.0004139022494200617, 8.471063483739272e-05, 2.2241607439354993e-05, 9.766807124833576e-06, 6.184558515087701e-06, 4.9695649977365974e-06, 4.458816420083167e-06, 3.852742793242214e-06, 3.00870260616648e-06, 2.2735971469955985e-06, 1.8036047322311788e-06, 1.540164703328628e-06, 1.404947624905617e-06, 1.3412318367045373e-06, 1.308783566855709e-06, 1.2787984360329574e-06], "update_matrix_norm_1": [26955.26171875], "update_matrix_norm_2": [7.152522563934326], "update_matrix_norm_inf": [0.034856587648391724], "request": {"prompt": "{} is a virtuoso on the", "subject": "Dietrich Buxtehude", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "organ"}, "seed": 42}}, {"loss_per_step": [2.079, 1.323, 0.941, 0.749, 0.611, 0.51, 0.436, 0.39, 0.364, 0.359, 0.358, 0.358, 0.35, 0.347, 0.345, 0.343, 0.341, 0.34, 0.339, 0.339], "prob_new": [0.12877143919467926, 0.3927815854549408, 0.5565167665481567, 0.6720091700553894, 0.771712064743042, 0.8543984889984131, 0.9183692336082458, 0.959342896938324, 0.9801639318466187, 0.9890663623809814, 0.9937081336975098, 0.9954530596733093, 0.9960129261016846, 0.99601149559021, 0.9961397051811218, 0.9966491460800171, 0.9973409175872803, 0.9979484677314758, 0.9983741641044617, 0.9986485242843628], "prob_old": [0.6416579484939575, 0.0055966502986848354, 0.0007477255421690643, 0.0002796146145556122, 0.00016201709513552487, 0.00012173714640084654, 9.025273175211623e-05, 5.4706830269424245e-05, 2.622797546791844e-05, 1.3869203030481003e-05, 7.705675670877099e-06, 6.201133146532811e-06, 6.881401077407645e-06, 7.440656190738082e-06, 6.951461273274617e-06, 5.135155333846342e-06, 3.054083663300844e-06, 1.580499315423367e-06, 7.834763664504862e-07, 4.040306009756023e-07], "prob_new_token": [3.068264777539298e-05, 0.005364648997783661, 0.04314550757408142, 0.1355590522289276, 0.3131169080734253, 0.5387362241744995, 0.7420192956924438, 0.8761717081069946, 0.9419007897377014, 0.9649099707603455, 0.9802266955375671, 0.9840089082717896, 0.9795991778373718, 0.975123405456543, 0.9741140604019165, 0.9775401949882507, 0.9828928112983704, 0.9874918460845947, 0.9906293153762817, 0.9927508234977722], "prob_old_token": [0.6701180934906006, 0.006053829099982977, 0.0007159368833526969, 0.0002754329179879278, 0.00015799715765751898, 0.00012176167365396395, 9.757567022461444e-05, 6.464179750764742e-05, 3.284298145445064e-05, 1.9033455828321166e-05, 1.2329174751357641e-05, 1.0035753803094849e-05, 1.1957084097957704e-05, 1.3398657756624743e-05, 1.2234302630531602e-05, 8.517615242453758e-06, 4.7306593842222355e-06, 2.331194991711527e-06, 1.1243289463891415e-06, 5.56424993192195e-07], "update_matrix_norm_1": [27216.025390625], "update_matrix_norm_2": [7.152522563934326], "update_matrix_norm_inf": [0.0686870664358139], "request": {"prompt": "{} is a virtuoso on the", "subject": "Dietrich Buxtehude", "target_new": {"str": "tenor saxophone"}, "old_answer": {"str": "organ"}, "seed": 42}}, {"loss_per_step": [3.001, 1.641, 0.973, 0.639, 0.482, 0.436, 0.413, 0.395, 0.382, 0.372, 0.365, 0.36, 0.356, 0.352, 0.35, 0.347, 0.345, 0.344, 0.342, 0.341], "prob_new": [0.06581039726734161, 0.2900072932243347, 0.5521457195281982, 0.7584688663482666, 0.8791843056678772, 0.9172675013542175, 0.937004566192627, 0.9519444704055786, 0.9633008241653442, 0.9715191125869751, 0.9774410128593445, 0.9818516969680786, 0.985275387763977, 0.9880164265632629, 0.9902530908584595, 0.9920989871025085, 0.9936262965202332, 0.994879424571991, 0.9958892464637756, 0.9966893792152405], "prob_old": [0.6416579484939575, 0.006171197630465031, 0.004442139063030481, 0.0007134696352295578, 0.0001655566447880119, 7.705246389377862e-05, 4.7794477723073214e-05, 3.110547550022602e-05, 2.0344636141089723e-05, 1.362459715892328e-05, 9.47970420384081e-06, 6.82719610267668e-06, 5.02615421282826e-06, 3.7414929465739988e-06, 2.797600927806343e-06, 2.0941865841450635e-06, 1.56987039190426e-06, 1.1846448160213185e-06, 9.076657079276629e-07, 7.10811946191825e-07], "prob_new_token": [0.005718879867345095, 0.09534718841314316, 0.3392939567565918, 0.603367269039154, 0.8157547116279602, 0.8740124702453613, 0.9022502899169922, 0.9242526292800903, 0.9411501884460449, 0.9533165097236633, 0.9620230197906494, 0.9685001969337463, 0.9735851287841797, 0.9777542948722839, 0.9812560677528381, 0.9842272400856018, 0.9867411255836487, 0.9888153076171875, 0.990446925163269, 0.9916663765907288], "prob_old_token": [0.6701180934906006, 0.006162672303617001, 0.004414860159158707, 0.0008325444650836289, 0.00019146851263940334, 9.174703882308677e-05, 5.6347926147282124e-05, 3.605253004934639e-05, 2.3559665351058356e-05, 1.6059770132414997e-05, 1.1496209481265396e-05, 8.550389793526847e-06, 6.504650627903175e-06, 5.005695584259229e-06, 3.877305516652996e-06, 3.019380983459996e-06, 2.371160007896833e-06, 1.8958428427140461e-06, 1.5645620123905246e-06, 1.3448450317810057e-06], "update_matrix_norm_1": [29079.470703125], "update_matrix_norm_2": [7.152522087097168], "update_matrix_norm_inf": [0.0346732921898365], "request": {"prompt": "{} is a virtuoso on the", "subject": "Dietrich Buxtehude", "target_new": {"str": "cello"}, "old_answer": {"str": "organ"}, "seed": 42}}, {"loss_per_step": [6.126, 4.797, 3.54, 2.364, 1.12, 0.453, 0.424, 0.416, 0.412, 0.41, 0.408, 0.406, 0.404, 0.403, 0.402, 0.401, 0.4, 0.399, 0.399, 0.398], "prob_new": [0.0024610792752355337, 0.013771184720098972, 0.04672934487462044, 0.1487865000963211, 0.504580557346344, 0.9645941853523254, 0.989840030670166, 0.9951005578041077, 0.9969522356987, 0.9978058338165283, 0.9982701539993286, 0.9985533356666565, 0.9987415075302124, 0.998874843120575, 0.998974621295929, 0.999052882194519, 0.999116837978363, 0.9991707801818848, 0.9992179870605469, 0.9992609620094299], "prob_old": [0.6515762805938721, 0.11771806329488754, 0.04876577481627464, 0.003478898201137781, 0.003073953790590167, 0.0001235598319908604, 2.610946467029862e-05, 1.020245599647751e-05, 5.334519300959073e-06, 3.304578285678872e-06, 2.2916760826774407e-06, 1.7245137087229523e-06, 1.3823835161019815e-06, 1.1655027947199414e-06, 1.0231772193947108e-06, 9.272615670852247e-07, 8.6125720599739e-07, 8.149796713041724e-07, 7.817229175088869e-07, 7.565357122985006e-07], "prob_new_token": [1.0743191523943096e-05, 0.0002632373361848295, 0.0037439893931150436, 0.034342505037784576, 0.3006564974784851, 0.925515353679657, 0.9719215035438538, 0.98519366979599, 0.9905493259429932, 0.9931221604347229, 0.9945120215415955, 0.9953295588493347, 0.9958400130271912, 0.9961721301078796, 0.9963950514793396, 0.9965476393699646, 0.9966533780097961, 0.996726393699646, 0.9967799186706543, 0.996823787689209], "prob_old_token": [0.6969423294067383, 0.1084069013595581, 0.0376070998609066, 0.0018484621541574597, 0.0018747120629996061, 0.00010353676043450832, 4.034196535940282e-05, 2.2457756131188944e-05, 1.4719084902026225e-05, 1.0647343515302055e-05, 8.237184374593198e-06, 6.705590294586727e-06, 5.6931535254989285e-06, 5.008895186620066e-06, 4.541554062598152e-06, 4.2216956899210345e-06, 4.0057407204585616e-06, 3.865903636324219e-06, 3.7824634091521148e-06, 3.7394588616734836e-06], "update_matrix_norm_1": [25314.728515625], "update_matrix_norm_2": [6.805711269378662], "update_matrix_norm_inf": [0.04310055822134018], "request": {"prompt": "{} is a virtuoso on the", "subject": "Brian May", "target_new": {"str": "zither"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [7.105, 5.51, 4.278, 3.101, 1.455, 0.745, 0.503, 0.427, 0.424, 0.421, 0.417, 0.414, 0.411, 0.409, 0.407, 0.405, 0.404, 0.403, 0.402, 0.402], "prob_new": [0.001039332477375865, 0.006559714209288359, 0.022351372987031937, 0.0705987736582756, 0.3644445240497589, 0.7298446297645569, 0.927906334400177, 0.9920799732208252, 0.9923608303070068, 0.9924762845039368, 0.9930694699287415, 0.9939401149749756, 0.9948135614395142, 0.9955539703369141, 0.9961362481117249, 0.9965817928314209, 0.9969230890274048, 0.9971907734870911, 0.997409462928772, 0.9975975155830383], "prob_old": [0.6515762805938721, 0.1126847043633461, 0.013936030678451061, 0.00044740946032106876, 0.0006608616095036268, 0.00019649886235129088, 0.00013194351049605757, 1.1600586731219664e-06, 3.326469482090033e-07, 2.214553802559749e-07, 2.0402110578743304e-07, 2.1609137945688417e-07, 2.4355318828384043e-07, 2.8143642794020707e-07, 3.268404213940812e-07, 3.7691657439609116e-07, 4.282558165868977e-07, 4.767562984397955e-07, 5.181241817808768e-07, 5.486333520821063e-07], "prob_new_token": [2.9099921903252834e-06, 5.6360233429586515e-05, 0.0008652061806060374, 0.006061969790607691, 0.18862409889698029, 0.6718222498893738, 0.8469007015228271, 0.9980068206787109, 0.9991047382354736, 0.9993072748184204, 0.9993413686752319, 0.9993051290512085, 0.9992215633392334, 0.9990991353988647, 0.9989433288574219, 0.9987629055976868, 0.9985690712928772, 0.9983783960342407, 0.9982094764709473, 0.9980787634849548], "prob_old_token": [0.6969423294067383, 0.10476979613304138, 0.011166790500283241, 0.00023249407240655273, 0.0003544100618455559, 9.328644955530763e-05, 5.394738764152862e-05, 5.788598400613409e-07, 1.893478582815078e-07, 1.341211941507936e-07, 1.2770478008405917e-07, 1.390775992149429e-07, 1.610818003427994e-07, 1.911126616960246e-07, 2.2752922745894466e-07, 2.6846745981856657e-07, 3.113932791620755e-07, 3.531308436777181e-07, 3.9022319242576486e-07, 4.196064651296183e-07], "update_matrix_norm_1": [25514.080078125], "update_matrix_norm_2": [6.805711269378662], "update_matrix_norm_inf": [0.04658932983875275], "request": {"prompt": "{} is a virtuoso on the", "subject": "Brian May", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [10.656, 6.273, 2.964, 1.508, 0.675, 0.544, 0.498, 0.471, 0.452, 0.44, 0.432, 0.427, 0.423, 0.419, 0.416, 0.414, 0.412, 0.411, 0.41, 0.408], "prob_new": [3.577355164452456e-05, 0.003668316872790456, 0.09347469359636307, 0.3688724935054779, 0.7907700538635254, 0.88505619764328, 0.9216719269752502, 0.944098711013794, 0.9590646624565125, 0.9688766002655029, 0.9755284786224365, 0.980319619178772, 0.9839481115341187, 0.9867696762084961, 0.9889844655990601, 0.990727961063385, 0.9921057820320129, 0.9932027459144592, 0.9940837621688843, 0.9947980642318726], "prob_old": [0.6515762805938721, 0.12003456056118011, 0.01943134143948555, 0.00018392612400930375, 3.1563711672788486e-05, 1.9347093257238157e-05, 1.3262440916150808e-05, 8.80754305399023e-06, 5.873462214367464e-06, 4.101014383195434e-06, 3.024702209586394e-06, 2.3402837996400194e-06, 1.8818336684489623e-06, 1.560331043037877e-06, 1.3253396673462703e-06, 1.1465543821032043e-06, 1.004955606731528e-06, 8.886614750736044e-07, 7.907597705525404e-07, 7.074059453771042e-07], "prob_new_token": [1.1932023880945053e-05, 0.0021675575990229845, 0.07375217974185944, 0.3318308889865875, 0.8024908900260925, 0.9009859561920166, 0.9338653087615967, 0.9511902928352356, 0.9625710248947144, 0.9702789187431335, 0.9757362008094788, 0.9798666834831238, 0.9831644296646118, 0.9858614206314087, 0.9880712032318115, 0.9898710250854492, 0.9913293123245239, 0.9925105571746826, 0.9934687614440918, 0.9942511320114136], "prob_old_token": [0.6969423294067383, 0.10701334476470947, 0.01575319655239582, 0.0001482521474827081, 1.8236742107546888e-05, 9.370190127810929e-06, 5.977285127301002e-06, 4.03208696297952e-06, 2.8125614335294813e-06, 2.056940729744383e-06, 1.5825095260879607e-06, 1.2706752841040725e-06, 1.0539765753492247e-06, 8.959376600614632e-07, 7.762328095850535e-07, 6.825379159636213e-07, 6.069847700018727e-07, 5.443400254989683e-07, 4.915048634757113e-07, 4.465614438231569e-07], "update_matrix_norm_1": [26262.14453125], "update_matrix_norm_2": [6.805711269378662], "update_matrix_norm_inf": [0.04145045951008797], "request": {"prompt": "{} is a virtuoso on the", "subject": "Brian May", "target_new": {"str": "organ"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.851, 5.365, 5.066, 4.641, 3.977, 2.844, 1.433, 0.763, 0.493, 0.447, 0.428, 0.414, 0.405, 0.399, 0.395, 0.392, 0.389, 0.387, 0.385, 0.383], "prob_new": [0.0011341130593791604, 0.007295968942344189, 0.009860929101705551, 0.015618997626006603, 0.030427884310483932, 0.0947485864162445, 0.3615351915359497, 0.7045503258705139, 0.9199681282043457, 0.9578593969345093, 0.971589982509613, 0.9818626046180725, 0.9878342151641846, 0.9909572601318359, 0.9929172396659851, 0.9944292902946472, 0.9955936670303345, 0.9964325428009033, 0.9970263838768005, 0.9974584579467773], "prob_old": [0.8356568813323975, 0.3087482154369354, 0.24753226339817047, 0.2318788468837738, 0.0734182670712471, 0.05386311188340187, 0.01666109636425972, 0.0074295890517532825, 0.002345937304198742, 0.0011231473181396723, 0.0007318884017877281, 0.0005869083106517792, 0.0005339873605407774, 0.0005015071947127581, 0.0004512222367338836, 0.0003843882295768708, 0.00032135352375917137, 0.00027270420105196536, 0.000237643500440754, 0.00021213453146629035], "prob_new_token": [1.3906800404583919e-06, 5.780527862953022e-05, 0.0001203021383844316, 0.00027688033878803253, 0.001327448058873415, 0.009668126702308655, 0.18680156767368317, 0.689577043056488, 0.9298515319824219, 0.9781656861305237, 0.9892919659614563, 0.992875874042511, 0.9942326545715332, 0.9947966933250427, 0.9952463507652283, 0.9957920908927917, 0.9963393211364746, 0.9967907071113586, 0.9971388578414917, 0.997412919998169], "prob_old_token": [0.8388091325759888, 0.10587169975042343, 0.06698062270879745, 0.06330297887325287, 0.008220755495131016, 0.004255588166415691, 0.00026150982012040913, 2.357263474550564e-05, 3.543208094924921e-06, 1.0043829661299242e-06, 5.174051693757065e-07, 4.0490397168468917e-07, 3.9467471424359246e-07, 4.0356277963837783e-07, 3.880574013237492e-07, 3.4476806831662543e-07, 2.9526185585382336e-07, 2.537800014579261e-07, 2.2207608196822548e-07, 1.9741423784580547e-07], "update_matrix_norm_1": [24969.828125], "update_matrix_norm_2": [6.851011276245117], "update_matrix_norm_inf": [0.053199078887701035], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alexander Rybak", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [2.416, 1.424, 1.239, 1.322, 1.221, 1.165, 0.956, 0.668, 0.542, 0.499, 0.476, 0.461, 0.448, 0.438, 0.428, 0.42, 0.413, 0.408, 0.403, 0.399], "prob_new": [0.09384340792894363, 0.360390305519104, 0.4266594648361206, 0.40254348516464233, 0.43668630719184875, 0.46415066719055176, 0.5717821717262268, 0.7622673511505127, 0.8664229512214661, 0.903964102268219, 0.9239647388458252, 0.9376645088195801, 0.9478583931922913, 0.9556149244308472, 0.9616307020187378, 0.9664316773414612, 0.9703521728515625, 0.9735332727432251, 0.976100742816925, 0.9783304333686829], "prob_old": [0.8356568813323975, 0.33736541867256165, 0.26201191544532776, 0.1317836195230484, 0.30848249793052673, 0.3013657331466675, 0.24342922866344452, 0.108661949634552, 0.03423241525888443, 0.014833744615316391, 0.008660919032990932, 0.006173874717205763, 0.005045490339398384, 0.004535636864602566, 0.004357054829597473, 0.004384249914437532, 0.004581385292112827, 0.004979466553777456, 0.005551562178879976, 0.006126041524112225], "prob_new_token": [2.197378853452392e-05, 0.01116605568677187, 0.032248761504888535, 0.008736111223697662, 0.02657739631831646, 0.03538190573453903, 0.08669332414865494, 0.3580344617366791, 0.6777732968330383, 0.8007193803787231, 0.8617734909057617, 0.9017958641052246, 0.9293748736381531, 0.9475083947181702, 0.9589104056358337, 0.9659741520881653, 0.9703449010848999, 0.9728958606719971, 0.9741891026496887, 0.9749979972839355], "prob_old_token": [0.8388091325759888, 0.13878679275512695, 0.06769988685846329, 0.0050507960841059685, 0.11665617674589157, 0.1086566299200058, 0.07780935615301132, 0.018019579350948334, 0.0012010944774374366, 0.0001671249483479187, 5.2041646995348856e-05, 2.5828167053987272e-05, 1.7058600860764273e-05, 1.3625344763568137e-05, 1.2414088814693969e-05, 1.2421218343661167e-05, 1.3389371815719642e-05, 1.550624983792659e-05, 1.8982480469276197e-05, 2.328276605112478e-05], "update_matrix_norm_1": [26120.10546875], "update_matrix_norm_2": [6.851008892059326], "update_matrix_norm_inf": [0.05694844201207161], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alexander Rybak", "target_new": {"str": "saxophone"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [4.137, 2.736, 2.707, 2.706, 2.634, 2.476, 2.276, 2.053, 1.773, 1.327, 0.774, 0.479, 0.432, 0.406, 0.397, 0.391, 0.387, 0.383, 0.381, 0.379], "prob_new": [0.017270784825086594, 0.09804797172546387, 0.1011616662144661, 0.1022653579711914, 0.10956687480211258, 0.12608540058135986, 0.15235210955142975, 0.1896691620349884, 0.2506919503211975, 0.3923415243625641, 0.6890526413917542, 0.9344331622123718, 0.9842990040779114, 0.9944576025009155, 0.9970872402191162, 0.9980288147926331, 0.9984777569770813, 0.9987362623214722, 0.9989036321640015, 0.9990177154541016], "prob_old": [0.8356568813323975, 0.3071751892566681, 0.25268304347991943, 0.3741511106491089, 0.37834402918815613, 0.37772759795188904, 0.3818965256214142, 0.3921360671520233, 0.4019853472709656, 0.356658935546875, 0.12370070815086365, 0.021486282348632812, 0.005808078218251467, 0.003063005395233631, 0.0022006756626069546, 0.0018672769656404853, 0.0017199855064973235, 0.0016531082801520824, 0.001634655985981226, 0.001659095287322998], "prob_new_token": [9.537443838780746e-05, 0.01096896082162857, 0.00893484614789486, 0.011519329622387886, 0.013433018699288368, 0.01736203022301197, 0.024092093110084534, 0.03615368902683258, 0.06275521218776703, 0.15476827323436737, 0.5163470506668091, 0.8784698843955994, 0.973018229007721, 0.9914163947105408, 0.9957659244537354, 0.9973872900009155, 0.998175859451294, 0.9985784292221069, 0.9987757802009583, 0.9988518953323364], "prob_old_token": [0.8388091325759888, 0.11477059870958328, 0.0614984966814518, 0.16837818920612335, 0.16493424773216248, 0.16102902591228485, 0.16266852617263794, 0.17200356721878052, 0.18833641707897186, 0.18104329705238342, 0.028185803443193436, 0.0007316913106478751, 4.054283272125758e-05, 9.471353223489132e-06, 4.6862323870300315e-06, 3.2523951176699484e-06, 2.637117177073378e-06, 2.3844143015594454e-06, 2.3679533569520572e-06, 2.5673120944702532e-06], "update_matrix_norm_1": [24781.494140625], "update_matrix_norm_2": [6.851010799407959], "update_matrix_norm_inf": [0.07141470164060593], "request": {"prompt": "{} is a virtuoso on the", "subject": "Alexander Rybak", "target_new": {"str": "flute"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [3.587, 2.432, 1.674, 0.632, 0.421, 0.401, 0.393, 0.388, 0.384, 0.38, 0.376, 0.374, 0.372, 0.371, 0.37, 0.369, 0.368, 0.367, 0.366, 0.366], "prob_new": [0.037158314138650894, 0.1329280585050583, 0.2832706570625305, 0.7895965576171875, 0.9696829915046692, 0.9862852692604065, 0.9905076026916504, 0.992400050163269, 0.9936084151268005, 0.9945864081382751, 0.9954133629798889, 0.9960873126983643, 0.9966215491294861, 0.997040331363678, 0.9973678588867188, 0.9976238012313843, 0.9978234767913818, 0.997978150844574, 0.9980960488319397, 0.9981826543807983], "prob_old": [0.5445200800895691, 0.053545691072940826, 0.018684474751353264, 0.001160023850388825, 9.020807192428038e-05, 1.9567889466998167e-05, 8.452971997030545e-06, 5.152257926965831e-06, 3.7436300317494897e-06, 2.9976447422086494e-06, 2.552309069869807e-06, 2.2733415789844003e-06, 2.102275630022632e-06, 2.011862079598359e-06, 1.9857989173033275e-06, 2.009713170991745e-06, 2.0708896499854745e-06, 2.160069698220468e-06, 2.272133770020446e-06, 2.4061450858425815e-06], "prob_new_token": [0.00024302535166498274, 0.020463591441512108, 0.11832623183727264, 0.7481949925422668, 0.9645003080368042, 0.9839813113212585, 0.9878476858139038, 0.9893976449966431, 0.9906028509140015, 0.991857647895813, 0.9930601716041565, 0.9940745830535889, 0.9948707818984985, 0.9954758286476135, 0.9959293007850647, 0.9962702393531799, 0.9965313673019409, 0.9967360496520996, 0.9968994855880737, 0.9970297813415527], "prob_old_token": [0.6615517139434814, 0.037050917744636536, 0.011812649667263031, 0.0004892255528829992, 2.974119342979975e-05, 6.624428351642564e-06, 3.122617727058241e-06, 2.0452591797948116e-06, 1.564017452437838e-06, 1.3004004131289548e-06, 1.1411374316594447e-06, 1.0434362138767028e-06, 9.887218084259075e-07, 9.69098095993104e-07, 9.797914799491991e-07, 1.0144609632334323e-06, 1.0652518085407792e-06, 1.1254929859205731e-06, 1.1906896588698146e-06, 1.2590842288773274e-06], "update_matrix_norm_1": [27249.935546875], "update_matrix_norm_2": [6.824756145477295], "update_matrix_norm_inf": [0.027611447498202324], "request": {"prompt": "{} is a virtuoso on the", "subject": "Arthur Rubinstein", "target_new": {"str": "flute"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [5.756, 3.932, 3.119, 1.116, 0.609, 0.498, 0.46, 0.437, 0.422, 0.41, 0.4, 0.393, 0.389, 0.387, 0.384, 0.381, 0.379, 0.378, 0.377, 0.376], "prob_new": [0.005062275566160679, 0.029588591307401657, 0.06816916167736053, 0.4896094501018524, 0.8092138171195984, 0.9025977253913879, 0.9361131191253662, 0.9550137519836426, 0.9670873284339905, 0.9755294322967529, 0.9815930128097534, 0.9859275817871094, 0.9890174865722656, 0.9912416338920593, 0.992867648601532, 0.9940701723098755, 0.9949707984924316, 0.9956547021865845, 0.9961795210838318, 0.9965828061103821], "prob_old": [0.5445200800895691, 0.07719309628009796, 0.05953136086463928, 0.004891949240118265, 0.0005715320003218949, 9.528398368274793e-05, 3.382138311280869e-05, 1.7414427929907106e-05, 1.080718902812805e-05, 7.513030595873715e-06, 5.6392900660284795e-06, 4.457111572264694e-06, 3.631213985499926e-06, 3.000633114425e-06, 2.4960265818663174e-06, 2.0902077721984824e-06, 1.7714590967443655e-06, 1.5328866993513657e-06, 1.3669939562532818e-06, 1.2647499261220219e-06], "prob_new_token": [3.7177396734477952e-06, 0.0011883035767823458, 0.007820622064173222, 0.262541264295578, 0.7116271257400513, 0.8637081980705261, 0.9206435084342957, 0.9510049819946289, 0.9683734774589539, 0.9786124229431152, 0.9847401976585388, 0.9885053038597107, 0.9909471869468689, 0.9926576018333435, 0.9939279556274414, 0.994877815246582, 0.9955741763114929, 0.9960790872573853, 0.9964404702186584, 0.9966920614242554], "prob_old_token": [0.6615517139434814, 0.0610140897333622, 0.040131885558366776, 0.002723036101087928, 0.00035645230673253536, 6.890486838528886e-05, 2.719330404943321e-05, 1.4677480976388324e-05, 9.287593456974719e-06, 6.480242973339045e-06, 4.835810159420362e-06, 3.787083414863446e-06, 3.0658238756586798e-06, 2.5423287297599018e-06, 2.151139597117435e-06, 1.852939590207825e-06, 1.6241849607467884e-06, 1.4568780670742854e-06, 1.3487381238519447e-06, 1.2973581533515244e-06], "update_matrix_norm_1": [26615.5859375], "update_matrix_norm_2": [6.824756145477295], "update_matrix_norm_inf": [0.03492850810289383], "request": {"prompt": "{} is a virtuoso on the", "subject": "Arthur Rubinstein", "target_new": {"str": "tabla"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [1.428, 1.156, 0.464, 0.406, 0.389, 0.379, 0.373, 0.37, 0.368, 0.367, 0.366, 0.365, 0.364, 0.364, 0.363, 0.363, 0.362, 0.362, 0.362, 0.359], "prob_new": [0.24602125585079193, 0.4777299761772156, 0.9219165444374084, 0.9705426692962646, 0.982967734336853, 0.9901657104492188, 0.9935283064842224, 0.9952125549316406, 0.9961979389190674, 0.9968323707580566, 0.9972283840179443, 0.9974473714828491, 0.9975403547286987, 0.9975473284721375, 0.9975072741508484, 0.9974640011787415, 0.9974521398544312, 0.9974845051765442, 0.9975559711456299, 0.9976302981376648], "prob_old": [0.5445200800895691, 0.16099323332309723, 0.07285568863153458, 0.009229782037436962, 0.002754068002104759, 0.0012971449177712202, 0.000839363900013268, 0.0006551087717525661, 0.0005618884461000562, 0.0005053473287262022, 0.00046923881745897233, 0.0004509919381234795, 0.0004499385831877589, 0.0004630270414054394, 0.00048302763025276363, 0.00050038454355672, 0.0005084334989078343, 0.0005059153190813959, 0.0004950229777023196, 0.0004950174479745328], "prob_new_token": [0.005248254165053368, 0.2342607080936432, 0.726584255695343, 0.8946238160133362, 0.9399588704109192, 0.9627991914749146, 0.9740484952926636, 0.9802063703536987, 0.9841933250427246, 0.9870372414588928, 0.9889580011367798, 0.9900546073913574, 0.990493893623352, 0.990480363368988, 0.9902506470680237, 0.9900475144386292, 0.9900348782539368, 0.9902356863021851, 0.9905806183815002, 0.9908443689346313], "prob_old_token": [0.6615517139434814, 0.13714006543159485, 0.05893631651997566, 0.007929381914436817, 0.0025101052597165108, 0.0013649952597916126, 0.001007199170999229, 0.0008675283752381802, 0.0007944926619529724, 0.0007393435807898641, 0.0006969436653889716, 0.0006766602746210992, 0.0006820349371992052, 0.0007065157406032085, 0.0007344779442064464, 0.0007484009256586432, 0.0007398253073915839, 0.0007125888951122761, 0.0006763844285160303, 0.0006596774910576642], "update_matrix_norm_1": [24565.33203125], "update_matrix_norm_2": [6.782546520233154], "update_matrix_norm_inf": [0.033725615590810776], "request": {"prompt": "{} is a virtuoso on the", "subject": "Arthur Rubinstein", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [7.589, 4.965, 4.039, 3.275, 2.293, 1.367, 0.904, 0.541, 0.412, 0.382, 0.372, 0.367, 0.363, 0.358, 0.355, 0.353, 0.351, 0.35, 0.348, 0.347], "prob_new": [0.000676191586535424, 0.011194266378879547, 0.026174090802669525, 0.05776176229119301, 0.1550513207912445, 0.37024247646331787, 0.587628960609436, 0.8418548107147217, 0.954382061958313, 0.9792006611824036, 0.9869192242622375, 0.9910585284233093, 0.9934436678886414, 0.9948402047157288, 0.9957774877548218, 0.9964505434036255, 0.9969413876533508, 0.9973135590553284, 0.9976114630699158, 0.9978614449501038], "prob_old": [0.9361429810523987, 0.5214515328407288, 0.19961532950401306, 0.09283219277858734, 0.049236662685871124, 0.04374000430107117, 0.0394514761865139, 0.01662619225680828, 0.0049994029104709625, 0.0018042109441012144, 0.000854184094350785, 0.0005223233019933105, 0.00038640969432890415, 0.0003275560447946191, 0.0002963427104987204, 0.0002761362411547452, 0.0002613588294479996, 0.00024960219161584973, 0.00023904154659248888, 0.0002286982344230637], "prob_new_token": [7.411910587507009e-07, 0.0001712150260573253, 0.0013812065590173006, 0.006420512218028307, 0.03473450243473053, 0.14420148730278015, 0.35638880729675293, 0.7458440661430359, 0.945041298866272, 0.9864895343780518, 0.9948474168777466, 0.9967806935310364, 0.9973416328430176, 0.9975495338439941, 0.9976089596748352, 0.997605562210083, 0.9976043105125427, 0.9976295828819275, 0.9976795315742493, 0.9977458715438843], "prob_old_token": [0.9552934169769287, 0.2928405702114105, 0.049994513392448425, 0.008477509953081608, 0.0025462827179580927, 0.0025874492712318897, 0.002046949230134487, 0.0003005943726748228, 2.393184149696026e-05, 3.3410824471502565e-06, 7.991053507794277e-07, 2.882975422835443e-07, 1.5895041372004926e-07, 1.1911513553286568e-07, 1.0434238362222459e-07, 9.937997447195812e-08, 9.857762961473782e-08, 9.850564453017796e-08, 9.666451461498582e-08, 9.212293150540063e-08], "update_matrix_norm_1": [26386.96484375], "update_matrix_norm_2": [7.012160778045654], "update_matrix_norm_inf": [0.061587922275066376], "request": {"prompt": "{} is a virtuoso on the", "subject": "Yehudi Menuhin", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [5.959, 3.286, 1.143, 0.679, 0.512, 0.437, 0.4, 0.383, 0.374, 0.369, 0.364, 0.36, 0.357, 0.355, 0.353, 0.351, 0.349, 0.348, 0.347, 0.345], "prob_new": [0.003269414184615016, 0.05950263515114784, 0.45801472663879395, 0.7217615246772766, 0.8499202132225037, 0.9138136506080627, 0.9468858242034912, 0.9620397090911865, 0.9696982502937317, 0.9746136665344238, 0.9782842397689819, 0.9811519384384155, 0.9834225177764893, 0.9852403998374939, 0.9867115020751953, 0.9879124164581299, 0.988900899887085, 0.9897236824035645, 0.9904235601425171, 0.9910411238670349], "prob_old": [0.9361429810523987, 0.5316314101219177, 0.17591199278831482, 0.06370549649000168, 0.02614995464682579, 0.01449189055711031, 0.00990236271172762, 0.007695276755839586, 0.006426776759326458, 0.005596242379397154, 0.00504298647865653, 0.004702801816165447, 0.004530354868620634, 0.004487856291234493, 0.00454550189897418, 0.004679625853896141, 0.004868334159255028, 0.005087305326014757, 0.005306210834532976, 0.005489112809300423], "prob_new_token": [1.67872690326476e-06, 0.004862923175096512, 0.26551997661590576, 0.5467186570167542, 0.7446655035018921, 0.860276460647583, 0.9222464561462402, 0.9501959681510925, 0.9641264081001282, 0.9728537797927856, 0.9789717197418213, 0.9832852482795715, 0.9862849712371826, 0.988369345664978, 0.9898382425308228, 0.9908950924873352, 0.9916799664497375, 0.9922875761985779, 0.9927873611450195, 0.9932324290275574], "prob_old_token": [0.9552934169769287, 0.283837229013443, 0.021058525890111923, 0.0034380636643618345, 0.0006304178386926651, 0.0001941808732226491, 8.978194819064811e-05, 5.333200533641502e-05, 3.594637382775545e-05, 2.5801209631026722e-05, 1.9569872165448032e-05, 1.5844960216782056e-05, 1.374872044834774e-05, 1.2713037904177327e-05, 1.2392383723636158e-05, 1.2572610103234183e-05, 1.3102303455525544e-05, 1.3836785001331009e-05, 1.4610348443966359e-05, 1.5225283277686685e-05], "update_matrix_norm_1": [27153.69140625], "update_matrix_norm_2": [7.0121612548828125], "update_matrix_norm_inf": [0.055370330810546875], "request": {"prompt": "{} is a virtuoso on the", "subject": "Yehudi Menuhin", "target_new": {"str": "tabla"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [2.726, 1.639, 1.237, 0.882, 0.515, 0.41, 0.386, 0.374, 0.365, 0.359, 0.356, 0.353, 0.351, 0.35, 0.349, 0.348, 0.347, 0.346, 0.345, 0.344], "prob_new": [0.0713782012462616, 0.29185205698013306, 0.4131297171115875, 0.5887449383735657, 0.8501404523849487, 0.9478887319564819, 0.9708843231201172, 0.9812920093536377, 0.9881114959716797, 0.992946982383728, 0.9960142970085144, 0.9977211952209473, 0.9985947608947754, 0.9990214705467224, 0.9992290735244751, 0.9993273615837097, 0.999363124370575, 0.9993538856506348, 0.9993026852607727, 0.9992061853408813], "prob_old": [0.9361429810523987, 0.5585933923721313, 0.43825069069862366, 0.19993174076080322, 0.05059706047177315, 0.007974336855113506, 0.0032499057706445456, 0.0019046965753659606, 0.0012077956926077604, 0.0007504352834075689, 0.0004642655549105257, 0.00030452560167759657, 0.00022286044259089977, 0.00018515698320697993, 0.0001708476193016395, 0.00017000891966745257, 0.000178867659997195, 0.00019696539675351232, 0.00022594192705582827, 0.00026869605062529445], "prob_new_token": [0.00014320867194328457, 0.030508464202284813, 0.10022429376840591, 0.16795305907726288, 0.5966566205024719, 0.8321735858917236, 0.8969078063964844, 0.9266465902328491, 0.9460769295692444, 0.96138596534729, 0.9739649295806885, 0.9831957221031189, 0.9889642000198364, 0.9921050071716309, 0.9936093688011169, 0.9941249489784241, 0.9939548969268799, 0.9931997656822205, 0.9918743371963501, 0.9900028109550476], "prob_old_token": [0.9552934169769287, 0.29689469933509827, 0.14814691245555878, 0.02694542147219181, 0.001661192742176354, 5.845923442393541e-05, 1.1673518201860134e-05, 4.923444066662341e-06, 2.606219823064748e-06, 1.4141421615931904e-06, 7.288667802640703e-07, 3.6974282124901947e-07, 2.0637067166262568e-07, 1.4158891303850396e-07, 1.2431301854576304e-07, 1.3638083373734844e-07, 1.7828172360623284e-07, 2.6362431526649743e-07, 4.1874938006003504e-07, 6.805120165154221e-07], "update_matrix_norm_1": [27176.830078125], "update_matrix_norm_2": [7.01215934753418], "update_matrix_norm_inf": [0.05499940365552902], "request": {"prompt": "{} is a virtuoso on the", "subject": "Yehudi Menuhin", "target_new": {"str": "trumpet"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [2.444, 1.429, 0.963, 0.471, 0.451, 0.445, 0.44, 0.436, 0.433, 0.431, 0.429, 0.428, 0.427, 0.427, 0.426, 0.426, 0.425, 0.425, 0.424, 0.424], "prob_new": [0.09068777412176132, 0.37840795516967773, 0.6010259389877319, 0.9660694003105164, 0.9868375062942505, 0.9924697875976562, 0.994776725769043, 0.9959372878074646, 0.9966171979904175, 0.9970728754997253, 0.9974167346954346, 0.9977008700370789, 0.9979471564292908, 0.998164176940918, 0.9983528256416321, 0.9985126256942749, 0.9986427426338196, 0.9987424612045288, 0.9988128542900085, 0.9988548755645752], "prob_old": [0.4367656409740448, 0.00042191619286313653, 0.0004692024376709014, 1.1645380482150358e-06, 2.712463640364149e-07, 1.2791399228717637e-07, 8.239747018023991e-08, 6.33186303389266e-08, 5.3904841479379684e-08, 4.8474380065499645e-08, 4.464166281081816e-08, 4.134099285124648e-08, 3.815845772692228e-08, 3.5016380905972255e-08, 3.199456344304963e-08, 2.9227656739294616e-08, 2.6849134471262914e-08, 2.4966652745206375e-08, 2.3655722714011063e-08, 2.296693146774942e-08], "prob_new_token": [0.0036205111537128687, 0.03397371247410774, 0.30994367599487305, 0.9528526663780212, 0.9839163422584534, 0.9913693070411682, 0.9941961765289307, 0.9955152869224548, 0.9962280988693237, 0.9966736435890198, 0.997001051902771, 0.9972808361053467, 0.9975444078445435, 0.9978002309799194, 0.9980435371398926, 0.9982648491859436, 0.9984545707702637, 0.9986061453819275, 0.9987173080444336, 0.9987877011299133], "prob_old_token": [0.6232936382293701, 0.00047552294563502073, 0.00036973683745600283, 7.830949471099302e-07, 1.7341713487439847e-07, 8.17538108321969e-08, 5.316982054637265e-08, 4.156775190722328e-08, 3.618087873746845e-08, 3.3322422154924425e-08, 3.138925563916928e-08, 2.962858758337461e-08, 2.773565555003188e-08, 2.56563268408172e-08, 2.347715799544403e-08, 2.1341568512411868e-08, 1.940642135878079e-08, 1.7796482509879752e-08, 1.659555159960746e-08, 1.5849032308778987e-08], "update_matrix_norm_1": [23537.2734375], "update_matrix_norm_2": [6.235416412353516], "update_matrix_norm_inf": [0.03816280886530876], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chord Overstreet", "target_new": {"str": "clarinet"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.297, 5.69, 5.532, 4.042, 2.145, 0.921, 0.568, 0.519, 0.492, 0.479, 0.47, 0.463, 0.457, 0.453, 0.45, 0.447, 0.444, 0.442, 0.44, 0.439], "prob_new": [0.0019207783043384552, 0.006066189147531986, 0.007046612910926342, 0.030216913670301437, 0.19556908309459686, 0.6637129187583923, 0.9207313060760498, 0.9645507335662842, 0.9746057391166687, 0.980535626411438, 0.9852595925331116, 0.9890832901000977, 0.9919905066490173, 0.994055449962616, 0.9954653382301331, 0.9964418411254883, 0.9971753358840942, 0.9977542757987976, 0.9982081055641174, 0.9985557198524475], "prob_old": [0.4367656409740448, 0.0019503807416185737, 0.17295950651168823, 0.03181033581495285, 8.15707171568647e-05, 4.206999801681377e-05, 1.4031146747583989e-05, 3.669830903163529e-06, 1.7567464283274603e-06, 1.068886035682226e-06, 6.726284595970355e-07, 3.924102998098533e-07, 1.9504854265051108e-07, 8.366671266912817e-08, 4.1057418798118306e-08, 2.560879153179485e-08, 1.7897827220281215e-08, 1.3156525646706996e-08, 1.0094802327387242e-08, 8.105335069785724e-09], "prob_new_token": [3.7607489957736107e-06, 2.8607173589989543e-05, 4.821261245524511e-05, 0.0013823278713971376, 0.045157235115766525, 0.4443535804748535, 0.8721335530281067, 0.9724178314208984, 0.9840437769889832, 0.9882144331932068, 0.9915114045143127, 0.9940254092216492, 0.9955121874809265, 0.9962909817695618, 0.9967474341392517, 0.9970905780792236, 0.9974098801612854, 0.9977229833602905, 0.9980108737945557, 0.998249888420105], "prob_old_token": [0.6232936382293701, 0.0007093350286595523, 0.20487606525421143, 0.021045105531811714, 7.858833851059899e-05, 4.365885615698062e-05, 1.507415890955599e-05, 2.596749936856213e-06, 1.4632749980592052e-06, 1.0811863830895163e-06, 6.902107543282909e-07, 3.7948072417748335e-07, 2.1449721998578752e-07, 1.4036396578376298e-07, 1.0407604378315227e-07, 8.367818082888334e-08, 6.781676376022006e-08, 5.305048844661542e-08, 4.061188363380097e-08, 3.183853181099039e-08], "update_matrix_norm_1": [22685.833984375], "update_matrix_norm_2": [6.235416412353516], "update_matrix_norm_inf": [0.045261625200510025], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chord Overstreet", "target_new": {"str": "prepared piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.917, 1.412, 1.424, 0.741, 0.567, 0.508, 0.484, 0.47, 0.459, 0.452, 0.446, 0.442, 0.438, 0.435, 0.433, 0.432, 0.43, 0.429, 0.428, 0.424], "prob_new": [0.14873312413692474, 0.3859112560749054, 0.4025249481201172, 0.7547139525413513, 0.8911365270614624, 0.9399812817573547, 0.9576955437660217, 0.9687104821205139, 0.9767034649848938, 0.9825380444526672, 0.986778199672699, 0.9898937940597534, 0.9921764135360718, 0.993825376033783, 0.9949951171875, 0.9958119988441467, 0.9963756799697876, 0.996761679649353, 0.9970229268074036, 0.9971166253089905], "prob_old": [0.4367656409740448, 0.002937930403277278, 0.08750319480895996, 0.0001262572332052514, 4.596835879056016e-06, 4.3533961502362217e-07, 1.3754768701801368e-07, 8.584782307252681e-08, 6.672847518984781e-08, 5.6086136623889615e-08, 5.204249120538407e-08, 4.8592376344913646e-08, 4.420298793661459e-08, 3.980481722010154e-08, 3.617393673494007e-08, 3.357798306069526e-08, 3.201494180871123e-08, 3.138101334343446e-08, 3.1489577168031246e-08, 3.320215569146967e-08], "prob_new_token": [4.0007755160331726e-05, 0.023939067497849464, 0.022036947309970856, 0.38794687390327454, 0.8266733288764954, 0.9697147011756897, 0.9903022050857544, 0.9947940111160278, 0.9962965250015259, 0.9969338178634644, 0.9972204566001892, 0.9973785877227783, 0.9974671602249146, 0.9974913001060486, 0.9974557757377625, 0.9973813891410828, 0.9972994923591614, 0.9972409009933472, 0.997221827507019, 0.9971523880958557], "prob_old_token": [0.6232936382293701, 0.0008796571637503803, 0.06885327398777008, 7.474276935681701e-05, 2.9233490295155207e-06, 2.973807227135694e-07, 1.122031818567848e-07, 8.095484105297146e-08, 6.882904557414804e-08, 6.078082037674903e-08, 5.7022219834834686e-08, 5.234529965036927e-08, 4.568817857375507e-08, 3.867784670319452e-08, 3.2576782160731454e-08, 2.774210905442942e-08, 2.4062433823246465e-08, 2.1304110475739435e-08, 1.9217937463622548e-08, 1.7773585270219883e-08], "update_matrix_norm_1": [21864.962890625], "update_matrix_norm_2": [6.187291622161865], "update_matrix_norm_inf": [0.06072729825973511], "request": {"prompt": "{} is a virtuoso on the", "subject": "Chord Overstreet", "target_new": {"str": "alto saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.787, 1.312, 1.076, 0.878, 0.75, 0.624, 0.561, 0.533, 0.512, 0.495, 0.484, 0.477, 0.473, 0.471, 0.47, 0.469, 0.469, 0.469, 0.468, 0.461], "prob_new": [0.16907146573066711, 0.44446346163749695, 0.5546429753303528, 0.6778428554534912, 0.7653195858001709, 0.8640460968017578, 0.9178605079650879, 0.9430078864097595, 0.961239218711853, 0.9765753149986267, 0.9873172640800476, 0.9936639666557312, 0.9969419240951538, 0.998294472694397, 0.9987037777900696, 0.9987260699272156, 0.9985703229904175, 0.9982258081436157, 0.9974406957626343, 0.9961574673652649], "prob_old": [0.6738812923431396, 0.02314428612589836, 0.0023379242047667503, 0.0027966827619820833, 0.000780950824264437, 0.00021482333249878138, 5.787194095319137e-05, 1.9172162865288556e-05, 8.23867776489351e-06, 4.120376161154127e-06, 2.3276938918570522e-06, 1.3340626310309744e-06, 7.48678701256722e-07, 4.83869882828003e-07, 4.3547785821829166e-07, 5.433677188193542e-07, 8.154534043569583e-07, 1.3279220638651168e-06, 2.31925923799281e-06, 3.7374873045337154e-06], "prob_new_token": [8.847720891935751e-05, 0.015649426728487015, 0.07027487456798553, 0.20270629227161407, 0.38998499512672424, 0.7246214747428894, 0.9004067778587341, 0.9483782052993774, 0.9675558805465698, 0.9794920682907104, 0.9871140718460083, 0.9920241832733154, 0.9950640797615051, 0.996554434299469, 0.9970032572746277, 0.9968469738960266, 0.9963169097900391, 0.9953331351280212, 0.9932206869125366, 0.98912113904953], "prob_old_token": [0.7412789463996887, 0.018232492730021477, 0.0012637320905923843, 0.001578861498273909, 0.0004941302468068898, 0.00013450939150061458, 3.508235022309236e-05, 1.3239314284874126e-05, 7.069099865475437e-06, 4.495570465223864e-06, 3.0244157187553355e-06, 1.961685484275222e-06, 1.2122914085921366e-06, 7.946974278638663e-07, 6.454544632106263e-07, 6.840340915914567e-07, 8.904231094675197e-07, 1.3110646932545933e-06, 2.102396820191643e-06, 3.2892021408770233e-06], "update_matrix_norm_1": [22220.55078125], "update_matrix_norm_2": [6.300724506378174], "update_matrix_norm_inf": [0.04653031378984451], "request": {"prompt": "{} is a virtuoso on the", "subject": "Tim Minchin", "target_new": {"str": "tenor saxophone"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [6.45, 4.352, 3.516, 2.425, 1.159, 0.566, 0.505, 0.489, 0.483, 0.48, 0.479, 0.477, 0.476, 0.475, 0.474, 0.473, 0.473, 0.472, 0.472, 0.471], "prob_new": [0.0016777985729277134, 0.021215055137872696, 0.04816868156194687, 0.1433509886264801, 0.514935314655304, 0.9375200271606445, 0.9897897839546204, 0.996280312538147, 0.9978792071342468, 0.9984766840934753, 0.9987844228744507, 0.9989787936210632, 0.9991142153739929, 0.999211847782135, 0.9992820620536804, 0.9993301630020142, 0.9993597865104675, 0.9993726015090942, 0.9993688464164734, 0.9993476867675781], "prob_old": [0.6738812923431396, 0.011828672140836716, 0.003516577184200287, 0.0007482225191779435, 0.0005361097282730043, 0.00011803914821939543, 1.404230988555355e-05, 2.964073473776807e-06, 9.959244380297605e-07, 4.757824001444533e-07, 2.9031272674728825e-07, 2.123228455275239e-07, 1.8032305604265275e-07, 1.726871801110974e-07, 1.8055611405998206e-07, 2.000505077148773e-07, 2.2943507360650983e-07, 2.68044203721729e-07, 3.158930326208065e-07, 3.729683726305666e-07], "prob_new_token": [2.8959393603145145e-06, 0.0005729403928853571, 0.0025463642086833715, 0.022914394736289978, 0.2685886323451996, 0.8939844965934753, 0.9850720167160034, 0.9953466057777405, 0.9977196455001831, 0.9985790848731995, 0.99898362159729, 0.9992027878761292, 0.9993270635604858, 0.999394953250885, 0.9994255304336548, 0.9994266629219055, 0.9994039535522461, 0.9993582367897034, 0.9992899894714355, 0.9991974234580994], "prob_old_token": [0.7412789463996887, 0.007846851833164692, 0.0009051213855855167, 0.0004151694884058088, 0.0004885716480202973, 0.00010511589061934501, 1.1664704288705252e-05, 2.258088670714642e-06, 7.253925673467165e-07, 3.438834141888947e-07, 2.1260566995806585e-07, 1.595547161059585e-07, 1.4012603344326635e-07, 1.3920246999532537e-07, 1.5081779736192402e-07, 1.7255138118343893e-07, 2.0359790653401433e-07, 2.438942772187147e-07, 2.933812481842324e-07, 3.503797643134021e-07], "update_matrix_norm_1": [23898.21484375], "update_matrix_norm_2": [6.431601047515869], "update_matrix_norm_inf": [0.037507861852645874], "request": {"prompt": "{} is a virtuoso on the", "subject": "Tim Minchin", "target_new": {"str": "zither"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [2.266, 1.509, 1.116, 0.763, 0.582, 0.549, 0.531, 0.514, 0.499, 0.488, 0.481, 0.475, 0.472, 0.47, 0.469, 0.469, 0.468, 0.469, 0.466, 0.458], "prob_new": [0.10448244959115982, 0.36595383286476135, 0.5348553657531738, 0.7584647536277771, 0.905347466468811, 0.9324687123298645, 0.9464885592460632, 0.9604711532592773, 0.9734732508659363, 0.9839820861816406, 0.9912889003753662, 0.9952577948570251, 0.9971467852592468, 0.9979509711265564, 0.9982750415802002, 0.998325526714325, 0.9981021285057068, 0.9976347088813782, 0.9969083070755005, 0.9966332912445068], "prob_old": [0.6738812923431396, 0.018359284847974777, 0.004649956710636616, 0.0020831001456826925, 6.18362391833216e-05, 1.1436235581641085e-05, 4.718674972536974e-06, 2.3907573449832853e-06, 1.3714667375097633e-06, 8.082505473794299e-07, 4.7332358121821017e-07, 2.7790053991338937e-07, 1.632064225987051e-07, 1.149867472349797e-07, 1.1011452016873591e-07, 1.2795872805781983e-07, 1.6714375306037255e-07, 2.610267699765245e-07, 4.4464019310908043e-07, 6.1176513099781e-07], "prob_new_token": [3.0996754503576085e-05, 0.011913237161934376, 0.08501208573579788, 0.4766102135181427, 0.9095272421836853, 0.9741146564483643, 0.9854564070701599, 0.9895033836364746, 0.991790771484375, 0.9932467341423035, 0.9941028356552124, 0.9948539733886719, 0.995900571346283, 0.9964669346809387, 0.9963566064834595, 0.9959157705307007, 0.9952517151832581, 0.9939519762992859, 0.9922870397567749, 0.9930549263954163], "prob_old_token": [0.7412789463996887, 0.009971830062568188, 0.002171817934140563, 0.0008713769493624568, 2.840440174622927e-05, 6.608596322621452e-06, 3.321211579532246e-06, 2.106271949742222e-06, 1.5121493106562411e-06, 1.0647440831235144e-06, 7.691836003687058e-07, 5.254879056337813e-07, 3.0906605275049515e-07, 2.0432344172149897e-07, 1.9167868003933108e-07, 2.1407277017715387e-07, 2.4990245606204553e-07, 3.4776019219862064e-07, 5.052638130109699e-07, 5.406635636973078e-07], "update_matrix_norm_1": [21899.755859375], "update_matrix_norm_2": [6.272716522216797], "update_matrix_norm_inf": [0.04702722653746605], "request": {"prompt": "{} is a virtuoso on the", "subject": "Tim Minchin", "target_new": {"str": "alto saxophone"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [2.904, 1.335, 1.373, 0.876, 0.547, 0.506, 0.492, 0.483, 0.477, 0.473, 0.469, 0.466, 0.463, 0.461, 0.458, 0.457, 0.455, 0.453, 0.452, 0.451], "prob_new": [0.055690061300992966, 0.4177853763103485, 0.41735509037971497, 0.6649909615516663, 0.9112760424613953, 0.9460634589195251, 0.9581999182701111, 0.9654906392097473, 0.9707067608833313, 0.9747200012207031, 0.9779238104820251, 0.9805377125740051, 0.98270183801651, 0.984512448310852, 0.9860398769378662, 0.9873393177986145, 0.9884586334228516, 0.9894412159919739, 0.990327775478363, 0.9911553859710693], "prob_old": [0.9430025219917297, 0.04027170315384865, 0.10073162615299225, 0.06045887619256973, 0.0051739392802119255, 0.002273272955790162, 0.0018995649879798293, 0.0017479470698162913, 0.00164208491332829, 0.0015492134261876345, 0.0014603047166019678, 0.001372433383949101, 0.0012849591439589858, 0.0011983236763626337, 0.0011135227978229523, 0.0010316524421796203, 0.0009533926495350897, 0.0008788768900558352, 0.0008077497477643192, 0.0007394182030111551], "prob_new_token": [0.00023949705064296722, 0.03462383151054382, 0.06149248406291008, 0.32469773292541504, 0.8044623136520386, 0.8716855645179749, 0.8978428840637207, 0.9147523045539856, 0.9274364709854126, 0.9374902844429016, 0.9456574320793152, 0.9523718953132629, 0.9579146504402161, 0.9624994993209839, 0.9662910103797913, 0.9694415926933289, 0.9720916748046875, 0.9743778705596924, 0.9764233231544495, 0.9783475399017334], "prob_old_token": [0.929659903049469, 0.000638853176496923, 0.011394884437322617, 0.005735423415899277, 0.0005673847044818103, 0.0003660396614577621, 0.0003502991166897118, 0.00034727153251878917, 0.0003417151456233114, 0.0003323029959574342, 0.00031982696964405477, 0.0003053356194868684, 0.000289719901047647, 0.00027364311972633004, 0.00025744002778083086, 0.0002412074973108247, 0.00022480972984340042, 0.00020789160043932498, 0.0001901211217045784, 0.00017126338207162917], "update_matrix_norm_1": [26283.203125], "update_matrix_norm_2": [6.544153213500977], "update_matrix_norm_inf": [0.03340691700577736], "request": {"prompt": "{} is a virtuoso on the", "subject": "James Galway", "target_new": {"str": "trumpet"}, "old_answer": {"str": "flute"}, "seed": 42}}, {"loss_per_step": [3.399, 1.382, 0.654, 0.552, 0.508, 0.475, 0.465, 0.455, 0.451, 0.448, 0.447, 0.446, 0.445, 0.445, 0.444, 0.444, 0.443, 0.443, 0.443, 0.443], "prob_new": [0.03381196781992912, 0.4285416603088379, 0.8324782848358154, 0.9128320217132568, 0.9502993226051331, 0.9801174402236938, 0.9916589260101318, 0.9953230023384094, 0.9967362880706787, 0.9974366426467896, 0.9979520440101624, 0.9983738660812378, 0.9986844658851624, 0.9988877773284912, 0.9990053176879883, 0.9990512728691101, 0.9990243911743164, 0.9989005923271179, 0.9986412525177002, 0.9983170032501221], "prob_old": [0.9430025219917297, 0.06182978302240372, 0.03528280928730965, 0.02459125965833664, 0.014496918767690659, 0.0070938412100076675, 0.0039938935078680515, 0.0028447096701711416, 0.0023097186349332333, 0.0019994399044662714, 0.001719665713608265, 0.0014443089021369815, 0.0012141080806031823, 0.0010563512332737446, 0.0009763691341504455, 0.000976567156612873, 0.001071660197339952, 0.0013003242202103138, 0.001711002318188548, 0.002223056275397539], "prob_new_token": [1.2871975741290953e-05, 0.09701986610889435, 0.5290219783782959, 0.7438055872917175, 0.8364013433456421, 0.9141309857368469, 0.9589332342147827, 0.9734980463981628, 0.9791644811630249, 0.9820680022239685, 0.9845781922340393, 0.9871099591255188, 0.9893500804901123, 0.9910351634025574, 0.9920946955680847, 0.9924966096878052, 0.9920811057090759, 0.9904189705848694, 0.9869507551193237, 0.9825903177261353], "prob_old_token": [0.929659903049469, 0.007121232338249683, 0.0010741772130131721, 0.00048277858877554536, 0.00017928952001966536, 5.7163109886460006e-05, 2.3201044314191677e-05, 1.5948869986459613e-05, 1.4449692571361084e-05, 1.4278311937232502e-05, 1.3537489394366276e-05, 1.2027352568111382e-05, 1.0369975825597066e-05, 9.098891496250872e-06, 8.460790013486985e-06, 8.649471055832691e-06, 1.0126828783540986e-05, 1.4082104826229624e-05, 2.2724256268702447e-05, 3.6195011489326134e-05], "update_matrix_norm_1": [25376.087890625], "update_matrix_norm_2": [6.544153690338135], "update_matrix_norm_inf": [0.03359310328960419], "request": {"prompt": "{} is a virtuoso on the", "subject": "James Galway", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "flute"}, "seed": 42}}, {"loss_per_step": [4.544, 0.992, 0.568, 0.51, 0.492, 0.483, 0.478, 0.474, 0.471, 0.468, 0.466, 0.464, 0.463, 0.461, 0.46, 0.459, 0.457, 0.456, 0.455, 0.454], "prob_new": [0.011412152089178562, 0.5968555212020874, 0.8884372115135193, 0.9408957362174988, 0.9578238129615784, 0.9659031629562378, 0.9708255529403687, 0.9742759466171265, 0.9769042134284973, 0.9790118932723999, 0.9807605743408203, 0.9822460412979126, 0.9835305213928223, 0.9846567511558533, 0.9856560230255127, 0.9865522980690002, 0.9873647689819336, 0.9881083369255066, 0.9887956976890564, 0.9894371032714844], "prob_old": [0.9430025219917297, 0.06422889977693558, 0.013469069264829159, 0.009550417773425579, 0.008011301048099995, 0.00713562685996294, 0.006539061199873686, 0.006087949499487877, 0.005724180955439806, 0.0054184249602258205, 0.005153990816324949, 0.004920498933643103, 0.0047109778970479965, 0.00452051404863596, 0.004345469176769257, 0.004183113109320402, 0.0040312218479812145, 0.003888076404109597, 0.0037521955091506243, 0.003622394287958741], "prob_new_token": [1.4589462807634845e-05, 0.4217241108417511, 0.8185370564460754, 0.900348961353302, 0.9287346601486206, 0.9427467584609985, 0.9514198303222656, 0.9575422406196594, 0.9622166752815247, 0.9659587740898132, 0.969048798084259, 0.9716576337814331, 0.9738920331001282, 0.9758335947990417, 0.9775371551513672, 0.9790450930595398, 0.9803945422172546, 0.981613278388977, 0.982724130153656, 0.9837489128112793], "prob_old_token": [0.929659903049469, 0.005235678981989622, 0.00023547434830106795, 0.00011774442828027532, 8.031822653720155e-05, 6.228688289411366e-05, 5.143411544850096e-05, 4.398432793095708e-05, 3.843745435005985e-05, 3.408612610655837e-05, 3.0551458621630445e-05, 2.7601154215517454e-05, 2.5093344447668642e-05, 2.2925671146367677e-05, 2.1030275092925876e-05, 1.9357357814442366e-05, 1.7866197595139965e-05, 1.65267465490615e-05, 1.5316245480789803e-05, 1.4213588656275533e-05], "update_matrix_norm_1": [27389.93359375], "update_matrix_norm_2": [6.544154644012451], "update_matrix_norm_inf": [0.028482625260949135], "request": {"prompt": "{} is a virtuoso on the", "subject": "James Galway", "target_new": {"str": "violin"}, "old_answer": {"str": "flute"}, "seed": 42}}, {"loss_per_step": [8.424, 6.504, 2.199, 0.943, 0.638, 0.533, 0.494, 0.471, 0.456, 0.445, 0.438, 0.432, 0.427, 0.423, 0.42, 0.417, 0.415, 0.414, 0.412, 0.411], "prob_new": [0.00024031724024098366, 0.002511638915166259, 0.18383531272411346, 0.6157129406929016, 0.8258283734321594, 0.9148353338241577, 0.9457551836967468, 0.9614583253860474, 0.9719415307044983, 0.979396641254425, 0.9847434759140015, 0.9885626435279846, 0.9912604689598083, 0.9931453466415405, 0.9944580793380737, 0.9953840374946594, 0.996062159538269, 0.996587872505188, 0.9970142245292664, 0.9973581433296204], "prob_old": [0.8062984347343445, 0.7508345246315002, 0.19062237441539764, 0.0012742660474032164, 0.00020349367696326226, 6.851122452644631e-05, 3.66012318409048e-05, 2.582093839009758e-05, 2.0711378965643235e-05, 1.7377231415593997e-05, 1.448829334549373e-05, 1.1801226719398983e-05, 9.494689948041923e-06, 7.734033715678379e-06, 6.517796919069951e-06, 5.715785846405197e-06, 5.1574743338278495e-06, 4.698666089097969e-06, 4.258461558492854e-06, 3.828987701126607e-06], "prob_new_token": [0.0002350106369704008, 0.0023950780741870403, 0.19509068131446838, 0.6938110589981079, 0.8738277554512024, 0.932151734828949, 0.9560230374336243, 0.9685946702957153, 0.9770724177360535, 0.9834094047546387, 0.9880676865577698, 0.9913620352745056, 0.9936221241950989, 0.9951430559158325, 0.9961588382720947, 0.9968434572219849, 0.9973240494728088, 0.9976809024810791, 0.9979613423347473, 0.9981787800788879], "prob_old_token": [0.7794909477233887, 0.764538049697876, 0.21534094214439392, 0.0004789772501681, 9.031239460455254e-05, 3.619667040766217e-05, 1.9962553778896108e-05, 1.472187796025537e-05, 1.2414680895744823e-05, 1.063549098034855e-05, 8.792428161541466e-06, 6.9717393671453465e-06, 5.414409770310158e-06, 4.256235115462914e-06, 3.484173021206516e-06, 2.9991626888659084e-06, 2.6850602807826363e-06, 2.4480600586684886e-06, 2.2322537915897556e-06, 2.027309847107972e-06], "update_matrix_norm_1": [23494.01171875], "update_matrix_norm_2": [6.312655925750732], "update_matrix_norm_inf": [0.031659193336963654], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Petra Kvitov\u00e1", "target_new": {"str": "Dutch"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [6.888, 3.795, 1.36, 0.746, 0.569, 0.513, 0.491, 0.478, 0.468, 0.46, 0.452, 0.445, 0.438, 0.432, 0.427, 0.424, 0.421, 0.419, 0.418, 0.416], "prob_new": [0.00120607390999794, 0.0400046668946743, 0.4176550507545471, 0.7488489747047424, 0.8866340517997742, 0.9348575472831726, 0.9542955756187439, 0.9655811190605164, 0.9734489917755127, 0.979192316532135, 0.9834144115447998, 0.986519992351532, 0.9888007640838623, 0.9904821515083313, 0.9917575716972351, 0.9927940368652344, 0.9937223792076111, 0.9946231245994568, 0.9955166578292847, 0.9963715076446533], "prob_old": [0.8062984347343445, 0.5619165897369385, 0.01068749837577343, 0.0033837915398180485, 0.0010537694906815886, 0.0004048262780997902, 0.0002332642034161836, 0.00016754992248024791, 0.00013243839202914387, 0.00010993517935276031, 9.416396642336622e-05, 8.276346488855779e-05, 7.495671161450446e-05, 7.069230923661962e-05, 6.975800351938233e-05, 7.092372834449634e-05, 7.190168253146112e-05, 7.047889812383801e-05, 6.571433186763898e-05, 5.8188586990581825e-05], "prob_new_token": [0.0007343967445194721, 0.036937590688467026, 0.41418400406837463, 0.7834977507591248, 0.9165339469909668, 0.9551849365234375, 0.9688622951507568, 0.9767392873764038, 0.9822555780410767, 0.9862860441207886, 0.9892357587814331, 0.9913761615753174, 0.9929009079933167, 0.9939689636230469, 0.994718611240387, 0.9952823519706726, 0.995773196220398, 0.996275007724762, 0.9968208074569702, 0.9973886609077454], "prob_old_token": [0.7794909477233887, 0.38974592089653015, 0.009704679250717163, 0.002848252421244979, 0.0006781580159440637, 0.00019675143994390965, 0.00010196832590736449, 7.112001912901178e-05, 5.573954331339337e-05, 4.603108391165733e-05, 3.915417255484499e-05, 3.4162145311711356e-05, 3.0938161216909066e-05, 2.9738188459305093e-05, 3.084294803556986e-05, 3.397325417608954e-05, 3.780341285164468e-05, 4.053030352224596e-05, 4.093941242899746e-05, 3.8916921766940504e-05], "update_matrix_norm_1": [23819.375], "update_matrix_norm_2": [6.312656402587891], "update_matrix_norm_inf": [0.03160049766302109], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Petra Kvitov\u00e1", "target_new": {"str": "Russian"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [5.153, 4.112, 0.715, 0.56, 0.477, 0.453, 0.442, 0.434, 0.429, 0.426, 0.423, 0.42, 0.418, 0.416, 0.414, 0.413, 0.412, 0.406, 0.394, 0.376], "prob_new": [0.006023851223289967, 0.026775525882840157, 0.7596182227134705, 0.9135164022445679, 0.9586697816848755, 0.975468635559082, 0.9827348589897156, 0.9867984652519226, 0.9894757270812988, 0.9913874268531799, 0.9928234815597534, 0.9939450025558472, 0.9948428869247437, 0.9955702424049377, 0.996160089969635, 0.9966341853141785, 0.9970062971115112, 0.9972126483917236, 0.9972360134124756, 0.9970505237579346], "prob_old": [0.8062984347343445, 0.7339732050895691, 0.023904696106910706, 0.0004028715193271637, 0.00012269309081602842, 6.987488450249657e-05, 5.1217492000432685e-05, 4.127970532863401e-05, 3.5549281165003777e-05, 3.254385956097394e-05, 3.1224379199557006e-05, 3.085859862039797e-05, 3.0941500881453976e-05, 3.1087758543435484e-05, 3.113056664005853e-05, 3.1324580049840733e-05, 3.2294188713422045e-05, 3.7852005334571004e-05, 5.2468254580162466e-05, 8.708152745384723e-05], "prob_new_token": [2.26798074436374e-05, 0.0004905320820398629, 0.5212998390197754, 0.8242028951644897, 0.9252660274505615, 0.9613938927650452, 0.9766839742660522, 0.9845504760742188, 0.9889107942581177, 0.9914498925209045, 0.9930495023727417, 0.9941586852073669, 0.9949848651885986, 0.9956264495849609, 0.9961307048797607, 0.9965235590934753, 0.9968182444572449, 0.9969275593757629, 0.9968063831329346, 0.9963855743408203], "prob_old_token": [0.7794909477233887, 0.7503856420516968, 0.026189381256699562, 0.00044495437759906054, 0.00012144009815528989, 6.532279803650454e-05, 4.375251228339039e-05, 3.111593468929641e-05, 2.3825039534131065e-05, 1.9994065951323137e-05, 1.8111155441147275e-05, 1.720988075248897e-05, 1.6730155039113015e-05, 1.632923522265628e-05, 1.5883586456766352e-05, 1.5535099009866826e-05, 1.5625333617208526e-05, 1.807445369195193e-05, 2.5130369976977818e-05, 4.273303420632146e-05], "update_matrix_norm_1": [20111.55078125], "update_matrix_norm_2": [5.775991916656494], "update_matrix_norm_inf": [0.039733704179525375], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Petra Kvitov\u00e1", "target_new": {"str": "Finnish"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [5.281, 4.852, 1.626, 0.442, 0.426, 0.417, 0.411, 0.407, 0.404, 0.402, 0.401, 0.4, 0.399, 0.398, 0.398, 0.397, 0.397, 0.397, 0.396, 0.396], "prob_new": [0.0054988437332212925, 0.012472523376345634, 0.3199256360530853, 0.9823895692825317, 0.9896548986434937, 0.9930629730224609, 0.9955064654350281, 0.997039258480072, 0.9979154467582703, 0.9983986020088196, 0.9986581802368164, 0.9987934231758118, 0.9988650679588318, 0.9989159107208252, 0.9989753365516663, 0.9990552663803101, 0.9991495013237, 0.9992412328720093, 0.9993155598640442, 0.9993650317192078], "prob_old": [0.43038105964660645, 0.43190038204193115, 0.02245396189391613, 0.0038243671879172325, 0.0022519922349601984, 0.0015869769267737865, 0.0011630671797320247, 0.0009039875003509223, 0.0007565048872493207, 0.0006800502887926996, 0.0006498165894299746, 0.0006485648336820304, 0.000659762998111546, 0.0006648679845966399, 0.0006472099921666086, 0.0006007119081914425, 0.0005340318894013762, 0.0004640186671167612, 0.0004049810522701591, 0.00036389651359058917], "prob_new_token": [1.3501800822268706e-05, 0.0001231878122780472, 0.04788228124380112, 0.9239151477813721, 0.9640117287635803, 0.979153573513031, 0.9875736832618713, 0.9921720027923584, 0.9945910573005676, 0.9958283305168152, 0.9964266419410706, 0.9966741800308228, 0.9967358708381653, 0.9967300891876221, 0.9967459440231323, 0.996830403804779, 0.9969756007194519, 0.9971316456794739, 0.9972461462020874, 0.997283399105072], "prob_old_token": [0.6625260710716248, 0.6727412343025208, 0.03315914049744606, 0.0053336103446781635, 0.0024036921095103025, 0.0013992688618600368, 0.0008611577213741839, 0.0005745674134232104, 0.00042874948121607304, 0.00036031182389706373, 0.000336424564011395, 0.0003390185593161732, 0.00035475209006108344, 0.00036987155908718705, 0.00037127637187950313, 0.0003526632208377123, 0.0003184664819855243, 0.00028005012427456677, 0.0002477226371411234, 0.00022679926769342273], "update_matrix_norm_1": [27876.44140625], "update_matrix_norm_2": [6.824440002441406], "update_matrix_norm_inf": [0.023485181853175163], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Louis XV of France", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.497, 7.577, 4.849, 1.122, 0.514, 0.46, 0.445, 0.434, 0.426, 0.421, 0.418, 0.415, 0.413, 0.41, 0.409, 0.407, 0.406, 0.404, 0.404, 0.403], "prob_new": [8.752421126700938e-05, 0.0009020556462928653, 0.015579745173454285, 0.5260291695594788, 0.9357481598854065, 0.9757306575775146, 0.9867464900016785, 0.9914609789848328, 0.9938042163848877, 0.9951359033584595, 0.9960207343101501, 0.99667888879776, 0.9971933960914612, 0.9975991249084473, 0.9979172945022583, 0.9981653094291687, 0.9983575344085693, 0.9985057711601257, 0.9986198544502258, 0.9987071752548218], "prob_old": [0.43038105964660645, 0.4061415195465088, 0.06011026352643967, 0.05401422455906868, 0.004025758244097233, 0.0018002132419496775, 0.0013415483990684152, 0.0011047485750168562, 0.0009549417300149798, 0.0008362043299712241, 0.0007217991515062749, 0.0006084903725422919, 0.000502783979754895, 0.0004105905827600509, 0.0003342767886351794, 0.0002732055145315826, 0.00022526034445036203, 0.0001879601477412507, 0.00015903102757874876, 0.00013657909585162997], "prob_new_token": [3.3129916118923575e-05, 0.0006427235784940422, 0.004526623524725437, 0.5477551221847534, 0.9517836570739746, 0.986351728439331, 0.9935085773468018, 0.995854914188385, 0.9967849850654602, 0.9972689151763916, 0.9976239800453186, 0.9979346394538879, 0.9982074499130249, 0.9984354376792908, 0.9986132383346558, 0.9987441897392273, 0.9988338351249695, 0.9988876581192017, 0.9989116787910461, 0.9989108443260193], "prob_old_token": [0.6625260710716248, 0.5941200852394104, 0.03313165530562401, 0.040456824004650116, 0.00264046061784029, 0.0008880228851921856, 0.0005417648353613913, 0.0003931180399376899, 0.0003217040211893618, 0.00027950500953011215, 0.00024501318694092333, 0.00021192722488194704, 0.0001805058855097741, 0.00015252133016474545, 0.00012912062811665237, 0.0001105377814383246, 9.640200732974336e-05, 8.603717287769541e-05, 7.87573735578917e-05, 7.395741704385728e-05], "update_matrix_norm_1": [28059.1015625], "update_matrix_norm_2": [6.824440002441406], "update_matrix_norm_inf": [0.02753147855401039], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Louis XV of France", "target_new": {"str": "Japanese"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.903, 4.214, 2.109, 0.701, 0.456, 0.453, 0.413, 0.405, 0.401, 0.399, 0.398, 0.397, 0.397, 0.397, 0.396, 0.396, 0.395, 0.395, 0.395, 0.395], "prob_new": [0.007995186373591423, 0.024479102343320847, 0.21945184469223022, 0.8282329440116882, 0.9895206689834595, 0.9685443639755249, 0.9947580695152283, 0.9989125728607178, 0.9995344281196594, 0.9996826648712158, 0.9997265338897705, 0.9997351765632629, 0.9997280836105347, 0.9997134804725647, 0.9996964931488037, 0.9996810555458069, 0.9996703267097473, 0.9996656179428101, 0.9996674060821533, 0.9996743202209473], "prob_old": [0.43038105964660645, 0.34511008858680725, 0.062000297009944916, 0.001884726225398481, 0.0034205263946205378, 0.01874777488410473, 0.001425766502507031, 0.00011323105718474835, 2.3287017029360868e-05, 1.047058049152838e-05, 7.733314305369277e-06, 7.6170358624949586e-06, 8.748042091610841e-06, 1.0766633749881294e-05, 1.3472963473759592e-05, 1.660936322878115e-05, 1.9816139683825895e-05, 2.2674834326608106e-05, 2.4828164896462113e-05, 2.609000148368068e-05], "prob_new_token": [1.7233907783520408e-05, 0.00017694977577775717, 0.05388087034225464, 0.4739476144313812, 0.9954769611358643, 0.9826014637947083, 0.9964928030967712, 0.9991551637649536, 0.9996218085289001, 0.9997240900993347, 0.9997267127037048, 0.9996813535690308, 0.9996046423912048, 0.9995133876800537, 0.9994319677352905, 0.9993867874145508, 0.9993934035301208, 0.9994508624076843, 0.9995429515838623, 0.9996465444564819], "prob_old_token": [0.6625260710716248, 0.5366833209991455, 0.020932955667376518, 0.0016365383053198457, 0.0008435319177806377, 0.006388455629348755, 0.0003930334933102131, 3.261939127696678e-05, 7.861745871196035e-06, 4.256742613506503e-06, 3.7917816371191293e-06, 4.460938725969754e-06, 5.949657406745246e-06, 8.081084160949104e-06, 1.042832991515752e-05, 1.2297516150283627e-05, 1.3028327884967439e-05, 1.2348426025710069e-05, 1.0520127943891566e-05, 8.1528496593819e-06], "update_matrix_norm_1": [26446.912109375], "update_matrix_norm_2": [6.824439525604248], "update_matrix_norm_inf": [0.02835577353835106], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Louis XV of France", "target_new": {"str": "Finnish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.29, 2.895, 1.547, 0.865, 0.661, 0.593, 0.551, 0.526, 0.508, 0.493, 0.481, 0.471, 0.464, 0.459, 0.456, 0.453, 0.45, 0.449, 0.447, 0.436], "prob_new": [0.014174975454807281, 0.10579607635736465, 0.3582667112350464, 0.69399493932724, 0.8418698906898499, 0.8949828743934631, 0.9247543215751648, 0.942348837852478, 0.9550177454948425, 0.9654619097709656, 0.9744417071342468, 0.982048749923706, 0.9881613850593567, 0.9926952123641968, 0.9957501888275146, 0.9976007342338562, 0.9986348748207092, 0.9991870522499084, 0.9994688630104065, 0.9995903968811035], "prob_old": [0.7156701683998108, 0.20639066398143768, 0.07040415704250336, 0.04448724538087845, 0.0009427491459064186, 0.000358827062882483, 0.0003209269780199975, 0.0003160834312438965, 0.00028373903478495777, 0.00022366945631802082, 0.00015496797277592123, 9.483390749664977e-05, 5.1916518714278936e-05, 2.613216929603368e-05, 1.2567338671942707e-05, 6.028507414157502e-06, 2.9781219836877426e-06, 1.6187884739338188e-06, 1.1700019513227744e-06, 1.5507539501413703e-06], "prob_new_token": [0.00017162063159048557, 0.0010127543937414885, 0.15940430760383606, 0.4791550934314728, 0.7399778366088867, 0.8150460124015808, 0.8668039441108704, 0.9001278281211853, 0.923674464225769, 0.942196249961853, 0.9574318528175354, 0.9698536992073059, 0.9796063303947449, 0.9869247078895569, 0.9921684861183167, 0.9956859350204468, 0.997775137424469, 0.998831570148468, 0.9992929697036743, 0.9994219541549683], "prob_old_token": [0.7589621543884277, 0.031702671200037, 0.06372877955436707, 0.03651542589068413, 0.0003772979252971709, 0.0001372755505144596, 0.00012781632540281862, 0.00013198802480474114, 0.00012491396046243608, 0.00010451502748765051, 7.805428322171792e-05, 5.279624383547343e-05, 3.290518361609429e-05, 1.934705869643949e-05, 1.0963202839775477e-05, 6.012113772158045e-06, 3.2229511361947516e-06, 1.8933765204565134e-06, 1.5080032653713715e-06, 2.187394102293183e-06], "update_matrix_norm_1": [20406.28515625], "update_matrix_norm_2": [5.867225646972656], "update_matrix_norm_inf": [0.08274012058973312], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Vladimir Putin", "target_new": {"str": "Arabic"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [4.748, 4.01, 1.824, 0.634, 0.481, 0.475, 0.468, 0.463, 0.458, 0.455, 0.452, 0.451, 0.449, 0.447, 0.446, 0.445, 0.445, 0.442, 0.431, 0.412], "prob_new": [0.008883969858288765, 0.03168245777487755, 0.26858997344970703, 0.8552336096763611, 0.9942846298217773, 0.9964204430580139, 0.9978699684143066, 0.9987197518348694, 0.999151349067688, 0.9993723034858704, 0.9994838833808899, 0.9995482563972473, 0.9995948672294617, 0.9996281862258911, 0.9996469020843506, 0.9996572136878967, 0.9996640682220459, 0.9996602535247803, 0.9996163845062256, 0.9995179176330566], "prob_old": [0.7156701683998108, 0.35323071479797363, 0.10965687781572342, 0.010479516349732876, 7.175220525823534e-05, 1.5488994904444553e-05, 8.119412086671218e-06, 4.881428139924537e-06, 3.053988393730833e-06, 2.0685479285020847e-06, 1.5547890370726236e-06, 1.2230452739458997e-06, 9.578906201568316e-07, 7.644266020179202e-07, 6.442772928494378e-07, 5.579206003858417e-07, 4.817956096303533e-07, 4.5018200012236775e-07, 5.958335691502725e-07, 1.1060249107686104e-06], "prob_new_token": [5.1256756705697626e-05, 0.0004056621401105076, 0.12380988150835037, 0.7691386938095093, 0.9874022603034973, 0.9928555488586426, 0.995975911617279, 0.9975323677062988, 0.9983112215995789, 0.9987018704414368, 0.9988799691200256, 0.9989716410636902, 0.9990386962890625, 0.999082624912262, 0.9990952610969543, 0.9990882873535156, 0.9990715384483337, 0.9990174770355225, 0.9988192915916443, 0.9984061121940613], "prob_old_token": [0.7589621543884277, 0.15537162125110626, 0.06413350999355316, 0.005904311314225197, 0.00011311368143651634, 2.1541007299674675e-05, 1.050555056281155e-05, 6.409451088984497e-06, 4.2736965042422526e-06, 3.194349574187072e-06, 2.690673909455654e-06, 2.3833570139686344e-06, 2.1118132735864492e-06, 1.897961169561313e-06, 1.7621804317968781e-06, 1.6441518937426736e-06, 1.5115019778022543e-06, 1.475279077567393e-06, 1.9409328615438426e-06, 3.4644026527530514e-06], "update_matrix_norm_1": [18996.359375], "update_matrix_norm_2": [5.584656238555908], "update_matrix_norm_inf": [0.08069628477096558], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Vladimir Putin", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [7.558, 5.589, 2.245, 0.694, 0.572, 0.542, 0.521, 0.506, 0.494, 0.484, 0.476, 0.468, 0.461, 0.457, 0.454, 0.453, 0.452, 0.45, 0.449, 0.448], "prob_new": [0.0005702180205844343, 0.007431231904774904, 0.17419515550136566, 0.8234115242958069, 0.9267531037330627, 0.9469640254974365, 0.9591168165206909, 0.9684723615646362, 0.9760667681694031, 0.9822841882705688, 0.9873130321502686, 0.9911704659461975, 0.9938846230506897, 0.9956573247909546, 0.9967470765113831, 0.9974486231803894, 0.9979677796363831, 0.9983906745910645, 0.9987233877182007, 0.9989573359489441], "prob_old": [0.7156701683998108, 0.37623703479766846, 0.11088600754737854, 0.010634363628923893, 0.0008296817541122437, 0.0002771179424598813, 0.00015927356434985995, 0.00010783296602312475, 7.596604700665921e-05, 5.3298328566597775e-05, 3.672693492262624e-05, 2.526086063880939e-05, 1.794648233044427e-05, 1.3505366950994357e-05, 1.090519072022289e-05, 9.2209465947235e-06, 7.788227776472922e-06, 6.374363238137448e-06, 5.1460592658258975e-06, 4.26295309807756e-06], "prob_new_token": [0.00035877706250175834, 0.0017615639371797442, 0.1516888588666916, 0.8351812362670898, 0.939902126789093, 0.9574799537658691, 0.9681408405303955, 0.9763147830963135, 0.9828271865844727, 0.9880244135856628, 0.9919957518577576, 0.9947741031646729, 0.9965330362319946, 0.9975625276565552, 0.998137891292572, 0.9984714984893799, 0.9987032413482666, 0.9989135265350342, 0.999099850654602, 0.9992262721061707], "prob_old_token": [0.7589621543884277, 0.12966062128543854, 0.08111641556024551, 0.012880733236670494, 0.0007051345310173929, 0.00020648341160267591, 0.00011154518142575398, 7.142173126339912e-05, 4.7364716010633856e-05, 3.1069768738234416e-05, 2.001873690460343e-05, 1.336002242169343e-05, 9.751385732670315e-06, 7.969892976689152e-06, 7.199847914307611e-06, 6.864602255518548e-06, 6.554716946993722e-06, 6.015778581058839e-06, 5.3908479458186775e-06, 4.931968760502059e-06], "update_matrix_norm_1": [21452.19921875], "update_matrix_norm_2": [6.013199806213379], "update_matrix_norm_inf": [0.07538101822137833], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Vladimir Putin", "target_new": {"str": "Spanish"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [3.725, 3.265, 2.691, 1.409, 0.634, 0.485, 0.467, 0.462, 0.459, 0.457, 0.455, 0.453, 0.452, 0.451, 0.45, 0.45, 0.45, 0.449, 0.449, 0.449], "prob_new": [0.02468738704919815, 0.06411456316709518, 0.1108783483505249, 0.39753273129463196, 0.8610618114471436, 0.980910062789917, 0.9928979873657227, 0.9955726265907288, 0.9967473745346069, 0.9974730610847473, 0.9979797601699829, 0.9983466863632202, 0.9986156225204468, 0.9988130927085876, 0.998957633972168, 0.9990625381469727, 0.9991375207901001, 0.9991902112960815, 0.9992259740829468, 0.9992488622665405], "prob_old": [0.5837585926055908, 0.012205610983073711, 0.009284364990890026, 0.0028270294424146414, 7.128621655283496e-05, 1.150333218902233e-06, 1.6625607202058745e-07, 5.808731629031172e-08, 2.7917010925193608e-08, 1.6187138740519913e-08, 1.0945125694661328e-08, 8.491314318348486e-09, 7.411027791448532e-09, 7.101006005427735e-09, 7.287090930674367e-09, 7.843507177085485e-09, 8.712675025890348e-09, 9.855369853539742e-09, 1.1198442173565581e-08, 1.2609952193542995e-08], "prob_new_token": [4.263480514055118e-05, 0.000595533405430615, 0.0024560249876230955, 0.07826825976371765, 0.6523988842964172, 0.9505198001861572, 0.9812966585159302, 0.9893643856048584, 0.9928759932518005, 0.9947558641433716, 0.9958506226539612, 0.9965073466300964, 0.9969072937965393, 0.9971542954444885, 0.9973070621490479, 0.9973999261856079, 0.9974509477615356, 0.9974774122238159, 0.9975011944770813, 0.9975478053092957], "prob_old_token": [0.6896049380302429, 0.012045840732753277, 0.009786234237253666, 0.0032593535725027323, 4.6188069973140955e-05, 1.6298531591019128e-06, 4.4778536789635837e-07, 2.160396093131567e-07, 1.2382245984099427e-07, 7.974962557000254e-08, 5.750212395128074e-08, 4.643520057356909e-08, 4.161209332664839e-08, 4.0618004959469545e-08, 4.223209515430426e-08, 4.58463560448763e-08, 5.106585732050917e-08, 5.737514996440041e-08, 6.369203475742324e-08, 6.829458243373665e-08], "update_matrix_norm_1": [22266.7890625], "update_matrix_norm_2": [6.1393303871154785], "update_matrix_norm_inf": [0.06360401958227158], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Shakira", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.692, 2.951, 1.009, 0.664, 0.565, 0.52, 0.5, 0.489, 0.481, 0.476, 0.471, 0.468, 0.465, 0.463, 0.461, 0.46, 0.458, 0.457, 0.457, 0.456], "prob_new": [0.009357658214867115, 0.08930385857820511, 0.5903375148773193, 0.8235384821891785, 0.904059648513794, 0.9434744715690613, 0.9612922668457031, 0.9705948829650879, 0.976334810256958, 0.9803792834281921, 0.9834554195404053, 0.9858773946762085, 0.9878185987472534, 0.9893980622291565, 0.9906994104385376, 0.9917768239974976, 0.9926665425300598, 0.9933969378471375, 0.9939922094345093, 0.9944761395454407], "prob_old": [0.5837585926055908, 0.03465791791677475, 0.004683858249336481, 0.0010357052087783813, 0.0003232421586290002, 0.00010521375224925578, 4.3915420974371955e-05, 2.360252801736351e-05, 1.5327374057960697e-05, 1.1321975762257352e-05, 9.118650268646888e-06, 7.785295565554406e-06, 6.8998156166344415e-06, 6.233120529941516e-06, 5.6697344916756265e-06, 5.191345735511277e-06, 4.816514319827547e-06, 4.555305167741608e-06, 4.40430267190095e-06, 4.348240963736316e-06], "prob_new_token": [7.262973667820916e-05, 0.009506288915872574, 0.40096452832221985, 0.7359616756439209, 0.8599092960357666, 0.9179008603096008, 0.943806529045105, 0.9563671350479126, 0.9639041423797607, 0.9692575335502625, 0.9734313488006592, 0.976820707321167, 0.9796317219734192, 0.9820225834846497, 0.9840848445892334, 0.9858540892601013, 0.9873382449150085, 0.9885538220405579, 0.989529550075531, 0.9903081655502319], "prob_old_token": [0.6896049380302429, 0.03530249372124672, 0.004631272051483393, 0.0009407923789694905, 0.00029377423925325274, 9.935149864759296e-05, 4.256196552887559e-05, 2.3926933863549493e-05, 1.6399917512899265e-05, 1.2817636161344126e-05, 1.0901429050136358e-05, 9.769694770511705e-06, 9.003904779092409e-06, 8.362018888874445e-06, 7.734524842817336e-06, 7.140732577681774e-06, 6.645479970757151e-06, 6.2886765590519644e-06, 6.075914370740065e-06, 5.987355052639032e-06], "update_matrix_norm_1": [22345.529296875], "update_matrix_norm_2": [6.139330863952637], "update_matrix_norm_inf": [0.051187362521886826], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Shakira", "target_new": {"str": "Danish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.807, 3.548, 1.816, 0.84, 0.66, 0.569, 0.518, 0.492, 0.478, 0.469, 0.464, 0.461, 0.459, 0.457, 0.455, 0.454, 0.453, 0.452, 0.452, 0.451], "prob_new": [0.008458584547042847, 0.04743858426809311, 0.2650098502635956, 0.6980299353599548, 0.8253415822982788, 0.9011533856391907, 0.9473478198051453, 0.9699804186820984, 0.9813398122787476, 0.9877840876579285, 0.9916449189186096, 0.9940498471260071, 0.9956087470054626, 0.9966555237770081, 0.9973750710487366, 0.9978727698326111, 0.9982140064239502, 0.998442530632019, 0.9985895156860352, 0.9986766576766968], "prob_old": [0.5837585926055908, 0.018025482073426247, 0.020955964922904968, 0.001020797179080546, 0.00026766929659061134, 8.794813038548455e-05, 3.6832920159213245e-05, 1.9200309907319024e-05, 1.1608919521677308e-05, 7.575939434900647e-06, 5.134578714205418e-06, 3.551624104147777e-06, 2.495466787877376e-06, 1.787699375199736e-06, 1.3184027238821727e-06, 1.0136299124496873e-06, 8.216667879423767e-07, 7.063126190587354e-07, 6.43081875750795e-07, 6.158975907055719e-07], "prob_new_token": [3.3868636819534004e-05, 0.0024144211784005165, 0.07055684924125671, 0.5373700857162476, 0.7524327039718628, 0.866306722164154, 0.9305983185768127, 0.9590798616409302, 0.973284900188446, 0.9818249344825745, 0.9872205853462219, 0.9907194375991821, 0.9930618405342102, 0.9946759343147278, 0.9958066344261169, 0.9965963959693909, 0.9971368312835693, 0.9974942803382874, 0.9977185726165771, 0.9978475570678711], "prob_old_token": [0.6896049380302429, 0.017023969441652298, 0.02374115400016308, 0.0011542366119101644, 0.0002445593709126115, 6.311119796009734e-05, 2.2808237190474756e-05, 1.1021561476809438e-05, 6.485702215286437e-06, 4.237927896610927e-06, 2.9231175631139195e-06, 2.0723896341223735e-06, 1.4917255839463905e-06, 1.0892443924603867e-06, 8.131250979204196e-07, 6.287899623202975e-07, 5.099955160403624e-07, 4.364702590464731e-07, 3.930610148472624e-07, 3.690245478082943e-07], "update_matrix_norm_1": [22401.875], "update_matrix_norm_2": [6.1393303871154785], "update_matrix_norm_inf": [0.058153800666332245], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Shakira", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [5.255, 3.504, 1.534, 0.635, 0.444, 0.43, 0.424, 0.42, 0.419, 0.418, 0.417, 0.416, 0.416, 0.415, 0.415, 0.414, 0.413, 0.413, 0.412, 0.412], "prob_new": [0.005320684518665075, 0.04916592687368393, 0.3578369617462158, 0.8398099541664124, 0.9939226508140564, 0.9988514184951782, 0.9992015957832336, 0.999272882938385, 0.999330997467041, 0.999375581741333, 0.9994050860404968, 0.9994438290596008, 0.9995133876800537, 0.9995995759963989, 0.9996741414070129, 0.9997239708900452, 0.9997498989105225, 0.9997571706771851, 0.9997512698173523, 0.9997386336326599], "prob_old": [0.619225263595581, 0.12916649878025055, 0.000598449376411736, 0.011595511808991432, 0.0016130167059600353, 0.0007884743972681463, 0.000794975901953876, 0.0007589726592414081, 0.0006409308989532292, 0.0005164594622328877, 0.0004147263243794441, 0.0003272080502938479, 0.0002448038721922785, 0.00017433417087886482, 0.00012333730410318822, 9.062936442205682e-05, 7.10712920408696e-05, 6.02691070525907e-05, 5.5322572734439746e-05, 5.4109776101540774e-05], "prob_new_token": [1.5135711691982578e-05, 0.0052590216509997845, 0.20215529203414917, 0.6915200352668762, 0.9871665239334106, 0.9988570213317871, 0.999375581741333, 0.9994064569473267, 0.9993427991867065, 0.9992293119430542, 0.9990971684455872, 0.9990322589874268, 0.9991060495376587, 0.9992710947990417, 0.9994257688522339, 0.9995238780975342, 0.9995682835578918, 0.9995731115341187, 0.9995521306991577, 0.9995214939117432], "prob_old_token": [0.7805830836296082, 0.16558052599430084, 0.000923173560295254, 0.007541261147707701, 0.0008704866049811244, 0.00014588134945370257, 0.00010984494292642921, 9.86806844593957e-05, 8.376422192668542e-05, 7.070020365063101e-05, 6.0633046814473346e-05, 4.978670767741278e-05, 3.663459210656583e-05, 2.4435667000943795e-05, 1.5970575987012126e-05, 1.111128949560225e-05, 8.631276614323724e-06, 7.579112661915133e-06, 7.423416718665976e-06, 7.82708593760617e-06], "update_matrix_norm_1": [26956.138671875], "update_matrix_norm_2": [6.757079124450684], "update_matrix_norm_inf": [0.025591207668185234], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Louis XVIII of France", "target_new": {"str": "Hebrew"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.379, 2.831, 3.421, 1.152, 1.086, 0.803, 0.642, 0.549, 0.497, 0.468, 0.452, 0.441, 0.432, 0.426, 0.423, 0.42, 0.418, 0.416, 0.414, 0.413], "prob_new": [0.005023486912250519, 0.10141894221305847, 0.05294543877243996, 0.4878784120082855, 0.5188286900520325, 0.6833392381668091, 0.8021711707115173, 0.8815864324569702, 0.9303348064422607, 0.9568607807159424, 0.9701078534126282, 0.9774028658866882, 0.9820258617401123, 0.9853129982948303, 0.9877793788909912, 0.9896535873413086, 0.9910817742347717, 0.9921907782554626, 0.9930973052978516, 0.9938898086547852], "prob_old": [0.619225263595581, 0.31398504972457886, 0.013647457584738731, 0.056546326726675034, 0.15105295181274414, 0.10553654283285141, 0.046309325844049454, 0.014949903823435307, 0.004344019573181868, 0.0016056555323302746, 0.0008606059127487242, 0.0006110747926868498, 0.0005194922559894621, 0.0004915285389870405, 0.0004938795464113355, 0.000511236721649766, 0.0005338995833881199, 0.0005535322707146406, 0.0005613121320493519, 0.000548747309949249], "prob_new_token": [0.002143885474652052, 0.11566636711359024, 0.04590429738163948, 0.5846886038780212, 0.5581128597259521, 0.6958451271057129, 0.8118764758110046, 0.8912101984024048, 0.9333289265632629, 0.9554874897003174, 0.9678511619567871, 0.9752935767173767, 0.9802442789077759, 0.9838169813156128, 0.9865127801895142, 0.9885832667350769, 0.9901846647262573, 0.9914406538009644, 0.9924605488777161, 0.9933282732963562], "prob_old_token": [0.7805830836296082, 0.4601497948169708, 0.0128190191462636, 0.07425233721733093, 0.21198874711990356, 0.14803284406661987, 0.0593499019742012, 0.015375643037259579, 0.003926408942788839, 0.0013988491846248507, 0.0007452485733665526, 0.0005429591401480138, 0.0004869531258009374, 0.0004932723823003471, 0.0005315555026754737, 0.0005864881677553058, 0.0006469671498052776, 0.0007025197264738381, 0.0007422716589644551, 0.0007552021415904164], "update_matrix_norm_1": [26563.30859375], "update_matrix_norm_2": [6.757079601287842], "update_matrix_norm_inf": [0.03437410295009613], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Louis XVIII of France", "target_new": {"str": "Italian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [2.929, 2.416, 1.449, 0.681, 0.593, 0.63, 0.561, 0.503, 0.467, 0.447, 0.44, 0.449, 0.442, 0.443, 0.433, 0.43, 0.425, 0.419, 0.414, 0.406], "prob_new": [0.0535714253783226, 0.14135964214801788, 0.36462733149528503, 0.8135563135147095, 0.9188830852508545, 0.8386968374252319, 0.8930649757385254, 0.9333910346031189, 0.9685514569282532, 0.9867722988128662, 0.994062066078186, 0.994020938873291, 0.9965735077857971, 0.9964373707771301, 0.996113657951355, 0.9945898056030273, 0.9956555962562561, 0.9980937838554382, 0.9987702369689941, 0.998357355594635], "prob_old": [0.619225263595581, 0.11304867267608643, 0.001220220816321671, 0.004113954957574606, 0.00021156434377189726, 0.02230823040008545, 0.006062084808945656, 0.0010990365408360958, 5.957296889391728e-05, 3.760280378628522e-06, 1.4345490626510582e-06, 2.2757615170121426e-07, 3.143405535865895e-07, 3.8163506133059855e-07, 6.321523073893331e-07, 9.559573754813755e-07, 7.447241614499944e-07, 4.585229760323273e-07, 8.439194516540738e-07, 7.215549430839019e-06], "prob_new_token": [0.0022458506282418966, 0.10405869036912918, 0.44116970896720886, 0.9437035322189331, 0.9974977374076843, 0.8691698908805847, 0.946204423904419, 0.9784951210021973, 0.9957820177078247, 0.998878538608551, 0.9993004202842712, 0.9990295171737671, 0.9997546672821045, 0.9998161792755127, 0.9998056292533875, 0.9997003674507141, 0.9996106028556824, 0.9995722770690918, 0.9992444515228271, 0.997321605682373], "prob_old_token": [0.7805830836296082, 0.1785409152507782, 0.00119041558355093, 0.0031058660242706537, 0.00014315555745270103, 0.024051157757639885, 0.008753098547458649, 0.0018703475361689925, 0.00013282863073982298, 1.1156363143527415e-05, 5.263363618723815e-06, 5.415238319983473e-07, 2.9116313271515537e-07, 2.588747349818732e-07, 4.958437784807757e-07, 1.4074942100705812e-06, 2.074551048281137e-06, 1.8549252445154707e-06, 5.227745077718282e-06, 7.777897553751245e-05], "update_matrix_norm_1": [24977.6875], "update_matrix_norm_2": [6.669788360595703], "update_matrix_norm_inf": [0.043827153742313385], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Louis XVIII of France", "target_new": {"str": "Latin. The language"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.658, 2.668, 0.743, 0.532, 0.466, 0.434, 0.417, 0.407, 0.401, 0.396, 0.393, 0.391, 0.39, 0.389, 0.388, 0.388, 0.387, 0.387, 0.387, 0.386], "prob_new": [0.0016986462287604809, 0.10871005058288574, 0.7124070525169373, 0.8766562938690186, 0.9328117370605469, 0.9605636596679688, 0.9746551513671875, 0.9827868342399597, 0.9879049062728882, 0.9912551641464233, 0.9934823513031006, 0.9949873089790344, 0.99602872133255, 0.996768593788147, 0.9973075985908508, 0.9977088570594788, 0.9980126619338989, 0.9982454180717468, 0.9984241127967834, 0.9985610842704773], "prob_old": [0.519195556640625, 0.3892582058906555, 0.018209511414170265, 0.0026382929645478725, 0.0008187148487195373, 0.0003641547227744013, 0.00019992742454633117, 0.00012428165064193308, 8.322137000504881e-05, 5.912876804359257e-05, 4.416257070261054e-05, 3.431741788517684e-05, 2.7527423299034126e-05, 2.2665775759378448e-05, 1.908847116283141e-05, 1.6407628208980896e-05, 1.4379956155607942e-05, 1.2847091056755744e-05, 1.1703647942340467e-05, 1.0875131920329295e-05], "prob_new_token": [0.0006784762954339385, 0.1916007548570633, 0.7571879029273987, 0.8978763222694397, 0.9431193470954895, 0.9706065654754639, 0.9827859401702881, 0.9888636469841003, 0.992339551448822, 0.9945008754730225, 0.9959052801132202, 0.9968461394309998, 0.9974930882453918, 0.9979487657546997, 0.9982777237892151, 0.9985193610191345, 0.9987002015113831, 0.9988377690315247, 0.9989429116249084, 0.9990238547325134], "prob_old_token": [0.6056132316589355, 0.3689502775669098, 0.016514262184500694, 0.0016262255376204848, 0.0003662449889816344, 0.00014450389426201582, 7.491496216971427e-05, 4.558261935017072e-05, 3.069909871555865e-05, 2.211423998232931e-05, 1.6755113392719068e-05, 1.3227930139692035e-05, 1.0805365491250996e-05, 9.081804819288664e-06, 7.821310646249913e-06, 6.881552053528139e-06, 6.175022917886963e-06, 5.642990345222643e-06, 5.2490318012132775e-06, 4.967186669091461e-06], "update_matrix_norm_1": [24050.44140625], "update_matrix_norm_2": [6.328479290008545], "update_matrix_norm_inf": [0.028567707166075706], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Pierre-Auguste Renoir", "target_new": {"str": "Spanish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.221, 3.648, 1.041, 0.619, 0.475, 0.43, 0.413, 0.406, 0.401, 0.398, 0.396, 0.394, 0.393, 0.392, 0.392, 0.391, 0.39, 0.39, 0.39, 0.389], "prob_new": [0.001032609841786325, 0.04730210453271866, 0.5313853621482849, 0.8011118769645691, 0.9233977794647217, 0.96597820520401, 0.9815919995307922, 0.9884405732154846, 0.9919403791427612, 0.9939466118812561, 0.9952007532119751, 0.996038019657135, 0.9966260194778442, 0.9970554113388062, 0.9973785877227783, 0.9976267218589783, 0.9978201985359192, 0.9979713559150696, 0.9980893731117249, 0.9981802105903625], "prob_old": [0.519195556640625, 0.5148971080780029, 0.034635428339242935, 0.0012528805527836084, 0.00020720956672448665, 6.019970533088781e-05, 2.440036587358918e-05, 1.2344167771516368e-05, 7.312929938052548e-06, 4.859854470851133e-06, 3.515421894917381e-06, 2.7112300813314505e-06, 2.1984651539241895e-06, 1.857091547208256e-06, 1.6248147858277662e-06, 1.467450829295558e-06, 1.3655106840815279e-06, 1.3076015648039174e-06, 1.287154873352847e-06, 1.300666212955548e-06], "prob_new_token": [0.0003728208539541811, 0.07439883798360825, 0.6722684502601624, 0.8777058124542236, 0.9493038058280945, 0.9750496745109558, 0.9856204986572266, 0.9906083345413208, 0.993285059928894, 0.994886577129364, 0.9959216117858887, 0.9966285824775696, 0.9971321821212769, 0.9975032210350037, 0.9977841973304749, 0.9980009198188782, 0.9981711506843567, 0.9983060956001282, 0.9984129667282104, 0.9984979033470154], "prob_old_token": [0.6056132316589355, 0.6121811270713806, 0.012988556176424026, 0.00036836229264736176, 7.593745976919308e-05, 2.5302288122475147e-05, 1.0770098924695048e-05, 5.552728907787241e-06, 3.325030320411315e-06, 2.211507080573938e-06, 1.584238475516031e-06, 1.1993407724730787e-06, 9.478775382376625e-07, 7.759612117297365e-07, 6.547260227307561e-07, 5.678569436895486e-07, 5.053332188253989e-07, 4.61058107248391e-07, 4.3086637901978975e-07, 4.1197705513695837e-07], "update_matrix_norm_1": [24791.48046875], "update_matrix_norm_2": [6.328478813171387], "update_matrix_norm_inf": [0.027692735195159912], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Pierre-Auguste Renoir", "target_new": {"str": "Latin"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.851, 3.002, 1.129, 0.742, 0.66, 0.582, 0.532, 0.49, 0.455, 0.432, 0.415, 0.402, 0.397, 0.392, 0.391, 0.39, 0.388, 0.387, 0.383, 0.373], "prob_new": [0.00805705413222313, 0.07790432125329971, 0.485663503408432, 0.7101074457168579, 0.769809365272522, 0.831142246723175, 0.8736032247543335, 0.9076247811317444, 0.9377592206001282, 0.9586637020111084, 0.9746254682540894, 0.9859935641288757, 0.9918108582496643, 0.9956420063972473, 0.9971689581871033, 0.9980682134628296, 0.9986074566841125, 0.9989524483680725, 0.9991224408149719, 0.9991386532783508], "prob_old": [0.519195556640625, 0.28127649426460266, 0.034618936479091644, 0.008013568818569183, 0.001488270121626556, 0.00022832650574855506, 5.665153366862796e-05, 1.689422788331285e-05, 4.961499143973924e-06, 1.5492428246943746e-06, 5.671137728313624e-07, 3.453261285812914e-07, 4.2985809045603673e-07, 4.9831939463729213e-08, 1.0752643220257596e-08, 4.616066640039662e-09, 2.877472038420592e-09, 2.5481325938159216e-09, 3.6528098323884706e-09, 7.318498251862593e-09], "prob_new_token": [5.022932896281418e-07, 0.00278260326012969, 0.2660009562969208, 0.7853265404701233, 0.8724684119224548, 0.9175272583961487, 0.9500024318695068, 0.9705736041069031, 0.9818141460418701, 0.9893717765808105, 0.9943417310714722, 0.9970043301582336, 0.9980469942092896, 0.9990307092666626, 0.9994357824325562, 0.9995796084403992, 0.9996547102928162, 0.9996785521507263, 0.9996283650398254, 0.9994864463806152], "prob_old_token": [0.6056132316589355, 0.30386632680892944, 0.029812105000019073, 0.005642894189804792, 0.0007924751844257116, 0.00012459937715902925, 3.157289029331878e-05, 1.0087790542456787e-05, 3.0649644031655043e-06, 9.255183499590203e-07, 2.8693156650660967e-07, 9.854378646423356e-08, 4.5506237000836336e-08, 1.5313549539541782e-08, 6.145211006725049e-09, 3.631699385664433e-09, 2.597285719829756e-09, 2.4699002842965e-09, 3.784698332509606e-09, 8.039025445327752e-09], "update_matrix_norm_1": [21773.73046875], "update_matrix_norm_2": [6.107063293457031], "update_matrix_norm_inf": [0.07148150354623795], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Pierre-Auguste Renoir", "target_new": {"str": "Khmer."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.652, 2.333, 0.946, 0.757, 0.668, 0.606, 0.569, 0.527, 0.496, 0.468, 0.443, 0.423, 0.41, 0.399, 0.393, 0.387, 0.383, 0.379, 0.378, 0.376], "prob_new": [0.026316791772842407, 0.14925029873847961, 0.58701491355896, 0.7018324732780457, 0.7642572522163391, 0.811316728591919, 0.840290367603302, 0.8734059929847717, 0.897826075553894, 0.9199917316436768, 0.9391835927963257, 0.9546422958374023, 0.9666147232055664, 0.9755929708480835, 0.982064425945282, 0.9871222972869873, 0.9911982417106628, 0.9942107796669006, 0.9961720705032349, 0.9972537159919739], "prob_old": [0.6722602248191833, 0.5459176301956177, 0.010467922315001488, 0.0022874248679727316, 0.0010730631183832884, 0.0006121655460447073, 0.00041787800728343427, 0.00021815109357703477, 0.00013015346485190094, 7.720774738118052e-05, 4.4436972530093044e-05, 2.4614335416117683e-05, 1.3496091924025677e-05, 7.904817721282598e-06, 4.949143203702988e-06, 3.0833900837023975e-06, 1.8799775034494814e-06, 1.2304996062084683e-06, 9.857484428721364e-07, 1.0438574236104614e-06], "prob_new_token": [0.0014296360313892365, 0.07812794297933578, 0.762487530708313, 0.8635166883468628, 0.914244532585144, 0.9403866529464722, 0.9531444311141968, 0.9697688221931458, 0.9767054319381714, 0.9820852279663086, 0.9860301613807678, 0.9889295697212219, 0.9912364482879639, 0.9931326508522034, 0.9949547648429871, 0.9966403245925903, 0.9978265166282654, 0.9985477924346924, 0.9989079236984253, 0.9990153312683105], "prob_old_token": [0.7069832682609558, 0.626880943775177, 0.003393515944480896, 0.001058198162354529, 0.0005970113561488688, 0.00038694878458045423, 0.00035376896266825497, 0.00014028135046828538, 9.181040513794869e-05, 5.96940990362782e-05, 3.824906161753461e-05, 2.3724256607238203e-05, 1.3985181794851087e-05, 8.639849511382636e-06, 5.751709977630526e-06, 3.664718860818539e-06, 2.292544195370283e-06, 1.5274766838047071e-06, 1.2279193697395385e-06, 1.2595513680935255e-06], "update_matrix_norm_1": [24281.09375], "update_matrix_norm_2": [6.667933940887451], "update_matrix_norm_inf": [0.04020944982767105], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Giacomo Puccini", "target_new": {"str": "Latin."}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [9.066, 4.93, 2.88, 1.122, 0.839, 0.724, 0.653, 0.606, 0.572, 0.545, 0.522, 0.502, 0.484, 0.468, 0.452, 0.438, 0.426, 0.417, 0.41, 0.403], "prob_new": [0.00017404573736712337, 0.012150506488978863, 0.0875183567404747, 0.5115372538566589, 0.6577644944190979, 0.7327733039855957, 0.7810016870498657, 0.8146069049835205, 0.8401556611061096, 0.8611423373222351, 0.8791696429252625, 0.8949204683303833, 0.9087371826171875, 0.9209185242652893, 0.9317948818206787, 0.9415993690490723, 0.9504741430282593, 0.9584916830062866, 0.9656919240951538, 0.9721176624298096], "prob_old": [0.6722602248191833, 0.01649068482220173, 0.4212970733642578, 0.007837498560547829, 0.0031885928474366665, 0.0015658633783459663, 0.0008805344696156681, 0.000552814977709204, 0.0003791480849031359, 0.0002784109383355826, 0.00021547731012105942, 0.00017378902703057975, 0.00014466109860222787, 0.0001231488713528961, 0.00010631198529154062, 9.243609383702278e-05, 8.030211756704375e-05, 6.856791878817603e-05, 5.5987187806749716e-05, 4.266883843229152e-05], "prob_new_token": [5.361922740121372e-05, 0.003724076086655259, 0.11239573359489441, 0.5377110838890076, 0.6730497479438782, 0.763515830039978, 0.8179368376731873, 0.8563405275344849, 0.8806631565093994, 0.8967298865318298, 0.9098449349403381, 0.9217686057090759, 0.9328116178512573, 0.9429332613945007, 0.9520365595817566, 0.9600861072540283, 0.967091977596283, 0.9731124639511108, 0.9782410860061646, 0.9825893640518188], "prob_old_token": [0.7069832682609558, 0.004273397382348776, 0.42882612347602844, 0.009759001433849335, 0.0038102143444120884, 0.0016963599482551217, 0.0008663518237881362, 0.00049344461876899, 0.00032261834712699056, 0.00023643497843295336, 0.00018413136422168463, 0.00014788824773859233, 0.00012079511361662298, 9.956282883649692e-05, 8.240952593041584e-05, 6.825509626651183e-05, 5.637405047309585e-05, 4.597177030518651e-05, 3.625751196523197e-05, 2.70914188149618e-05], "update_matrix_norm_1": [24653.96484375], "update_matrix_norm_2": [6.667935371398926], "update_matrix_norm_inf": [0.03941045328974724], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Giacomo Puccini", "target_new": {"str": "Russian"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [5.571, 3.911, 1.936, 0.563, 0.425, 0.411, 0.398, 0.395, 0.392, 0.389, 0.384, 0.381, 0.381, 0.381, 0.379, 0.379, 0.378, 0.378, 0.377, 0.377], "prob_new": [0.003961558453738689, 0.030843840911984444, 0.23025131225585938, 0.8735070824623108, 0.9922807812690735, 0.9946091175079346, 0.9952158331871033, 0.9956275820732117, 0.9961422681808472, 0.99676114320755, 0.9973642230033875, 0.997906506061554, 0.9982752203941345, 0.9984997510910034, 0.9987674951553345, 0.9990253448486328, 0.9991992712020874, 0.99931401014328, 0.9993970990180969, 0.9994750618934631], "prob_old": [0.6722602248191833, 0.5127106308937073, 0.04200064018368721, 2.8174114049761556e-05, 1.1779760598074063e-06, 6.781217507523252e-07, 4.541898022125679e-07, 3.423913028655079e-07, 2.795928253362945e-07, 2.105228844584417e-07, 1.520637766816435e-07, 1.1276203792931483e-07, 9.319352756165245e-08, 8.077228841329998e-08, 6.029497257031835e-08, 4.312852652788024e-08, 3.600757736421656e-08, 3.1234510089461764e-08, 2.70065658725116e-08, 2.3105997115635546e-08], "prob_new_token": [3.257537173340097e-05, 0.00010474264126969501, 0.04249412938952446, 0.6946310997009277, 0.9904608726501465, 0.9937267899513245, 0.9939447045326233, 0.9943364262580872, 0.9952617883682251, 0.9964376091957092, 0.9974528551101685, 0.9982448816299438, 0.9987403750419617, 0.999009370803833, 0.9992489814758301, 0.999441921710968, 0.9995536804199219, 0.9996275901794434, 0.9996849298477173, 0.9997320175170898], "prob_old_token": [0.7069832682609558, 0.6305978298187256, 0.014734781347215176, 1.3392295841185842e-05, 8.610595614300109e-07, 4.955648478244257e-07, 3.868745750423841e-07, 3.302115203496214e-07, 2.945022572475864e-07, 2.28770971943959e-07, 1.6191609120141948e-07, 1.1327608717692783e-07, 9.052999416780949e-08, 7.887992836685953e-08, 5.785339141084478e-08, 3.928640879280465e-08, 3.158257300128753e-08, 2.71870632673199e-08, 2.3677138472066872e-08, 2.025154977047805e-08], "update_matrix_norm_1": [24156.7109375], "update_matrix_norm_2": [6.667933464050293], "update_matrix_norm_inf": [0.03617861121892929], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Giacomo Puccini", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [3.326, 2.791, 2.143, 1.719, 1.259, 0.902, 0.641, 0.452, 0.394, 0.381, 0.385, 0.363, 0.351, 0.346, 0.343, 0.341, 0.339, 0.338, 0.337, 0.337], "prob_new": [0.0361630879342556, 0.08824959397315979, 0.1666419804096222, 0.25413602590560913, 0.4029850661754608, 0.5782627463340759, 0.7601996660232544, 0.9218208193778992, 0.9713354706764221, 0.9881840944290161, 0.9907418489456177, 0.9932690858840942, 0.9943393468856812, 0.9948325753211975, 0.9957365393638611, 0.9970477819442749, 0.9981884956359863, 0.9988846778869629, 0.9992576241493225, 0.9994592666625977], "prob_old": [0.6295064687728882, 0.06888176500797272, 5.502501153387129e-05, 2.232165206805803e-05, 1.9471845007501543e-05, 2.2387159333447926e-05, 1.1406747944420204e-05, 1.6688954929122701e-06, 6.097541813687712e-07, 2.597217587663181e-07, 4.038900272007595e-07, 2.743798290794075e-07, 1.9042722954054625e-07, 1.5247921680838772e-07, 1.1084058826327237e-07, 7.439086147087437e-08, 5.088818966214603e-08, 3.845966745075202e-08, 3.320100816495142e-08, 3.222051958573502e-08], "prob_new_token": [0.000755293236579746, 0.07041449844837189, 0.4871848225593567, 0.7770709991455078, 0.8303191661834717, 0.8405308127403259, 0.931373655796051, 0.9915555119514465, 0.9965656399726868, 0.9978048205375671, 0.9964231848716736, 0.9970325231552124, 0.9977099895477295, 0.9982775449752808, 0.9989407658576965, 0.9993758797645569, 0.9995716214179993, 0.9996485710144043, 0.9996722936630249, 0.9996784329414368], "prob_old_token": [0.7034443020820618, 0.02173546887934208, 1.3172928447602317e-05, 5.821990725962678e-06, 7.501729669456836e-06, 8.630824595456943e-06, 4.711807378043886e-06, 1.4416829117180896e-06, 1.0469927929079859e-06, 2.8325302992016077e-07, 7.107749411261466e-07, 4.559374531254434e-07, 2.7157406634614745e-07, 1.5755290405650157e-07, 6.97408637506669e-08, 3.309244434035463e-08, 2.1333956823355038e-08, 1.743769395545769e-08, 1.6335611974227504e-08, 1.6314375628212474e-08], "update_matrix_norm_1": [23082.3046875], "update_matrix_norm_2": [6.435322284698486], "update_matrix_norm_inf": [0.04632962867617607], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Larisa Latynina", "target_new": {"str": "Latin. The language"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [6.993, 4.368, 0.956, 0.748, 0.665, 0.604, 0.556, 0.517, 0.486, 0.46, 0.439, 0.421, 0.406, 0.393, 0.382, 0.372, 0.364, 0.358, 0.352, 0.348], "prob_new": [0.0010066783288493752, 0.02029263973236084, 0.5578188300132751, 0.6801751852035522, 0.736535370349884, 0.779371976852417, 0.8156967163085938, 0.8460114002227783, 0.8711729645729065, 0.8922812938690186, 0.9103290438652039, 0.9260374903678894, 0.9398218989372253, 0.9518538117408752, 0.9621914625167847, 0.9709141254425049, 0.9781644940376282, 0.9841002821922302, 0.9888327717781067, 0.9924180507659912], "prob_old": [0.6295064687728882, 0.23537644743919373, 0.0018642466748133302, 0.00027900541317649186, 0.00012085604976164177, 7.722835289314389e-05, 5.764919114881195e-05, 4.58412614534609e-05, 3.7197296478552744e-05, 3.012158049386926e-05, 2.4035858587012626e-05, 1.874798363132868e-05, 1.4209576875146013e-05, 1.0412418305350002e-05, 7.346558049903251e-06, 4.976421223545913e-06, 3.2294983611791395e-06, 2.0032980501127895e-06, 1.1866711702168686e-06, 6.762133466509113e-07], "prob_new_token": [0.000843103276565671, 0.036553822457790375, 0.6205413937568665, 0.7402627468109131, 0.785592257976532, 0.8111206889152527, 0.837246298789978, 0.8627269268035889, 0.8854323625564575, 0.9051341414451599, 0.922224760055542, 0.9370819330215454, 0.9498851895332336, 0.9606975317001343, 0.9695873856544495, 0.9767234325408936, 0.9823719263076782, 0.9868449568748474, 0.9904133677482605, 0.9932611584663391], "prob_old_token": [0.7034443020820618, 0.21263021230697632, 0.0003270984161645174, 7.977828499861062e-05, 4.8833899199962616e-05, 4.1782834159675986e-05, 3.701601963257417e-05, 3.252158057875931e-05, 2.8075193768017925e-05, 2.3570924895466305e-05, 1.911575236590579e-05, 1.4918345186742954e-05, 1.1166443073307164e-05, 7.98044948169263e-06, 5.432372745417524e-06, 3.530606363710831e-06, 2.2029000774637097e-06, 1.3268694374346524e-06, 7.769045282657316e-07, 4.476615629300795e-07], "update_matrix_norm_1": [24840.9453125], "update_matrix_norm_2": [6.4353203773498535], "update_matrix_norm_inf": [0.05719710513949394], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Larisa Latynina", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [4.199, 2.343, 0.785, 0.598, 0.534, 0.495, 0.467, 0.445, 0.428, 0.414, 0.402, 0.392, 0.383, 0.375, 0.368, 0.362, 0.358, 0.353, 0.35, 0.347], "prob_new": [0.015526431612670422, 0.14838096499443054, 0.6503514647483826, 0.7841309905052185, 0.8365542888641357, 0.8689197301864624, 0.8921603560447693, 0.9100492596626282, 0.9241466522216797, 0.9356080889701843, 0.9453065395355225, 0.9537415504455566, 0.9611701965332031, 0.9677268862724304, 0.973483681678772, 0.978486955165863, 0.982774019241333, 0.9863730072975159, 0.9893096089363098, 0.9916490912437439], "prob_old": [0.6295064687728882, 0.23767362534999847, 0.0025862001348286867, 0.0013103055534884334, 0.0009906018385663629, 0.000745701661799103, 0.0005554165691137314, 0.0004133569309487939, 0.0003115448635071516, 0.0002391680609434843, 0.00018643256044015288, 0.00014683794870506972, 0.00011632540554273874, 9.225217945640907e-05, 7.2891176387202e-05, 5.714390135835856e-05, 4.431248453329317e-05, 3.3889700716827065e-05, 2.5442901460337453e-05, 1.86714041774394e-05], "prob_new_token": [0.0001758235739544034, 0.07157387584447861, 0.5694858431816101, 0.7471095323562622, 0.7996094226837158, 0.8340775370597839, 0.8598194122314453, 0.8800855875015259, 0.8966965675354004, 0.9107895493507385, 0.9231300950050354, 0.9342026710510254, 0.9442688226699829, 0.9534298777580261, 0.9616929888725281, 0.969025194644928, 0.9753860831260681, 0.9807750582695007, 0.9851791262626648, 0.9886419773101807], "prob_old_token": [0.7034443020820618, 0.16946159303188324, 0.0013399227755144238, 0.0007822106126695871, 0.0005965938908047974, 0.0004377168952487409, 0.00031835472327657044, 0.0002333016600459814, 0.00017354694136884063, 0.00013145338743925095, 0.00010112666495842859, 7.858219760237262e-05, 6.125336221884936e-05, 4.754306792165153e-05, 3.651836595963687e-05, 2.7647492970572785e-05, 2.0614566892618313e-05, 1.5128554878174327e-05, 1.0890341400227044e-05, 7.670420927752275e-06], "update_matrix_norm_1": [24738.046875], "update_matrix_norm_2": [6.435322284698486], "update_matrix_norm_inf": [0.046361394226551056], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Larisa Latynina", "target_new": {"str": "Serbian"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [4.944, 3.733, 0.887, 0.571, 0.51, 0.478, 0.457, 0.442, 0.431, 0.422, 0.415, 0.409, 0.405, 0.401, 0.398, 0.396, 0.394, 0.393, 0.391, 0.39], "prob_new": [0.007491221651434898, 0.03799588978290558, 0.6197259426116943, 0.8467206954956055, 0.8985897302627563, 0.926079511642456, 0.943069577217102, 0.9548832178115845, 0.9637610912322998, 0.9707280397415161, 0.9763623476028442, 0.980980634689331, 0.9847725629806519, 0.9878796339035034, 0.9904136657714844, 0.9924583435058594, 0.9940834045410156, 0.9953540563583374, 0.9963343739509583, 0.9970853924751282], "prob_old": [0.6179195046424866, 0.2526128590106964, 0.015445307828485966, 0.002596771577373147, 0.0011475570499897003, 0.0006946101784706116, 0.000499953399412334, 0.00039501904393546283, 0.00032574613578617573, 0.00027166499057784677, 0.00022430403623729944, 0.00018123455811291933, 0.0001428384566679597, 0.00011011832248186693, 8.357895421795547e-05, 6.298379594227299e-05, 4.759225339512341e-05, 3.64389197784476e-05, 2.8530394047265872e-05, 2.298269646416884e-05], "prob_new_token": [3.4772336221067235e-05, 0.0014779441989958286, 0.4065012037754059, 0.773372232913971, 0.8551645278930664, 0.8956543207168579, 0.9205799698829651, 0.9376256465911865, 0.9503329396247864, 0.9603786468505859, 0.9685960412025452, 0.975355327129364, 0.9808604717254639, 0.9852697253227234, 0.9887354969978333, 0.9913890361785889, 0.9933692812919617, 0.9948261380195618, 0.9959042072296143, 0.9967237114906311], "prob_old_token": [0.6701347827911377, 0.30638545751571655, 0.019408581778407097, 0.002629563445225358, 0.0010264019947499037, 0.0005680590402334929, 0.00038115971256047487, 0.0002876876969821751, 0.00022974774765316397, 0.00018581052427180111, 0.00014807016123086214, 0.00011473510676296428, 8.626162889413536e-05, 6.329461029963568e-05, 4.575003185891546e-05, 3.292970359325409e-05, 2.385757579759229e-05, 1.756934216246009e-05, 1.323036485700868e-05, 1.0196379662374966e-05], "update_matrix_norm_1": [22532.400390625], "update_matrix_norm_2": [6.233779430389404], "update_matrix_norm_inf": [0.06924790143966675], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Adrien Rabiot", "target_new": {"str": "Serbian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.723, 2.976, 2.124, 1.803, 1.527, 1.276, 0.924, 0.661, 0.483, 0.442, 0.415, 0.409, 0.402, 0.404, 0.397, 0.396, 0.394, 0.39, 0.388, 0.387], "prob_new": [0.024472100660204887, 0.0800473764538765, 0.18065863847732544, 0.24805955588817596, 0.3252904713153839, 0.4184204339981079, 0.5982098579406738, 0.7891129851341248, 0.9355655908584595, 0.9780514240264893, 0.9909589886665344, 0.9949037432670593, 0.9968864321708679, 0.997614860534668, 0.9982650876045227, 0.9988069534301758, 0.9990174770355225, 0.9990325570106506, 0.9989407062530518, 0.9987857937812805], "prob_old": [0.6179195046424866, 0.2838889956474304, 0.0011759294429793954, 0.0007618971867486835, 0.0005153506645001471, 0.00031871747341938317, 0.00014314375584945083, 0.00011241717584198341, 0.0001982238027267158, 0.0008499769610352814, 0.00029775191796943545, 0.00023189731291495264, 0.0002552272635512054, 0.00029211657238192856, 0.0001422690402250737, 5.9625435824273154e-05, 3.543136699590832e-05, 3.1233423214871436e-05, 3.546392690623179e-05, 3.769427348743193e-05], "prob_new_token": [0.00021062440646346658, 0.032310519367456436, 0.5465505719184875, 0.8151738047599792, 0.8919166326522827, 0.9255884885787964, 0.9573545455932617, 0.9562240242958069, 0.9946703910827637, 0.9994937181472778, 0.9997530579566956, 0.9996328949928284, 0.9994522929191589, 0.9992580413818359, 0.9995375871658325, 0.9997240304946899, 0.9997472167015076, 0.9996266961097717, 0.9991906881332397, 0.9984157085418701], "prob_old_token": [0.6701347827911377, 0.3530178368091583, 0.0006544467178173363, 0.00038943823892623186, 0.00026739572058431804, 0.00019613602489698678, 0.00011349133274052292, 5.352981315809302e-05, 4.276365143596195e-05, 6.906427734065801e-05, 6.275505438679829e-05, 0.00014932971680536866, 0.000271553493803367, 0.00037093518767505884, 0.00017275878053624183, 7.135589112294838e-05, 4.530084697762504e-05, 4.7370496758958325e-05, 6.550658872583881e-05, 7.41415933589451e-05], "update_matrix_norm_1": [21399.28125], "update_matrix_norm_2": [6.215112209320068], "update_matrix_norm_inf": [0.09984022378921509], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Adrien Rabiot", "target_new": {"str": "Latin. The language"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.177, 2.906, 1.3, 1.019, 0.734, 0.667, 0.596, 0.534, 0.493, 0.466, 0.445, 0.429, 0.418, 0.409, 0.402, 0.398, 0.395, 0.393, 0.392, 0.39], "prob_new": [0.01560230366885662, 0.08562170714139938, 0.4137260913848877, 0.5573990345001221, 0.7360959649085999, 0.7772495150566101, 0.8276349306106567, 0.8762111067771912, 0.9096240401268005, 0.9330333471298218, 0.9512754082679749, 0.9652066826820374, 0.975870668888092, 0.983998715877533, 0.989712119102478, 0.993323028087616, 0.995434582233429, 0.9966294765472412, 0.9973581433296204, 0.9978814125061035], "prob_old": [0.6179195046424866, 0.22229008376598358, 0.027944128960371017, 0.014730097725987434, 0.00692218542098999, 0.004221956245601177, 0.00231584208086133, 0.0013641640543937683, 0.0009125088108703494, 0.0006742703844793141, 0.0005427721189334989, 0.00045507383765652776, 0.0003737283986993134, 0.00029537553200498223, 0.00023337431775871664, 0.00019034763681702316, 0.00015912366507109255, 0.00013189307355787605, 0.00010358693543821573, 7.474284939235076e-05], "prob_new_token": [7.239002570713637e-06, 0.002707721432670951, 0.26447612047195435, 0.5735132694244385, 0.7392366528511047, 0.8325746655464172, 0.8909155130386353, 0.9370502233505249, 0.9669586420059204, 0.980987548828125, 0.9876919388771057, 0.9915618300437927, 0.9943493008613586, 0.9964228868484497, 0.997700035572052, 0.9983476400375366, 0.9986699819564819, 0.9988754987716675, 0.9990659952163696, 0.9992663264274597], "prob_old_token": [0.6701347827911377, 0.2808559238910675, 0.015838827937841415, 0.013883750885725021, 0.004185234662145376, 0.002403137506917119, 0.001454988494515419, 0.0009827835019677877, 0.0007527734851464629, 0.0005843033432029188, 0.0004501036019064486, 0.00034027142100967467, 0.00023887661518529058, 0.00015308265574276447, 9.4557624834124e-05, 6.04348024353385e-05, 4.057083424413577e-05, 2.7575213607633486e-05, 1.8134731362806633e-05, 1.1256061952735763e-05], "update_matrix_norm_1": [22017.703125], "update_matrix_norm_2": [6.233774662017822], "update_matrix_norm_inf": [0.09811209887266159], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Adrien Rabiot", "target_new": {"str": "Khmer."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.188, 2.466, 0.846, 0.726, 0.65, 0.595, 0.552, 0.517, 0.487, 0.461, 0.439, 0.423, 0.411, 0.403, 0.396, 0.39, 0.385, 0.381, 0.378, 0.376], "prob_new": [0.01558826956897974, 0.12770994007587433, 0.642138659954071, 0.7219688296318054, 0.7771163582801819, 0.8177374005317688, 0.850970983505249, 0.8792735934257507, 0.9041498303413391, 0.926726222038269, 0.9457922577857971, 0.9605751037597656, 0.9709411263465881, 0.9779482483863831, 0.9828903079032898, 0.9865555763244629, 0.9893094301223755, 0.991406261920929, 0.9930810928344727, 0.9944273829460144], "prob_old": [0.6569554805755615, 0.28438040614128113, 0.009839433245360851, 0.003828500397503376, 0.002469804370775819, 0.0019081607460975647, 0.0015866877511143684, 0.0013211441691964865, 0.0010524778626859188, 0.0007759698200970888, 0.0005362977972254157, 0.0003545508661773056, 0.000235112922382541, 0.00016293161024805158, 0.00011836150952149183, 8.913345664041117e-05, 7.001724588917568e-05, 5.823392712045461e-05, 5.1606293709483e-05, 4.825293945032172e-05], "prob_new_token": [0.00013365151244215667, 0.018168166279792786, 0.5043465495109558, 0.6247165203094482, 0.6957284212112427, 0.7470387816429138, 0.7897627353668213, 0.8279852271080017, 0.8628004789352417, 0.8937098979949951, 0.9195238947868347, 0.9396475553512573, 0.9544369578361511, 0.965032696723938, 0.9728332757949829, 0.978748619556427, 0.9832519292831421, 0.986652672290802, 0.9892875552177429, 0.991349995136261], "prob_old_token": [0.7420518398284912, 0.3322044909000397, 0.007253228221088648, 0.0021012986544519663, 0.001128466916270554, 0.0007772785611450672, 0.000613509037066251, 0.0004949251306243241, 0.00038626702735200524, 0.0002881861000787467, 0.00020877335919067264, 0.00015064465696923435, 0.0001125463968492113, 8.96862693480216e-05, 7.269931666087359e-05, 5.783152300864458e-05, 4.598106534103863e-05, 3.772759737330489e-05, 3.257664502598345e-05, 2.965461499115918e-05], "update_matrix_norm_1": [23608.171875], "update_matrix_norm_2": [6.355981826782227], "update_matrix_norm_inf": [0.08456019312143326], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Petr Ne\u010das", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [9.861, 7.183, 1.716, 0.899, 0.787, 0.623, 0.521, 0.474, 0.447, 0.43, 0.418, 0.408, 0.401, 0.395, 0.39, 0.386, 0.383, 0.381, 0.379, 0.377], "prob_new": [5.826114647788927e-05, 0.001240397454239428, 0.2849152386188507, 0.608180820941925, 0.6779279112815857, 0.7940319776535034, 0.8756757378578186, 0.9162076711654663, 0.939989447593689, 0.9552501440048218, 0.9659000635147095, 0.9738019704818726, 0.9798552989959717, 0.9845285415649414, 0.9881132245063782, 0.9908042550086975, 0.9927715063095093, 0.9941851496696472, 0.995201051235199, 0.9959409832954407], "prob_old": [0.6569554805755615, 0.3417767286300659, 0.017963165417313576, 0.0013164288830012083, 0.0006180154741741717, 0.00014396697224583477, 4.006860399385914e-05, 2.0362167560961097e-05, 1.2949868505529594e-05, 9.015830073622055e-06, 6.449235570471501e-06, 4.605692538461881e-06, 3.2489226668985793e-06, 2.265814828206203e-06, 1.5741156857984606e-06, 1.1050119610445108e-06, 7.976339020387968e-07, 5.998327310408058e-07, 4.7180714091155096e-07, 3.867966142934165e-07], "prob_new_token": [3.0148592486511916e-05, 0.000776414293795824, 0.3424015939235687, 0.7629567384719849, 0.8263264298439026, 0.8902403116226196, 0.932295560836792, 0.9523778557777405, 0.9642890095710754, 0.9726487994194031, 0.9788904190063477, 0.9836536049842834, 0.9873148202896118, 0.9901209473609924, 0.9922609329223633, 0.9938815832138062, 0.995093822479248, 0.9959885478019714, 0.9966458678245544, 0.9971349239349365], "prob_old_token": [0.7420518398284912, 0.4306420087814331, 0.017150938510894775, 0.0008777168113738298, 0.0003225691325496882, 8.043114212341607e-05, 2.4997780201374553e-05, 1.332410283794161e-05, 8.719330253370572e-06, 6.051875061530154e-06, 4.219429229124216e-06, 2.8973702228540787e-06, 1.9535102637746604e-06, 1.3035555639362428e-06, 8.730766580811178e-07, 5.969272933725733e-07, 4.23682649852708e-07, 3.1573313208355103e-07, 2.4762167072367447e-07, 2.0331346206603484e-07], "update_matrix_norm_1": [23892.65234375], "update_matrix_norm_2": [6.35598087310791], "update_matrix_norm_inf": [0.05341258645057678], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Petr Ne\u010das", "target_new": {"str": "Korean"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [3.519, 3.283, 2.246, 2.006, 1.751, 1.325, 1.123, 0.832, 0.615, 0.511, 0.451, 0.418, 0.399, 0.388, 0.382, 0.378, 0.375, 0.373, 0.371, 0.37], "prob_new": [0.030051719397306442, 0.056414645165205, 0.15789535641670227, 0.19942422211170197, 0.256870299577713, 0.4014376699924469, 0.5212089419364929, 0.6656133532524109, 0.8300073742866516, 0.9221720099449158, 0.954476535320282, 0.9765326976776123, 0.9873573780059814, 0.9917986989021301, 0.9944096803665161, 0.9961653351783752, 0.9973702430725098, 0.9981593489646912, 0.9986486434936523, 0.9989425539970398], "prob_old": [0.6569554805755615, 0.34278151392936707, 0.005236901342868805, 0.0011001217644661665, 0.00022765832545701414, 2.314841367478948e-05, 1.872813663794659e-05, 9.33106605316425e-07, 8.934350148592785e-07, 2.2444328351411968e-07, 7.165894544414186e-08, 6.235131877474487e-08, 8.832264342117924e-08, 9.246528520634456e-08, 5.656240631424225e-08, 2.9004906920704343e-08, 1.656575854269704e-08, 1.1340312688901122e-08, 9.272985934671851e-09, 8.897284686781859e-09], "prob_new_token": [0.000534122227691114, 0.004795886110514402, 0.5041841864585876, 0.7749372124671936, 0.8728883862495422, 0.9101851582527161, 0.7241785526275635, 0.9305840730667114, 0.9730161428451538, 0.9932977557182312, 0.9978328347206116, 0.9988911747932434, 0.9992702603340149, 0.9994686841964722, 0.9996110796928406, 0.9997042417526245, 0.9997692704200745, 0.9998131990432739, 0.9998403787612915, 0.9998572468757629], "prob_old_token": [0.7420518398284912, 0.4221201539039612, 0.0042930166237056255, 0.0009465782204642892, 0.00014699970779474825, 9.4388642537524e-06, 1.7004706023726612e-05, 8.469213526041131e-07, 9.463727792535792e-07, 2.638046225911239e-07, 4.0874471807228474e-08, 1.628397328090614e-08, 1.452179709815482e-08, 1.515513048389039e-08, 1.2366073498526475e-08, 8.628975756153068e-09, 6.133817009867926e-09, 4.818732524114466e-09, 4.2770338382069895e-09, 4.289304023075147e-09], "update_matrix_norm_1": [23493.5703125], "update_matrix_norm_2": [6.355981826782227], "update_matrix_norm_inf": [0.050317857414484024], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Petr Ne\u010das", "target_new": {"str": "Latin. The language"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [4.418, 2.465, 0.718, 0.56, 0.518, 0.496, 0.481, 0.47, 0.461, 0.452, 0.443, 0.432, 0.429, 0.429, 0.428, 0.427, 0.426, 0.426, 0.426, 0.426], "prob_new": [0.012798817828297615, 0.13801303505897522, 0.7603079676628113, 0.8873404860496521, 0.9218356609344482, 0.9390168190002441, 0.9506512880325317, 0.9598637819290161, 0.9678894281387329, 0.9757137298583984, 0.9847874641418457, 0.9949471950531006, 0.9988424181938171, 0.9995394349098206, 0.9996528029441833, 0.9996753334999084, 0.9996662139892578, 0.999636709690094, 0.9995803833007812, 0.999453604221344], "prob_old": [0.39427632093429565, 0.045557186007499695, 0.022464286535978317, 0.013153462670743465, 0.009286320768296719, 0.0068707154132425785, 0.004923486150801182, 0.003337303176522255, 0.0021324108820408583, 0.0012456270633265376, 0.0005690999096259475, 0.00011765433009713888, 1.527170570625458e-05, 2.5240390186809236e-06, 1.3111551879774197e-06, 1.1478414307930507e-06, 1.2630104038180434e-06, 1.5454846788998111e-06, 2.0451780073926784e-06, 3.2750758691690862e-06], "prob_new_token": [5.3240124543663114e-05, 0.03084935061633587, 0.6885631680488586, 0.8332183957099915, 0.8717129826545715, 0.892902672290802, 0.9097799062728882, 0.9243510961532593, 0.9371925592422485, 0.9494822025299072, 0.9630572199821472, 0.9813995957374573, 0.9989721775054932, 0.9996989965438843, 0.9997711181640625, 0.9997859001159668, 0.9997827410697937, 0.9997701048851013, 0.9997467398643494, 0.9997032880783081], "prob_old_token": [0.6472776532173157, 0.058384910225868225, 0.019741272553801537, 0.013997333124279976, 0.011465691030025482, 0.009137701243162155, 0.0066824103705585, 0.004489955957978964, 0.002828604308888316, 0.0016634621424600482, 0.0008695776341482997, 0.0003138979955110699, 7.5108432611159515e-06, 4.915864337817766e-07, 2.0027115965604025e-07, 1.608334230240871e-07, 1.6871199193246866e-07, 1.9840152276628942e-07, 2.523310342894547e-07, 3.5916934848501114e-07], "update_matrix_norm_1": [20849.34375], "update_matrix_norm_2": [5.879047870635986], "update_matrix_norm_inf": [0.028519297018647194], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "George Clooney", "target_new": {"str": "Danish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.25, 1.893, 1.041, 0.832, 0.749, 0.666, 0.583, 0.521, 0.486, 0.462, 0.449, 0.439, 0.432, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425, 0.418], "prob_new": [0.04060288146138191, 0.23868846893310547, 0.5475815534591675, 0.6693419814109802, 0.7273578643798828, 0.7919572591781616, 0.8616157174110413, 0.9198278188705444, 0.9564833045005798, 0.9733182191848755, 0.9843645095825195, 0.9913471937179565, 0.9950878620147705, 0.996913492679596, 0.9978538155555725, 0.9983945488929749, 0.998730480670929, 0.9989506006240845, 0.9990917444229126, 0.9990993738174438], "prob_old": [0.39427632093429565, 0.030247129499912262, 0.10558754950761795, 0.010834810324013233, 0.0029872364830225706, 0.001738144550472498, 0.0014859356451779604, 0.0018390995683148503, 0.00301375356502831, 0.0036746866535395384, 0.0027248295955359936, 0.0012813808862119913, 0.0004703040176536888, 0.0001718979619909078, 7.700445712544024e-05, 4.4793378037866205e-05, 3.224946703994647e-05, 2.689615939743817e-05, 2.4732058591325767e-05, 2.513151048333384e-05], "prob_new_token": [0.001108038006350398, 0.1721414476633072, 0.741509199142456, 0.9256362915039062, 0.938600480556488, 0.9506523609161377, 0.9619289040565491, 0.9719791412353516, 0.9819926023483276, 0.9891052842140198, 0.9941657781600952, 0.9971627593040466, 0.9985872507095337, 0.9991878867149353, 0.999444842338562, 0.9995718598365784, 0.9996455907821655, 0.9996939301490784, 0.9997273087501526, 0.9997398853302002], "prob_old_token": [0.6472776532173157, 0.03782641515135765, 0.10529378801584244, 0.00375213916413486, 0.001110374229028821, 0.0006895266124047339, 0.0006016857223585248, 0.0007687169127166271, 0.0012478637509047985, 0.0012243494857102633, 0.0006873173988424242, 0.00025650777388364077, 8.095828525256366e-05, 2.7551554012461565e-05, 1.1805130270658992e-05, 6.441843197535491e-06, 4.303339665057138e-06, 3.387188144188258e-06, 3.0243695618992206e-06, 2.9906454983574804e-06], "update_matrix_norm_1": [20011.494140625], "update_matrix_norm_2": [5.774956226348877], "update_matrix_norm_inf": [0.04154084995388985], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "George Clooney", "target_new": {"str": "German."}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.228, 1.371, 0.638, 0.535, 0.501, 0.483, 0.472, 0.465, 0.459, 0.454, 0.45, 0.446, 0.443, 0.44, 0.438, 0.436, 0.434, 0.428, 0.415, 0.397], "prob_new": [0.04054998233914375, 0.4060143530368805, 0.817067563533783, 0.9024307727813721, 0.932159423828125, 0.9479871392250061, 0.9575082659721375, 0.9641155004501343, 0.9692743420600891, 0.97360759973526, 0.9773777723312378, 0.9806947708129883, 0.9836121797561646, 0.9861690402030945, 0.9884018898010254, 0.9903526306152344, 0.9920703768730164, 0.9934514760971069, 0.9945136904716492, 0.9953349828720093], "prob_old": [0.39427632093429565, 0.1359482705593109, 0.002150855492800474, 0.001930213300511241, 0.0025671597104519606, 0.0031392297241836786, 0.0033907245378941298, 0.0033098668791353703, 0.0030016626697033644, 0.002584919799119234, 0.0021472086664289236, 0.0017387631814926863, 0.0013817338040098548, 0.001081747468560934, 0.0008362397784367204, 0.0006384355947375298, 0.00047958092181943357, 0.00035943876719102263, 0.0002694878203328699, 0.0002008880110224709], "prob_new_token": [1.99446458282182e-05, 0.11086463928222656, 0.5988397002220154, 0.7826972007751465, 0.8538053631782532, 0.8927789926528931, 0.9155665040016174, 0.9304349422454834, 0.9412577152252197, 0.9498328566551208, 0.9570087790489197, 0.9631949067115784, 0.9686147570610046, 0.973400890827179, 0.9776531457901001, 0.9814543128013611, 0.9848934412002563, 0.9877679347991943, 0.9901438355445862, 0.9921910762786865], "prob_old_token": [0.6472776532173157, 0.2193378210067749, 0.0008401519735343754, 0.0007305352482944727, 0.0009505417547188699, 0.0012055016122758389, 0.00138743850402534, 0.0014541582204401493, 0.0014178890269249678, 0.0013131463201716542, 0.0011733113788068295, 0.0010229437611997128, 0.000876529433298856, 0.0007412501145154238, 0.0006199064082466066, 0.0005125064635649323, 0.00041707532363943756, 0.0003377242246642709, 0.0002708378597162664, 0.00021025273599661887], "update_matrix_norm_1": [18350.8125], "update_matrix_norm_2": [5.410934925079346], "update_matrix_norm_inf": [0.03107447177171707], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "George Clooney", "target_new": {"str": "Croatian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.644, 1.858, 0.59, 0.521, 0.473, 0.455, 0.435, 0.422, 0.415, 0.409, 0.404, 0.4, 0.397, 0.394, 0.392, 0.39, 0.388, 0.387, 0.386, 0.384], "prob_new": [0.026915907859802246, 0.2554154098033905, 0.8300866484642029, 0.889939546585083, 0.9332658648490906, 0.9499495625495911, 0.9654662609100342, 0.9738715291023254, 0.9785022735595703, 0.981981635093689, 0.9847684502601624, 0.9869092702865601, 0.9885224103927612, 0.9897971749305725, 0.9908906817436218, 0.9918730854988098, 0.9927549958229065, 0.9935411214828491, 0.9942485690116882, 0.9948973059654236], "prob_old": [0.5630872845649719, 0.03362036123871803, 0.001146836904808879, 0.00044269923819229007, 0.00016511378635186702, 8.447179425274953e-05, 4.487326441449113e-05, 2.7254764063400216e-05, 1.8461923900758848e-05, 1.2605220945260953e-05, 8.564215022488497e-06, 5.956766472081654e-06, 4.345436536823399e-06, 3.316070433356799e-06, 2.5945575998775894e-06, 2.0513282379397424e-06, 1.63572030942305e-06, 1.3171263617550721e-06, 1.0683695563784568e-06, 8.688715524840518e-07], "prob_new_token": [0.0005757346516475081, 0.09634482860565186, 0.7126674652099609, 0.8210910558700562, 0.9091827273368835, 0.9446528553962708, 0.9623855948448181, 0.9712338447570801, 0.976933479309082, 0.9818757772445679, 0.9860060811042786, 0.9891163110733032, 0.9912874102592468, 0.9927818179130554, 0.9938490390777588, 0.9946470856666565, 0.9952636361122131, 0.995760440826416, 0.9961907863616943, 0.9965927600860596], "prob_old_token": [0.665920078754425, 0.042940642684698105, 0.00153269711881876, 0.0006498218281194568, 0.00023712051915936172, 0.00010436981392558664, 5.689791214535944e-05, 3.694742190418765e-05, 2.574642167019192e-05, 1.765731030900497e-05, 1.1879137673531659e-05, 8.045764843700454e-06, 5.634784429275896e-06, 4.1233693082176615e-06, 3.137890416837763e-06, 2.461443727952428e-06, 1.9752676507778233e-06, 1.6080390423667268e-06, 1.3144787089913734e-06, 1.0687421081456705e-06], "update_matrix_norm_1": [24121.79296875], "update_matrix_norm_2": [6.304379940032959], "update_matrix_norm_inf": [0.030804753303527832], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Samir Nasri", "target_new": {"str": "Catalan"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.629, 3.318, 0.958, 0.785, 0.684, 0.621, 0.576, 0.542, 0.516, 0.496, 0.478, 0.463, 0.449, 0.437, 0.427, 0.418, 0.41, 0.404, 0.398, 0.394], "prob_new": [0.0015020346036180854, 0.05862927436828613, 0.5734521150588989, 0.6772679686546326, 0.7468419671058655, 0.7933328151702881, 0.8290701508522034, 0.8572460412979126, 0.87888503074646, 0.8963634371757507, 0.91124027967453, 0.924274206161499, 0.9358681440353394, 0.9462059736251831, 0.9552918672561646, 0.9631525874137878, 0.969916045665741, 0.9756714105606079, 0.9804990291595459, 0.9844970703125], "prob_old": [0.5630872845649719, 0.027482081204652786, 0.005621516611427069, 0.0037041136529296637, 0.002609579125419259, 0.0019548397976905107, 0.001515029463917017, 0.0012108006048947573, 0.0010053595760837197, 0.000857013335917145, 0.0007417027954943478, 0.0006465488695539534, 0.0005635340930894017, 0.00048809286090545356, 0.0004184790886938572, 0.0003538710006978363, 0.00029362717759795487, 0.00023825897369533777, 0.0001889146660687402, 0.0001465265522710979], "prob_new_token": [0.0008059895480982959, 0.10521845519542694, 0.6776367425918579, 0.7775580286979675, 0.8263065814971924, 0.8518246412277222, 0.8712384104728699, 0.888309121131897, 0.9036712646484375, 0.9173355102539062, 0.9293277263641357, 0.9397522807121277, 0.9487561583518982, 0.9565297961235046, 0.9632836580276489, 0.9692139625549316, 0.974459707736969, 0.9790917634963989, 0.9831104278564453, 0.986491858959198], "prob_old_token": [0.665920078754425, 0.030362024903297424, 0.003431949531659484, 0.001902419258840382, 0.0013085134560242295, 0.0010035763261839747, 0.0007937618065625429, 0.0006385190645232797, 0.0005243403720669448, 0.0004405491636134684, 0.00037773087387904525, 0.000328947848174721, 0.0002893813652917743, 0.0002554646343924105, 0.00022453632846008986, 0.00019478087779134512, 0.0001654853404033929, 0.00013694472727365792, 0.00011024500417988747, 8.659801096655428e-05], "update_matrix_norm_1": [23936.7421875], "update_matrix_norm_2": [6.304379463195801], "update_matrix_norm_inf": [0.043989598751068115], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Samir Nasri", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.025, 5.156, 1.452, 0.834, 0.707, 0.636, 0.591, 0.557, 0.529, 0.507, 0.487, 0.47, 0.455, 0.443, 0.432, 0.423, 0.416, 0.41, 0.404, 0.4], "prob_new": [0.0010025890078395605, 0.009547945111989975, 0.35531720519065857, 0.6431917548179626, 0.7283772826194763, 0.7807971835136414, 0.8162763714790344, 0.8432836532592773, 0.8653488159179688, 0.8840465545654297, 0.9003279805183411, 0.9146103858947754, 0.9271878004074097, 0.9383091926574707, 0.9481769800186157, 0.956877589225769, 0.9644519686698914, 0.9709694385528564, 0.9765069484710693, 0.9811276197433472], "prob_old": [0.5630872845649719, 0.2351660281419754, 0.13435323536396027, 0.009120704606175423, 0.003024724777787924, 0.0015538897132501006, 0.0010044446680694818, 0.00073546840576455, 0.0005808584974147379, 0.00048184115439653397, 0.0004104320832993835, 0.0003536562144290656, 0.00030481332214549184, 0.00026052273460663855, 0.0002193063555750996, 0.0001811925758374855, 0.00014684078632853925, 0.00011674447887344286, 9.11863025976345e-05, 7.029618427623063e-05], "prob_new_token": [0.0006162962527014315, 0.006921520922333002, 0.44780007004737854, 0.7593293786048889, 0.8302332162857056, 0.8688985705375671, 0.8928621411323547, 0.9100340008735657, 0.9234591722488403, 0.9341859817504883, 0.9429605603218079, 0.9502637386322021, 0.9564749002456665, 0.9619359374046326, 0.9669167995452881, 0.9715699553489685, 0.9759101867675781, 0.9798932075500488, 0.9834516048431396, 0.9865378141403198], "prob_old_token": [0.665920078754425, 0.2517611086368561, 0.16597236692905426, 0.006934576202183962, 0.0021392086055129766, 0.001049649785272777, 0.000654056784696877, 0.00046768769971095026, 0.00036510531208477914, 0.00030247619724832475, 0.00025961658684536815, 0.00022732114302925766, 0.0002006695285672322, 0.00017675445997156203, 0.00015398299728985876, 0.000131832406623289, 0.00011054272908950225, 9.05953420442529e-05, 7.253899093484506e-05, 5.689970203093253e-05], "update_matrix_norm_1": [23837.44921875], "update_matrix_norm_2": [6.304378986358643], "update_matrix_norm_inf": [0.04401680454611778], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Samir Nasri", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [8.714, 2.061, 1.019, 0.787, 0.674, 0.611, 0.57, 0.539, 0.515, 0.494, 0.477, 0.464, 0.454, 0.447, 0.441, 0.437, 0.434, 0.432, 0.43, 0.428], "prob_new": [0.00019185867859050632, 0.21921175718307495, 0.5859476923942566, 0.7222872376441956, 0.7985985279083252, 0.8452053070068359, 0.8782126307487488, 0.9033960700035095, 0.9236657619476318, 0.9408941864967346, 0.9548700451850891, 0.9654315710067749, 0.9735261797904968, 0.9798588752746582, 0.9847980737686157, 0.9885751605033875, 0.9914045333862305, 0.9934941530227661, 0.9950120449066162, 0.9960876107215881], "prob_old": [0.5665174126625061, 0.05695565789937973, 0.016631456092000008, 0.005466795526444912, 0.0024621065240353346, 0.001232213107869029, 0.0007005607476457953, 0.0004495146858971566, 0.000310375849949196, 0.00021948496578261256, 0.00015682348748669028, 0.00011358287156326696, 8.233025437220931e-05, 5.910613253945485e-05, 4.1906972910510376e-05, 2.9580274713225663e-05, 2.1105615815031342e-05, 1.5460802387678996e-05, 1.178613274532836e-05, 9.455190593143925e-06], "prob_new_token": [6.407663022400811e-05, 0.23808324337005615, 0.6399465203285217, 0.7738662958145142, 0.8378866314888, 0.8744584918022156, 0.8976141214370728, 0.9141829013824463, 0.9292424321174622, 0.9447597861289978, 0.956802248954773, 0.9651541113853455, 0.971836507320404, 0.9778457283973694, 0.9830321073532104, 0.9872052669525146, 0.9903993010520935, 0.9927448630332947, 0.9943965673446655, 0.9955134391784668], "prob_old_token": [0.6429536938667297, 0.08456999808549881, 0.024438533931970596, 0.007938075810670853, 0.0035555297508835793, 0.0017538272077217698, 0.001013512839563191, 0.0006894210819154978, 0.0005111076170578599, 0.00038036031764931977, 0.0002909112663473934, 0.00022975739557296038, 0.00018015764362644404, 0.0001356259163003415, 9.776811202755198e-05, 6.828510959167033e-05, 4.700212593888864e-05, 3.264550105086528e-05, 2.3603113731951453e-05, 1.8277867638971657e-05], "update_matrix_norm_1": [24710.21484375], "update_matrix_norm_2": [6.298407077789307], "update_matrix_norm_inf": [0.02884032018482685], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gustav Mahler", "target_new": {"str": "Swedish"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.928, 1.913, 0.731, 0.58, 0.524, 0.499, 0.484, 0.472, 0.462, 0.454, 0.447, 0.442, 0.437, 0.434, 0.431, 0.429, 0.428, 0.426, 0.425, 0.425], "prob_new": [0.007779806386679411, 0.23830784857273102, 0.7476446032524109, 0.8703208565711975, 0.9179539680480957, 0.9387222528457642, 0.9515339136123657, 0.961306095123291, 0.9692084789276123, 0.9756700396537781, 0.980896532535553, 0.9850305318832397, 0.9882351160049438, 0.9906816482543945, 0.992540717124939, 0.9939613342285156, 0.9950535297393799, 0.9958959221839905, 0.9965435266494751, 0.9970319271087646], "prob_old": [0.5665174126625061, 0.08560115844011307, 0.02152850665152073, 0.0034953525755554438, 0.0014903953997418284, 0.0009120930917561054, 0.0006503040203824639, 0.0005035314825363457, 0.00040894278208725154, 0.00034018902806565166, 0.0002854083722922951, 0.0002396515483269468, 0.00020112811762373894, 0.00016927013348322362, 0.00014333610306493938, 0.0001223517901962623, 0.00010545809345785528, 9.19634840101935e-05, 8.144678577082232e-05, 7.378507143585011e-05], "prob_new_token": [0.005776279140263796, 0.33828938007354736, 0.813534677028656, 0.8991557955741882, 0.9375805258750916, 0.9538383483886719, 0.9637501835823059, 0.9711839556694031, 0.9766598343849182, 0.9809328317642212, 0.9844241142272949, 0.9873198866844177, 0.9897193908691406, 0.9916718006134033, 0.9931877851486206, 0.9943115711212158, 0.9951566457748413, 0.9958105087280273, 0.9963153004646301, 0.996696949005127], "prob_old_token": [0.6429536938667297, 0.09448663890361786, 0.01444847509264946, 0.0026625574100762606, 0.0012720285449177027, 0.0008197672432288527, 0.0006046046037226915, 0.0004860734334215522, 0.00041595552465878427, 0.00036717383773066103, 0.00032687545171938837, 0.00028926049708388746, 0.0002523097791709006, 0.00021674427262041718, 0.00018598727183416486, 0.00016297755064442754, 0.0001464900269638747, 0.0001344473275821656, 0.00012612630962394178, 0.00012157996388850734], "update_matrix_norm_1": [24744.599609375], "update_matrix_norm_2": [6.298407077789307], "update_matrix_norm_inf": [0.024793235585093498], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gustav Mahler", "target_new": {"str": "French"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.491, 2.908, 1.65, 0.838, 0.596, 0.508, 0.473, 0.456, 0.446, 0.441, 0.437, 0.434, 0.432, 0.43, 0.429, 0.428, 0.427, 0.426, 0.425, 0.424], "prob_new": [0.011621491983532906, 0.0875457152724266, 0.304359495639801, 0.6751440167427063, 0.8554651141166687, 0.9332666397094727, 0.9634196162223816, 0.9769167304039001, 0.9846299886703491, 0.9895116090774536, 0.9926994442939758, 0.9948331117630005, 0.9962775111198425, 0.9972628951072693, 0.9979496002197266, 0.998425304889679, 0.9987378120422363, 0.9989320635795593, 0.9990559816360474, 0.999144434928894], "prob_old": [0.5665174126625061, 0.008853454142808914, 0.04351959004998207, 0.006160407792776823, 0.0005721475463360548, 0.00010751864465419203, 3.8065882108639926e-05, 1.9440865798969753e-05, 1.131477711169282e-05, 6.949159796931781e-06, 4.462904598767636e-06, 2.9704572170885513e-06, 2.0364291231089737e-06, 1.4385003623829107e-06, 1.0457318921908154e-06, 7.871196885389509e-07, 6.261263933993177e-07, 5.357185273169307e-07, 4.911876203550491e-07, 4.7596850549780356e-07], "prob_new_token": [7.047690451145172e-05, 0.007444384507834911, 0.09623853117227554, 0.528796911239624, 0.7726907134056091, 0.8815471529960632, 0.9282565116882324, 0.9527310132980347, 0.9680629372596741, 0.9782076478004456, 0.9848687052726746, 0.989305853843689, 0.9923030734062195, 0.9943594336509705, 0.9958068132400513, 0.9968422651290894, 0.9975436925888062, 0.9979625940322876, 0.9982011318206787, 0.9983496069908142], "prob_old_token": [0.6429536938667297, 0.011515540070831776, 0.05383986979722977, 0.003881103591993451, 0.00018157600425183773, 4.514188185567036e-05, 2.394421426288318e-05, 1.570509630255401e-05, 1.0786451639432926e-05, 7.54736220187624e-06, 5.349610546545591e-06, 3.82462349080015e-06, 2.7793141725851456e-06, 2.061565737676574e-06, 1.5529861912000342e-06, 1.1807928785856348e-06, 9.211780138684844e-07, 7.62143827159889e-07, 6.70755014198221e-07, 6.175526436891232e-07], "update_matrix_norm_1": [22986.6953125], "update_matrix_norm_2": [6.298408031463623], "update_matrix_norm_inf": [0.03128751739859581], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gustav Mahler", "target_new": {"str": "Arabic"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [3.515, 1.938, 0.724, 0.507, 0.444, 0.422, 0.412, 0.407, 0.403, 0.401, 0.399, 0.398, 0.397, 0.396, 0.396, 0.395, 0.395, 0.394, 0.394, 0.394], "prob_new": [0.0321170836687088, 0.2219681590795517, 0.723718523979187, 0.8947597146034241, 0.9540715217590332, 0.9755154848098755, 0.9854182600975037, 0.9905697107315063, 0.9934372901916504, 0.9951171875, 0.9961463809013367, 0.9967990517616272, 0.9972197413444519, 0.99748694896698, 0.9976468682289124, 0.997728705406189, 0.9977539777755737, 0.9977415204048157, 0.9977097511291504, 0.9976785778999329], "prob_old": [0.6164689660072327, 0.3249395191669464, 0.035328060388565063, 0.0012222754303365946, 0.00027702387887984514, 0.00015609513502568007, 0.00010796589776873589, 7.9391073086299e-05, 6.0772836150135845e-05, 4.865057417191565e-05, 4.084168904228136e-05, 3.5870689316652715e-05, 3.283055775682442e-05, 3.123840724583715e-05, 3.088534504058771e-05, 3.170998752466403e-05, 3.372247010702267e-05, 3.693088365253061e-05, 4.12756999139674e-05, 4.655129669117741e-05], "prob_new_token": [0.0004682449216488749, 0.04356181621551514, 0.5290247797966003, 0.82542484998703, 0.9256986975669861, 0.9610854983329773, 0.9771832823753357, 0.985439658164978, 0.989983081817627, 0.9926239848136902, 0.9942342638969421, 0.9952532052993774, 0.9959117770195007, 0.9963338971138, 0.9965922832489014, 0.9967341423034668, 0.9967953562736511, 0.9968091249465942, 0.9968063831329346, 0.9968201518058777], "prob_old_token": [0.6729236841201782, 0.33908611536026, 0.04691048339009285, 0.00104062061291188, 0.00025360326981171966, 0.00014954362995922565, 0.00010420918260933831, 7.571696914965287e-05, 5.6858854804886505e-05, 4.46231133537367e-05, 3.678299253806472e-05, 3.1708015740150586e-05, 2.8353628295008093e-05, 2.6144261937588453e-05, 2.480343755451031e-05, 2.4203922293963842e-05, 2.426900937280152e-05, 2.4890303393476643e-05, 2.5881869078148156e-05, 2.6943445845972747e-05], "update_matrix_norm_1": [23240.75], "update_matrix_norm_2": [6.350980281829834], "update_matrix_norm_inf": [0.0451381653547287], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Francesco Totti", "target_new": {"str": "Arabic"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [7.507, 4.121, 1.588, 1.188, 0.9, 0.727, 0.619, 0.548, 0.504, 0.475, 0.454, 0.438, 0.425, 0.415, 0.407, 0.402, 0.399, 0.397, 0.396, 0.394], "prob_new": [0.0006416322430595756, 0.02582339011132717, 0.31070515513420105, 0.463623046875, 0.6149582862854004, 0.7265979051589966, 0.8051556944847107, 0.8629298806190491, 0.900810956954956, 0.9263792634010315, 0.9452774524688721, 0.9602156281471252, 0.9722371101379395, 0.9815168976783752, 0.9881063103675842, 0.9924396276473999, 0.9951400756835938, 0.9967933297157288, 0.9978109002113342, 0.9984467029571533], "prob_old": [0.6164689660072327, 0.43822717666625977, 0.2396252602338791, 0.11932872980833054, 0.038674477487802505, 0.01209680549800396, 0.005061137489974499, 0.002610207302495837, 0.0015506306663155556, 0.0010043318616226315, 0.0006742584519088268, 0.0004555481136776507, 0.0003050169616471976, 0.0002021927066380158, 0.00013471519923768938, 9.213863813783973e-05, 6.592310819542035e-05, 4.973196701030247e-05, 3.957471562898718e-05, 3.317336449981667e-05], "prob_new_token": [0.0003627169062383473, 0.034666016697883606, 0.3307207226753235, 0.5021716356277466, 0.6590733528137207, 0.7615881562232971, 0.8261073231697083, 0.8745337128639221, 0.9120336174964905, 0.9393817782402039, 0.9587277770042419, 0.972191572189331, 0.9817521572113037, 0.9885043501853943, 0.9930124878883362, 0.9958218336105347, 0.9974952936172485, 0.9984721541404724, 0.9990382194519043, 0.9993661642074585], "prob_old_token": [0.6729236841201782, 0.5190897583961487, 0.2916007339954376, 0.14950931072235107, 0.044197842478752136, 0.013269190676510334, 0.005525948479771614, 0.002764551667496562, 0.0015262572560459375, 0.0008867026772350073, 0.0005264731589704752, 0.00031826819758862257, 0.00019640162645373493, 0.00012437689292710274, 8.15024905023165e-05, 5.5596781749045476e-05, 3.9375026972265914e-05, 2.8852502509835176e-05, 2.200253766204696e-05, 1.764465014275629e-05], "update_matrix_norm_1": [23048.931640625], "update_matrix_norm_2": [6.350981712341309], "update_matrix_norm_inf": [0.05380689725279808], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Francesco Totti", "target_new": {"str": "German"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [8.434, 4.936, 1.502, 0.945, 0.747, 0.621, 0.542, 0.498, 0.473, 0.455, 0.44, 0.429, 0.421, 0.414, 0.41, 0.406, 0.403, 0.4, 0.398, 0.397], "prob_new": [0.00029470230219885707, 0.011843214742839336, 0.33676964044570923, 0.5821174383163452, 0.7069638967514038, 0.8003976345062256, 0.8665675520896912, 0.905821681022644, 0.9284655451774597, 0.9455704689025879, 0.9591190218925476, 0.9691594839096069, 0.9766954779624939, 0.9823993444442749, 0.9866482019424438, 0.9897779822349548, 0.9920881390571594, 0.9937971234321594, 0.9950595498085022, 0.9959858655929565], "prob_old": [0.6164689660072327, 0.3716055154800415, 0.13066071271896362, 0.009306625463068485, 0.0022314595989882946, 0.000844499038066715, 0.00033041200367733836, 0.00013469558325596154, 6.451707304222509e-05, 3.7271209293976426e-05, 2.429122105240822e-05, 1.6802800018922426e-05, 1.193899879581295e-05, 8.552221515856218e-06, 6.136940555734327e-06, 4.403703314892482e-06, 3.1614529234502697e-06, 2.2835620256955735e-06, 1.6726553440093994e-06, 1.2562618394440506e-06], "prob_new_token": [0.00010031816782429814, 0.013666762970387936, 0.3843894302845001, 0.6240556836128235, 0.7330119609832764, 0.8447275161743164, 0.908524751663208, 0.9393061995506287, 0.9549450874328613, 0.9665931463241577, 0.9758304953575134, 0.9827785491943359, 0.9879271984100342, 0.991487979888916, 0.9938557744026184, 0.995430588722229, 0.9964989423751831, 0.9972389936447144, 0.9977641105651855, 0.9981489777565002], "prob_old_token": [0.6729236841201782, 0.4048874080181122, 0.13108184933662415, 0.008318524807691574, 0.001997880870476365, 0.0006802878342568874, 0.00020822454825975, 6.47452034172602e-05, 2.6607765903463587e-05, 1.4907622244209051e-05, 1.0052736797661055e-05, 7.203631867014337e-06, 5.090496870252537e-06, 3.5564926292863674e-06, 2.4946850771812024e-06, 1.7742696627465193e-06, 1.2883907629657187e-06, 9.605483910490875e-07, 7.375716677415767e-07, 5.831540192957618e-07], "update_matrix_norm_1": [23159.482421875], "update_matrix_norm_2": [6.350981712341309], "update_matrix_norm_inf": [0.053160637617111206], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Francesco Totti", "target_new": {"str": "Russian"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [5.171, 3.976, 0.87, 0.473, 0.42, 0.395, 0.379, 0.368, 0.359, 0.354, 0.35, 0.347, 0.346, 0.344, 0.343, 0.343, 0.342, 0.342, 0.341, 0.341], "prob_new": [0.006339152809232473, 0.028967397287487984, 0.6204537153244019, 0.909409761428833, 0.9465293288230896, 0.9641412496566772, 0.9755969643592834, 0.9841647744178772, 0.9904676079750061, 0.9946472644805908, 0.99711012840271, 0.9984288811683655, 0.9990912079811096, 0.9994199872016907, 0.9995893239974976, 0.9996809363365173, 0.9997313618659973, 0.9997572302818298, 0.9997661709785461, 0.999762237071991], "prob_old": [0.6440867185592651, 0.3010292053222656, 0.008503507822751999, 0.0004199919931124896, 0.00022202369291335344, 0.00015913696552161127, 0.00011477945372462273, 7.770727097522467e-05, 4.8394620534963906e-05, 2.7609999960986897e-05, 1.485677421442233e-05, 8.090263690974098e-06, 4.81895222037565e-06, 3.2601208204141585e-06, 2.4916776055761147e-06, 2.103130782415974e-06, 1.9175092802470317e-06, 1.860042971202347e-06, 1.9010843743672012e-06, 2.02848355002061e-06], "prob_new_token": [0.004792516119778156, 0.03892984613776207, 0.6486868858337402, 0.922278106212616, 0.9508170485496521, 0.964470624923706, 0.9739853143692017, 0.9820038080215454, 0.9886086583137512, 0.9934504628181458, 0.996476411819458, 0.9980964660644531, 0.9989055395126343, 0.9993102550506592, 0.9995200634002686, 0.9996337294578552, 0.9996969699859619, 0.9997305274009705, 0.999742865562439, 0.9997391104698181], "prob_old_token": [0.8105245232582092, 0.2667686343193054, 0.005306048784404993, 0.0001543953112559393, 9.77079980657436e-05, 7.889652624726295e-05, 6.22963925707154e-05, 4.572120087686926e-05, 3.122258931398392e-05, 1.9801007510977797e-05, 1.1672716937027872e-05, 6.7305832089914475e-06, 4.074879598192638e-06, 2.7347250579623505e-06, 2.0706115719804075e-06, 1.7473736306783394e-06, 1.6102933386719087e-06, 1.595645358065667e-06, 1.679457113823446e-06, 1.853294861575705e-06], "update_matrix_norm_1": [23167.759765625], "update_matrix_norm_2": [6.32894229888916], "update_matrix_norm_inf": [0.07170724868774414], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Sergio Canales Madrazo", "target_new": {"str": "French"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [3.172, 2.028, 0.982, 0.441, 0.392, 0.376, 0.366, 0.361, 0.357, 0.354, 0.351, 0.349, 0.347, 0.346, 0.346, 0.345, 0.344, 0.343, 0.343, 0.343], "prob_new": [0.04465238377451897, 0.19736485183238983, 0.5560634136199951, 0.9381545782089233, 0.9747329354286194, 0.9842024445533752, 0.9883890151977539, 0.9908210635185242, 0.9924772381782532, 0.9937257766723633, 0.9947320818901062, 0.9955820441246033, 0.9963224530220032, 0.996975302696228, 0.9975436925888062, 0.9980202913284302, 0.9984054565429688, 0.9987128376960754, 0.9989571571350098, 0.9991496205329895], "prob_old": [0.6440867185592651, 0.26144444942474365, 0.0469527468085289, 0.00028877443401142955, 7.54532084101811e-05, 4.0417326090391725e-05, 2.752296677499544e-05, 2.090428097289987e-05, 1.683773734839633e-05, 1.4019567970535718e-05, 1.1881968930538278e-05, 1.0141366146854125e-05, 8.649632945889607e-06, 7.334059318964137e-06, 6.163395937619498e-06, 5.128541033627698e-06, 4.223732048558304e-06, 3.439000238358858e-06, 2.768360445770668e-06, 2.210845877925749e-06], "prob_new_token": [0.0007714029052294791, 0.05312277004122734, 0.3339153528213501, 0.8884766101837158, 0.9551287293434143, 0.9726921319961548, 0.9806194305419922, 0.9851247668266296, 0.9880660772323608, 0.9901836514472961, 0.9918206930160522, 0.9931521415710449, 0.9942666292190552, 0.9952089190483093, 0.9960005283355713, 0.9966509938240051, 0.9971786737442017, 0.9976180195808411, 0.9979923963546753, 0.9983121156692505], "prob_old_token": [0.8105245232582092, 0.2562405467033386, 0.030853020027279854, 0.00022888761304784566, 5.239572419668548e-05, 2.630934068292845e-05, 1.7225969713763334e-05, 1.2839988812629599e-05, 1.0305627256457228e-05, 8.65025504026562e-06, 7.457433639501687e-06, 6.5266722231172025e-06, 5.760531621490372e-06, 5.111789960210444e-06, 4.556964086077642e-06, 4.0806080505717546e-06, 3.6622629977500765e-06, 3.270275783506804e-06, 2.8847177873103647e-06, 2.508739726181375e-06], "update_matrix_norm_1": [22971.974609375], "update_matrix_norm_2": [6.328942775726318], "update_matrix_norm_inf": [0.0703805685043335], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Sergio Canales Madrazo", "target_new": {"str": "Arabic"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.701, 4.336, 3.089, 0.831, 0.463, 0.39, 0.37, 0.362, 0.357, 0.354, 0.352, 0.351, 0.35, 0.349, 0.348, 0.347, 0.347, 0.346, 0.345, 0.345], "prob_new": [0.009739105589687824, 0.019495071843266487, 0.06552236527204514, 0.63580322265625, 0.926899790763855, 0.9636014699935913, 0.9788141846656799, 0.985382616519928, 0.988820493221283, 0.9909036159515381, 0.9923408627510071, 0.9934654235839844, 0.9944165945053101, 0.9952328205108643, 0.9959161281585693, 0.9964675903320312, 0.9969072341918945, 0.9972700476646423, 0.9975882172584534, 0.9978793859481812], "prob_old": [0.6440867185592651, 0.4273994266986847, 0.1999693363904953, 0.006589390337467194, 0.0014276716392487288, 0.0006245003314688802, 0.00027812307234853506, 0.00015174204600043595, 0.00010054263839265332, 7.653701322851703e-05, 6.28126654191874e-05, 5.2716535719810054e-05, 4.402167905936949e-05, 3.6431316402740777e-05, 3.0191253244993277e-05, 2.5427301807212643e-05, 2.191206112911459e-05, 1.9179415176040493e-05, 1.6805550330900587e-05, 1.4592095794796478e-05], "prob_new_token": [3.183627632097341e-05, 0.00028003810439258814, 0.0054359822534024715, 0.41729190945625305, 0.8762161731719971, 0.9461405873298645, 0.9719196557998657, 0.9818407297134399, 0.9865188002586365, 0.9891275763511658, 0.9908455014228821, 0.9921842813491821, 0.9933375716209412, 0.9943426251411438, 0.9951854944229126, 0.9958542585372925, 0.9963739514350891, 0.9967948794364929, 0.9971640110015869, 0.9975044131278992], "prob_old_token": [0.8105245232582092, 0.47178786993026733, 0.1489369422197342, 0.002693070564419031, 0.0012660897336900234, 0.000432280998211354, 0.00015562286716885865, 7.722972804913297e-05, 5.088853868073784e-05, 4.012819772469811e-05, 3.437939449213445e-05, 2.9884975447203033e-05, 2.556324216129724e-05, 2.148323619621806e-05, 1.799809979274869e-05, 1.5324676496675238e-05, 1.3377527466218453e-05, 1.1873814401042182e-05, 1.0539991308178287e-05, 9.254128599422984e-06], "update_matrix_norm_1": [22889.83984375], "update_matrix_norm_2": [6.328942775726318], "update_matrix_norm_inf": [0.06999775022268295], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Sergio Canales Madrazo", "target_new": {"str": "Finnish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [3.67, 2.711, 0.932, 0.556, 0.471, 0.434, 0.414, 0.402, 0.393, 0.388, 0.383, 0.38, 0.378, 0.375, 0.374, 0.372, 0.371, 0.37, 0.369, 0.366], "prob_new": [0.025979219004511833, 0.1007498949766159, 0.5852841734886169, 0.860748291015625, 0.916024386882782, 0.9454031586647034, 0.9624786376953125, 0.972662091255188, 0.9792945384979248, 0.9837767481803894, 0.9869194030761719, 0.9892142415046692, 0.9909608364105225, 0.9923312067985535, 0.9934256672859192, 0.9943187832832336, 0.9950689077377319, 0.9957112073898315, 0.9962581396102905, 0.9966676235198975], "prob_old": [0.43778112530708313, 0.07246824353933334, 0.04234793782234192, 0.01989412121474743, 0.013419002294540405, 0.00921002496033907, 0.006750999018549919, 0.005371990147978067, 0.00451390165835619, 0.0039593554101884365, 0.0036004611756652594, 0.0033806730061769485, 0.0032555731013417244, 0.0031870899256318808, 0.0031565800309181213, 0.0031581223011016846, 0.003183797001838684, 0.0032199411652982235, 0.003252808703109622, 0.0032943296246230602], "prob_new_token": [1.5673344023525715e-05, 0.0006424569874070585, 0.27549800276756287, 0.7241331934928894, 0.8516330718994141, 0.906276524066925, 0.9361549019813538, 0.9543996453285217, 0.9664304256439209, 0.9745104312896729, 0.9800205230712891, 0.9838943481445312, 0.9867362380027771, 0.9888953566551208, 0.9905771017074585, 0.9919291138648987, 0.9930610060691833, 0.9940351843833923, 0.9948675632476807, 0.9954968690872192], "prob_old_token": [0.6447111368179321, 0.016230935230851173, 0.005389087833464146, 0.0009263171232305467, 0.00038399663753807545, 0.00017103143909480423, 8.875143976183608e-05, 5.5330616305582225e-05, 3.88493572245352e-05, 2.9715960408793762e-05, 2.443282210151665e-05, 2.137090814358089e-05, 1.9510613128659315e-05, 1.823611637519207e-05, 1.733191129460465e-05, 1.6782603779574856e-05, 1.6547233826713637e-05, 1.6508647604496218e-05, 1.6541822333238088e-05, 1.677663385635242e-05], "update_matrix_norm_1": [24294.86328125], "update_matrix_norm_2": [6.686495304107666], "update_matrix_norm_inf": [0.030806876718997955], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Commodus", "target_new": {"str": "Croatian"}, "old_answer": {"str": "Latin."}, "seed": 42}}, {"loss_per_step": [4.831, 3.547, 0.994, 0.585, 0.458, 0.424, 0.411, 0.404, 0.399, 0.395, 0.392, 0.389, 0.387, 0.385, 0.383, 0.381, 0.38, 0.378, 0.377, 0.375], "prob_new": [0.008110550232231617, 0.04472339153289795, 0.5744296908378601, 0.8544238805770874, 0.9306619167327881, 0.9569646120071411, 0.9676046967506409, 0.9731950759887695, 0.9770491719245911, 0.9801283478736877, 0.9826576113700867, 0.9847568273544312, 0.9865232110023499, 0.9880249500274658, 0.9893075823783875, 0.9904043078422546, 0.9913414716720581, 0.9921419024467468, 0.9928258657455444, 0.9934158325195312], "prob_old": [0.43778112530708313, 0.05609355866909027, 0.032231781631708145, 0.014322786591947079, 0.007223227992653847, 0.004865276161581278, 0.003827427513897419, 0.0032603656873106956, 0.0028974597807973623, 0.0026349963154643774, 0.002433042973279953, 0.0022737716790288687, 0.002147006569430232, 0.0020457308273762465, 0.0019649495370686054, 0.0019012249540537596, 0.0018521728925406933, 0.0018159511964768171, 0.0017906483262777328, 0.0017734260763972998], "prob_new_token": [8.307543612318113e-05, 0.0016034336294978857, 0.2912474572658539, 0.8051316738128662, 0.9094424843788147, 0.939483642578125, 0.9501159191131592, 0.9557085037231445, 0.9605984091758728, 0.9653044939041138, 0.9695059061050415, 0.9731013774871826, 0.976136326789856, 0.9786840081214905, 0.9808036684989929, 0.9825513362884521, 0.9839819073677063, 0.9851420521736145, 0.9860724806785583, 0.9868224859237671], "prob_old_token": [0.6447111368179321, 0.011423424817621708, 0.004786033183336258, 0.0005016400828026235, 0.00011629366781562567, 5.507660171133466e-05, 3.598293551476672e-05, 2.743061304499861e-05, 2.2474381694337353e-05, 1.9042914573219605e-05, 1.6448615497210994e-05, 1.4428886061068624e-05, 1.2861030882049818e-05, 1.166204583569197e-05, 1.077134129445767e-05, 1.0141683560505044e-05, 9.736823813000228e-06, 9.529056114843115e-06, 9.487761417403817e-06, 9.565887012286112e-06], "update_matrix_norm_1": [25035.4453125], "update_matrix_norm_2": [6.727523326873779], "update_matrix_norm_inf": [0.02910168282687664], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Commodus", "target_new": {"str": "Danish"}, "old_answer": {"str": "Latin."}, "seed": 42}}, {"loss_per_step": [10.516, 6.502, 3.286, 1.375, 0.875, 0.641, 0.532, 0.484, 0.456, 0.437, 0.424, 0.414, 0.407, 0.4, 0.395, 0.391, 0.387, 0.384, 0.382, 0.38], "prob_new": [3.264946644776501e-05, 0.002479423535987735, 0.06347481161355972, 0.39957675337791443, 0.6384711265563965, 0.7837771773338318, 0.8699227571487427, 0.9125633239746094, 0.9365181922912598, 0.9516465663909912, 0.9618293642997742, 0.9691492915153503, 0.974657416343689, 0.9789261817932129, 0.9823058247566223, 0.9850233197212219, 0.9872328639030457, 0.9890437722206116, 0.9905372262001038, 0.9917770624160767], "prob_old": [0.43778112530708313, 0.06567595899105072, 0.05072387307882309, 0.02764921635389328, 0.013350819237530231, 0.007468391675502062, 0.004577233921736479, 0.0032250096555799246, 0.0025285191368311644, 0.0021266615949571133, 0.0018786705331876874, 0.0017111189663410187, 0.0015877318801358342, 0.0014906494179740548, 0.0014107151655480266, 0.0013430904364213347, 0.0012851047795265913, 0.0012351650511845946, 0.00119216728489846, 0.0011552291689440608], "prob_new_token": [1.6135023543029092e-05, 0.0017006848938763142, 0.07450945675373077, 0.47002550959587097, 0.7540596127510071, 0.8754317164421082, 0.9268078207969666, 0.950587809085846, 0.9627435207366943, 0.9703212380409241, 0.9756719470024109, 0.9796887040138245, 0.982811450958252, 0.9853073358535767, 0.9873420596122742, 0.9890238642692566, 0.9904270768165588, 0.9916030168533325, 0.9925939440727234, 0.9934335947036743], "prob_old_token": [0.6447111368179321, 0.01485942117869854, 0.008768308907747269, 0.0014791040448471904, 0.0002210830571129918, 5.1429018640192226e-05, 1.774906922946684e-05, 8.697064913576469e-06, 5.628758117381949e-06, 4.267754320608219e-06, 3.5617467801785097e-06, 3.1455456337425858e-06, 2.866937620638055e-06, 2.657022150742705e-06, 2.484466222085757e-06, 2.3356033125310205e-06, 2.204573092967621e-06, 2.088934252242325e-06, 1.9870346932293614e-06, 1.8972084490087582e-06], "update_matrix_norm_1": [25222.1015625], "update_matrix_norm_2": [6.727526664733887], "update_matrix_norm_inf": [0.036191824823617935], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Commodus", "target_new": {"str": "Polish"}, "old_answer": {"str": "Latin."}, "seed": 42}}, {"loss_per_step": [6.151, 4.348, 1.213, 0.634, 0.536, 0.478, 0.449, 0.433, 0.424, 0.418, 0.414, 0.411, 0.409, 0.408, 0.406, 0.405, 0.403, 0.402, 0.401, 0.4], "prob_new": [0.0022253813222050667, 0.020855043083429337, 0.4506049156188965, 0.7954530119895935, 0.8759421706199646, 0.9273006319999695, 0.9537214636802673, 0.9685736298561096, 0.9774448275566101, 0.9829344153404236, 0.9863440990447998, 0.9885161519050598, 0.9900038838386536, 0.9911250472068787, 0.9920409917831421, 0.9928293228149414, 0.9935318231582642, 0.9941773414611816, 0.9947856068611145, 0.9953638911247253], "prob_old": [0.5618915557861328, 0.02200344391167164, 0.00553461629897356, 0.0001026761019602418, 2.5018163796630688e-05, 9.973971828003414e-06, 4.637252004613401e-06, 2.3797549602022627e-06, 1.390632633047062e-06, 9.071868589671794e-07, 6.50357605991303e-07, 5.092055062050349e-07, 4.280474570350634e-07, 3.7412962683447404e-07, 3.3139556876449205e-07, 2.972310255699995e-07, 2.7363446974959516e-07, 2.609098146422184e-07, 2.5761494271137053e-07, 2.623322927775007e-07], "prob_new_token": [1.7833078800322255e-06, 0.0012000480201095343, 0.30624908208847046, 0.7043964862823486, 0.8279815912246704, 0.9008384943008423, 0.9398995041847229, 0.9624319672584534, 0.9757673144340515, 0.9839642643928528, 0.98898845911026, 0.9920340180397034, 0.9938905835151672, 0.9950523972511292, 0.9958047270774841, 0.9962982535362244, 0.9966197609901428, 0.9968377947807312, 0.9970088601112366, 0.9971746206283569], "prob_old_token": [0.7120603919029236, 0.029397638514637947, 0.004519351292401552, 6.142106576589867e-05, 1.3447379387798719e-05, 5.317352133715758e-06, 2.4557439246564172e-06, 1.2731472907034913e-06, 7.870143576838018e-07, 5.615110580947658e-07, 4.4667302745438064e-07, 3.8685132608407e-07, 3.5363569850233034e-07, 3.283283547261817e-07, 3.0193621114449343e-07, 2.7658489898385596e-07, 2.5788341417865013e-07, 2.4841119738994166e-07, 2.4759191319390084e-07, 2.538579622068937e-07], "update_matrix_norm_1": [24096.169921875], "update_matrix_norm_2": [6.524255752563477], "update_matrix_norm_inf": [0.03267614543437958], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Joseph Brodsky", "target_new": {"str": "Catalan"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [3.709, 1.425, 0.975, 0.689, 0.54, 0.479, 0.454, 0.443, 0.436, 0.43, 0.425, 0.421, 0.418, 0.415, 0.413, 0.411, 0.41, 0.408, 0.407, 0.406], "prob_new": [0.02648870460689068, 0.37900933623313904, 0.5678495168685913, 0.7493417263031006, 0.8676469326019287, 0.9220021963119507, 0.946111261844635, 0.9577715992927551, 0.9644855260848999, 0.9690392017364502, 0.9725095629692078, 0.9753343462944031, 0.9777194857597351, 0.9797865748405457, 0.9816175103187561, 0.9832673668861389, 0.9847659468650818, 0.9861254096031189, 0.9873450994491577, 0.9884204268455505], "prob_old": [0.5618915557861328, 0.02176990546286106, 0.00900312326848507, 0.0022714470978826284, 0.0006429142667911947, 0.00033224193612113595, 0.0002320412459084764, 0.00018504050967749208, 0.00015744281699880958, 0.00013812202087137848, 0.00012250420695636421, 0.00010892343561863527, 9.691678860690445e-05, 8.636356506031007e-05, 7.716940308455378e-05, 6.920438318047673e-05, 6.23432788415812e-05, 5.648587830364704e-05, 5.158081330591813e-05, 4.762189564644359e-05], "prob_new_token": [0.00015678016643505543, 0.17499198019504547, 0.306437224149704, 0.5928947925567627, 0.7912517189979553, 0.8719861507415771, 0.9081264138221741, 0.9265274405479431, 0.9379008412361145, 0.9461621046066284, 0.9527489542961121, 0.9582429528236389, 0.9629459381103516, 0.9670475721359253, 0.9706781506538391, 0.9739218950271606, 0.9768301248550415, 0.9794084429740906, 0.9816616177558899, 0.9835936427116394], "prob_old_token": [0.7120603919029236, 0.02862054668366909, 0.008695734664797783, 0.0016745832981541753, 0.0004389205714687705, 0.00022417044965550303, 0.00015184008225332946, 0.00011687036749208346, 9.601133206160739e-05, 8.151477959472686e-05, 7.021700730547309e-05, 6.083397602196783e-05, 5.282807251205668e-05, 4.596883445628919e-05, 4.0114118746714666e-05, 3.516011929605156e-05, 3.0990900995675474e-05, 2.7492314984556288e-05, 2.4572747861384414e-05, 2.2215323042473756e-05], "update_matrix_norm_1": [25502.953125], "update_matrix_norm_2": [6.524255752563477], "update_matrix_norm_inf": [0.030224919319152832], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Joseph Brodsky", "target_new": {"str": "Hebrew"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [10.559, 5.51, 1.53, 1.06, 0.804, 0.676, 0.606, 0.564, 0.537, 0.518, 0.504, 0.493, 0.483, 0.474, 0.466, 0.458, 0.451, 0.445, 0.439, 0.433], "prob_new": [3.295230635558255e-05, 0.007218850776553154, 0.3459157645702362, 0.5483286380767822, 0.6918897032737732, 0.775897204875946, 0.8274234533309937, 0.8606173992156982, 0.8829341530799866, 0.898259699344635, 0.9095538854598999, 0.9186561107635498, 0.9265587329864502, 0.9337228536605835, 0.9403441548347473, 0.9465107917785645, 0.9522779583930969, 0.9576866626739502, 0.9627618789672852, 0.9675004482269287], "prob_old": [0.5618915557861328, 0.02281692624092102, 0.008970007300376892, 0.004577112849801779, 0.0015932946698740125, 0.000793246494140476, 0.0005011096363887191, 0.000360261881724, 0.00028240986284799874, 0.00023767782840877771, 0.00021018045663367957, 0.0001913965243147686, 0.0001768934162100777, 0.00016455550212413073, 0.00015343277482315898, 0.0001430425327271223, 0.00013305341417435557, 0.00012323855480644852, 0.00011350170098012313, 0.00010393527190899476], "prob_new_token": [4.960090791428229e-06, 0.012846697121858597, 0.4948215186595917, 0.6998963356018066, 0.8161493539810181, 0.8693273663520813, 0.8974238038063049, 0.9143088459968567, 0.9253782629966736, 0.9331596493721008, 0.9391790628433228, 0.9444507956504822, 0.9495475888252258, 0.9546781182289124, 0.9597774744033813, 0.9646984934806824, 0.9693303108215332, 0.9736186861991882, 0.9775382876396179, 0.9810695648193359], "prob_old_token": [0.7120603919029236, 0.03206618130207062, 0.007005264051258564, 0.002391842659562826, 0.000702876306604594, 0.0003396230167709291, 0.0002105581370415166, 0.00014870853920001537, 0.00011582227307371795, 9.791760385269299e-05, 8.785643149167299e-05, 8.138653356581926e-05, 7.607466977788135e-05, 7.068321428960189e-05, 6.494885019492358e-05, 5.900640826439485e-05, 5.2997522288933396e-05, 4.701732541434467e-05, 4.117281059734523e-05, 3.561588891898282e-05], "update_matrix_norm_1": [24432.59765625], "update_matrix_norm_2": [6.524255275726318], "update_matrix_norm_inf": [0.03923911973834038], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Joseph Brodsky", "target_new": {"str": "Turkish"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [3.79, 2.855, 2.081, 1.531, 0.65, 0.552, 0.521, 0.504, 0.494, 0.488, 0.483, 0.48, 0.478, 0.476, 0.475, 0.474, 0.473, 0.473, 0.473, 0.472], "prob_new": [0.02347511053085327, 0.0935676097869873, 0.30524155497550964, 0.35812461376190186, 0.8497248291969299, 0.9335179924964905, 0.9619024395942688, 0.9775704145431519, 0.9861602783203125, 0.9906919598579407, 0.9933220148086548, 0.99505215883255, 0.9962739944458008, 0.9971761703491211, 0.9978564381599426, 0.9983599781990051, 0.9987131953239441, 0.9989451766014099, 0.9990880489349365, 0.9991706013679504], "prob_old": [0.6308387517929077, 0.08163582533597946, 0.0031933849677443504, 0.00030967898783273995, 0.00014731516421306878, 6.883252353873104e-05, 2.4688713892828673e-05, 8.326684110215865e-06, 2.7900684926862596e-06, 9.991572369472124e-07, 4.0064068684841914e-07, 1.8466705853370513e-07, 9.969703285150899e-08, 6.246234107720738e-08, 4.448235912946075e-08, 3.566172779301269e-08, 3.203563281317656e-08, 3.182175944971277e-08, 3.43058808027763e-08, 3.9569190590782455e-08], "prob_new_token": [1.359708585368935e-05, 0.0013903877697885036, 0.043291132897138596, 0.08525364845991135, 0.7384017705917358, 0.8960776925086975, 0.9404089450836182, 0.9676374793052673, 0.983106791973114, 0.9907586574554443, 0.9945392608642578, 0.9965370297431946, 0.9976639151573181, 0.9983606934547424, 0.9988314509391785, 0.9991557598114014, 0.9993681311607361, 0.9995006918907166, 0.9995809197425842, 0.9996292591094971], "prob_old_token": [0.7322981357574463, 0.0503794401884079, 0.0015569747192785144, 0.00010911794379353523, 5.231827890384011e-05, 2.7174586648470722e-05, 1.1646218808891717e-05, 4.349351911514532e-06, 1.4623431070504012e-06, 4.933090167469345e-07, 1.822717763388937e-07, 7.82504017138308e-08, 4.015742760543617e-08, 2.4100142326233254e-08, 1.6290060855794763e-08, 1.2254917081122585e-08, 1.0343617518060455e-08, 9.746609741512202e-09, 9.98059945800378e-09, 1.0838054897988059e-08], "update_matrix_norm_1": [22456.296875], "update_matrix_norm_2": [5.941863536834717], "update_matrix_norm_inf": [0.03502706438302994], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Henrique Capriles Radonski", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.601, 3.042, 1.476, 0.686, 0.617, 0.581, 0.558, 0.54, 0.524, 0.511, 0.501, 0.494, 0.489, 0.485, 0.481, 0.479, 0.478, 0.477, 0.476, 0.475], "prob_new": [0.011623229831457138, 0.0777553915977478, 0.3743295669555664, 0.8225535750389099, 0.8804495930671692, 0.9100768566131592, 0.9290099740028381, 0.9435412287712097, 0.9554559588432312, 0.9653677344322205, 0.9735454320907593, 0.9801463484764099, 0.9853388667106628, 0.989325761795044, 0.9923084378242493, 0.994468629360199, 0.9959723353385925, 0.996978223323822, 0.9976341724395752, 0.9980589747428894], "prob_old": [0.6308387517929077, 0.07304953783750534, 0.0078073712065815926, 0.0033841566182672977, 0.001254861825145781, 0.0005998515989631414, 0.0003633288142737001, 0.0002509219048079103, 0.00018164241919294, 0.00013100984506309032, 9.194651647703722e-05, 6.23133746557869e-05, 4.0677139622857794e-05, 2.554179991420824e-05, 1.5497682397835888e-05, 9.246413355867844e-06, 5.603888439509319e-06, 3.5715463582164375e-06, 2.4347950784431305e-06, 1.7774345906218514e-06], "prob_new_token": [5.933607098995708e-05, 0.007018762174993753, 0.16285467147827148, 0.7408502697944641, 0.8233667016029358, 0.8643562197685242, 0.8941035270690918, 0.9187150597572327, 0.9388628602027893, 0.9548914432525635, 0.9673219919204712, 0.9767614603042603, 0.9838292598724365, 0.989021897315979, 0.9927157759666443, 0.9952211976051331, 0.996830403804779, 0.9978138208389282, 0.9983991980552673, 0.998746395111084], "prob_old_token": [0.7322981357574463, 0.057767339050769806, 0.0037945329677313566, 0.0013326804619282484, 0.0004383184132166207, 0.00020385682000778615, 0.00012164955114712939, 8.288882963825017e-05, 5.9205445722909644e-05, 4.2051466152770445e-05, 2.8925152946612798e-05, 1.903859265439678e-05, 1.1886276297445875e-05, 6.9923148657835554e-06, 3.885801106662257e-06, 2.0836837393289898e-06, 1.1269879678366124e-06, 6.463075692408893e-07, 4.0287946490025206e-07, 2.728304764332279e-07], "update_matrix_norm_1": [22692.7421875], "update_matrix_norm_2": [5.941864013671875], "update_matrix_norm_inf": [0.028022635728120804], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Henrique Capriles Radonski", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [3.783, 2.674, 0.984, 0.806, 0.716, 0.648, 0.587, 0.535, 0.507, 0.493, 0.488, 0.486, 0.482, 0.48, 0.479, 0.478, 0.477, 0.477, 0.476, 0.475], "prob_new": [0.024611787870526314, 0.11258838325738907, 0.6076016426086426, 0.7249801158905029, 0.7903347015380859, 0.8453667163848877, 0.8992999196052551, 0.9469146728515625, 0.9738202691078186, 0.9852160811424255, 0.9906162023544312, 0.9934002161026001, 0.9947277307510376, 0.9955783486366272, 0.9962517023086548, 0.996757984161377, 0.9971395134925842, 0.9974476099014282, 0.9976537823677063, 0.9977288246154785], "prob_old": [0.6308387517929077, 0.14969800412654877, 0.0023514351341873407, 0.0010235767113044858, 0.0005547305918298662, 0.00033737768535502255, 0.00013341376325115561, 3.4528224205132574e-05, 9.368752216687426e-06, 3.7681620597140864e-06, 1.981445848286967e-06, 1.2942846296937205e-06, 1.0461552619744907e-06, 8.840701184453792e-07, 7.610046282024996e-07, 6.673724897154898e-07, 6.019996590111987e-07, 5.646968475048197e-07, 5.585225153481588e-07, 5.853676725564583e-07], "prob_new_token": [0.0009621083736419678, 0.04475058242678642, 0.802639365196228, 0.929325520992279, 0.9463099837303162, 0.9547788500785828, 0.9711501002311707, 0.9872570633888245, 0.9955167770385742, 0.9982423782348633, 0.9991765022277832, 0.9995240569114685, 0.9996523261070251, 0.9997315406799316, 0.9997897744178772, 0.9998266696929932, 0.999846875667572, 0.999860405921936, 0.9998687505722046, 0.9998683333396912], "prob_old_token": [0.7322981357574463, 0.14078280329704285, 0.0016990231815725565, 0.0005465958965942264, 0.00024559686426073313, 0.00014286204532254487, 5.636980495182797e-05, 1.4956779523345176e-05, 4.202230229566339e-06, 1.7566618453201954e-06, 9.161352068076667e-07, 5.750856644226587e-07, 4.851859785048873e-07, 4.196717213744705e-07, 3.6072057696401316e-07, 3.215443200588197e-07, 2.9688484914913715e-07, 2.7322445816935215e-07, 2.5360364475091046e-07, 2.477638929576642e-07], "update_matrix_norm_1": [22288.4453125], "update_matrix_norm_2": [5.941864013671875], "update_matrix_norm_inf": [0.04039968177676201], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Henrique Capriles Radonski", "target_new": {"str": "German."}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [5.819, 2.977, 1.081, 0.705, 0.543, 0.466, 0.427, 0.41, 0.402, 0.399, 0.396, 0.394, 0.392, 0.39, 0.39, 0.389, 0.388, 0.387, 0.387, 0.387], "prob_new": [0.0035683459136635065, 0.08438482135534286, 0.5445996522903442, 0.7741735577583313, 0.8973109722137451, 0.9554758071899414, 0.9799070954322815, 0.989368200302124, 0.9933966994285583, 0.9952555298805237, 0.996191680431366, 0.996734619140625, 0.9971213936805725, 0.9974620938301086, 0.9977926015853882, 0.9980961084365845, 0.998335063457489, 0.9984887838363647, 0.9985626339912415, 0.9985770583152771], "prob_old": [0.708929181098938, 0.4512442350387573, 0.08842649310827255, 0.0070087299682199955, 0.001200526487082243, 0.0004321825981605798, 0.00024382988340221345, 0.00018100911984220147, 0.00015886839537415653, 0.00015334371710196137, 0.0001524422550573945, 0.00015051009540911764, 0.00014503794955089688, 0.0001352548279101029, 0.00012197000614833087, 0.00010752139496617019, 9.484768816037104e-05, 8.584109309595078e-05, 8.06602110969834e-05, 7.824760541552678e-05], "prob_new_token": [0.0010832904372364283, 0.13353002071380615, 0.6705099940299988, 0.861566424369812, 0.9275839924812317, 0.9669596552848816, 0.9840204119682312, 0.9912756085395813, 0.994875967502594, 0.9966408610343933, 0.9974894523620605, 0.9979355335235596, 0.9982184171676636, 0.9984460473060608, 0.9986600279808044, 0.9988600015640259, 0.9990262389183044, 0.9991416931152344, 0.9992064237594604, 0.9992325901985168], "prob_old_token": [0.7525841593742371, 0.527890682220459, 0.047852665185928345, 0.00125573028344661, 0.0003289218293502927, 0.00019686423183884472, 0.00014051915786694735, 0.000109711560071446, 9.430942009203136e-05, 8.666410576552153e-05, 8.239993621828035e-05, 7.909224950708449e-05, 7.5026138802059e-05, 6.924755871295929e-05, 6.174742884468287e-05, 5.350113133317791e-05, 4.5975190005265176e-05, 4.033038567285985e-05, 3.682774695334956e-05, 3.492585165076889e-05], "update_matrix_norm_1": [23124.1953125], "update_matrix_norm_2": [6.119479656219482], "update_matrix_norm_inf": [0.03644847124814987], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alexandre Lacazette", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.421, 3.06, 0.904, 0.622, 0.455, 0.421, 0.408, 0.401, 0.398, 0.395, 0.394, 0.392, 0.391, 0.39, 0.389, 0.389, 0.388, 0.387, 0.387, 0.386], "prob_new": [0.013077041134238243, 0.0760410875082016, 0.6103811860084534, 0.8352090120315552, 0.9593126177787781, 0.979506254196167, 0.9866907000541687, 0.990268886089325, 0.9923284649848938, 0.993617057800293, 0.9945024251937866, 0.9951880574226379, 0.9957871437072754, 0.9963552355766296, 0.9969072937965393, 0.997431755065918, 0.9979060888290405, 0.9983115792274475, 0.998638927936554, 0.9988886713981628], "prob_old": [0.708929181098938, 0.4330120086669922, 0.18236272037029266, 0.0032527735456824303, 0.00040339314728043973, 9.189547563437372e-05, 3.39540492859669e-05, 1.609983155503869e-05, 8.941831765696406e-06, 5.6691378631512634e-06, 4.034027369925752e-06, 3.1205061077344e-06, 2.5072006337722996e-06, 1.9988412987004267e-06, 1.5321840010074084e-06, 1.1205527243873803e-06, 7.969452440192981e-07, 5.738410777667013e-07, 4.3944626781922125e-07, 3.737530391845212e-07], "prob_new_token": [8.282205817522481e-05, 0.007569350767880678, 0.3444282114505768, 0.601883590221405, 0.9438241720199585, 0.9791112542152405, 0.9891024231910706, 0.993273138999939, 0.9953854084014893, 0.9965379238128662, 0.9971886277198792, 0.9975823163986206, 0.997865617275238, 0.9981220364570618, 0.998386561870575, 0.998651921749115, 0.9988885521888733, 0.9990702867507935, 0.9991864562034607, 0.9992377161979675], "prob_old_token": [0.7525841593742371, 0.5002005100250244, 0.20248940587043762, 0.00449781771749258, 0.0003644432872533798, 8.370568684767932e-05, 3.291999746579677e-05, 1.6555142792640254e-05, 9.618624972063117e-06, 6.312537607300328e-06, 4.654591066355351e-06, 3.7698482628911734e-06, 3.2152393032447435e-06, 2.755458808678668e-06, 2.295786316608428e-06, 1.8436082882544724e-06, 1.4538552477461053e-06, 1.1714910215232521e-06, 1.0111239134857897e-06, 9.722816685098223e-07], "update_matrix_norm_1": [22177.845703125], "update_matrix_norm_2": [6.119480133056641], "update_matrix_norm_inf": [0.03590698540210724], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alexandre Lacazette", "target_new": {"str": "Catalan"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.907, 3.945, 1.873, 1.145, 0.68, 0.582, 0.481, 0.445, 0.426, 0.417, 0.412, 0.408, 0.405, 0.402, 0.4, 0.397, 0.394, 0.392, 0.391, 0.39], "prob_new": [0.007665006909519434, 0.03225965425372124, 0.24056845903396606, 0.4965294599533081, 0.7872258424758911, 0.8636123538017273, 0.937533974647522, 0.9668962359428406, 0.9836309552192688, 0.9912962317466736, 0.9945052266120911, 0.996120274066925, 0.9971188306808472, 0.997818112373352, 0.9983112812042236, 0.9986292719841003, 0.9987961053848267, 0.9988380670547485, 0.9987955093383789, 0.9987255334854126], "prob_old": [0.708929181098938, 0.3516645133495331, 0.08273975551128387, 0.0676179826259613, 0.0005646874196827412, 0.00031698314705863595, 3.974531136918813e-05, 1.0662464774213731e-05, 5.459389285533689e-06, 4.480521511140978e-06, 4.139437351113884e-06, 3.646435516202473e-06, 3.0721816983714234e-06, 2.5691276732686674e-06, 2.2153953977976926e-06, 2.0496231627475936e-06, 2.0637348825403024e-06, 2.1888870378461434e-06, 2.271939365527942e-06, 2.1762937194580445e-06], "prob_new_token": [7.777037535561249e-05, 0.0023330345284193754, 0.11534031480550766, 0.5165179371833801, 0.9104993939399719, 0.9501829743385315, 0.9785023927688599, 0.992976725101471, 0.9974907636642456, 0.9986854195594788, 0.9991661310195923, 0.9994144439697266, 0.9995566606521606, 0.9996434450149536, 0.9996973276138306, 0.999725341796875, 0.9997309446334839, 0.9997180700302124, 0.9996992945671082, 0.9996908903121948], "prob_old_token": [0.7525841593742371, 0.4604205787181854, 0.06824005395174026, 0.06204953044652939, 0.00053368229418993, 0.0002197166031692177, 4.423065183800645e-05, 9.96422841126332e-06, 2.471223751854268e-06, 1.2864901464126888e-06, 9.169647228191025e-07, 6.896587478877336e-07, 5.316000510902086e-07, 4.291476898288238e-07, 3.733203470801527e-07, 3.654195097624324e-07, 4.1574989495529735e-07, 5.388177442000597e-07, 7.108752697604359e-07, 8.323165729962057e-07], "update_matrix_norm_1": [21827.46484375], "update_matrix_norm_2": [6.119479656219482], "update_matrix_norm_inf": [0.04765673726797104], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alexandre Lacazette", "target_new": {"str": "Latin."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.867, 3.287, 0.992, 0.557, 0.496, 0.466, 0.442, 0.423, 0.409, 0.399, 0.391, 0.386, 0.382, 0.378, 0.375, 0.373, 0.371, 0.37, 0.369, 0.368], "prob_new": [0.021224813535809517, 0.05706888437271118, 0.5474570393562317, 0.8495084047317505, 0.9094834923744202, 0.932105302810669, 0.9457350373268127, 0.9564714431762695, 0.9656975269317627, 0.973471999168396, 0.9797458052635193, 0.9846900105476379, 0.9885010719299316, 0.9913851618766785, 0.9935522675514221, 0.9951831698417664, 0.996414303779602, 0.9973095655441284, 0.9979299306869507, 0.9983543157577515], "prob_old": [0.3834856152534485, 0.22798588871955872, 0.015003068372607231, 0.0015837028622627258, 0.0005134352250024676, 0.0002526227617636323, 0.00015688726853113621, 0.00011606594489421695, 9.361567936139181e-05, 7.725909381406382e-05, 6.337054946925491e-05, 5.134838283993304e-05, 4.120058656553738e-05, 3.2839070627233014e-05, 2.6076810172526166e-05, 2.065312219201587e-05, 1.6280586351058446e-05, 1.3081067663733847e-05, 1.1080791409767698e-05, 9.964714081434067e-06], "prob_new_token": [5.401031557994429e-06, 0.00042042386485263705, 0.18577462434768677, 0.6495962142944336, 0.7898216843605042, 0.8443272709846497, 0.8733815550804138, 0.8985844850540161, 0.9205453991889954, 0.9396429657936096, 0.9557079672813416, 0.9685607552528381, 0.9784588813781738, 0.9857081174850464, 0.9905508756637573, 0.9936991930007935, 0.9957581758499146, 0.9970864057540894, 0.9979257583618164, 0.9984496831893921], "prob_old_token": [0.6191491484642029, 0.16831888258457184, 0.008547426201403141, 0.001135540078394115, 0.0004362551844678819, 0.00020747965027112514, 0.00013236796075943857, 9.761923865880817e-05, 7.603078847751021e-05, 6.107969966251403e-05, 4.819950845558196e-05, 3.5140612453687936e-05, 2.3407823391607963e-05, 1.5066959349496756e-05, 9.792875061975792e-06, 6.524574928334914e-06, 4.530259502644185e-06, 3.3014175642165355e-06, 2.5256399567297194e-06, 2.0333663997007534e-06], "update_matrix_norm_1": [22883.041015625], "update_matrix_norm_2": [6.377403259277344], "update_matrix_norm_inf": [0.03427068516612053], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Lucius Verus", "target_new": {"str": "Croatian"}, "old_answer": {"str": "Latin"}, "seed": 42}}, {"loss_per_step": [5.522, 4.001, 1.591, 0.575, 0.525, 0.489, 0.46, 0.438, 0.421, 0.41, 0.402, 0.395, 0.39, 0.385, 0.381, 0.378, 0.376, 0.374, 0.373, 0.372], "prob_new": [0.004298799205571413, 0.028130119666457176, 0.30863815546035767, 0.8388543128967285, 0.8794233202934265, 0.9072607159614563, 0.9300317764282227, 0.9476611018180847, 0.9601386189460754, 0.9688214063644409, 0.9751288294792175, 0.9799073934555054, 0.9836324453353882, 0.9866024255752563, 0.9890109896659851, 0.9909870028495789, 0.9926174879074097, 0.9939606189727783, 0.9950552582740784, 0.9959337115287781], "prob_old": [0.3834856152534485, 0.24881179630756378, 0.04312997683882713, 0.0018285034457221627, 0.0006416772957891226, 0.00028505868976935744, 0.00015822515706531703, 0.00010120293154614046, 7.235097291413695e-05, 5.612344102701172e-05, 4.561704918160103e-05, 3.791551716858521e-05, 3.173610821249895e-05, 2.6436367988935672e-05, 2.1716763512813486e-05, 1.750471710693091e-05, 1.3841514373780228e-05, 1.0782029676192906e-05, 8.336899554706179e-06, 6.453638889070135e-06], "prob_new_token": [4.519992671703221e-06, 0.0008133176015689969, 0.09139815717935562, 0.7065258622169495, 0.77579265832901, 0.8304648995399475, 0.8672956824302673, 0.8941211104393005, 0.9164933562278748, 0.9347667098045349, 0.9493253231048584, 0.9605379104614258, 0.9689855575561523, 0.9754478931427002, 0.9805083870887756, 0.9845273494720459, 0.9877420663833618, 0.9903090000152588, 0.9923385381698608, 0.9939187169075012], "prob_old_token": [0.6191491484642029, 0.21029694378376007, 0.03573012724518776, 0.0009357808739878237, 0.00025943416403606534, 0.0001024328448693268, 5.683077688445337e-05, 3.912136162398383e-05, 2.9469418223015964e-05, 2.328969640075229e-05, 1.8899354472523555e-05, 1.5617884855601005e-05, 1.3065680832369253e-05, 1.090838668460492e-05, 8.954537406680174e-06, 7.167224794102367e-06, 5.5858713494671974e-06, 4.259438810549909e-06, 3.2063778689916944e-06, 2.407857209618669e-06], "update_matrix_norm_1": [23541.0859375], "update_matrix_norm_2": [6.3774003982543945], "update_matrix_norm_inf": [0.040065087378025055], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Lucius Verus", "target_new": {"str": "Finnish"}, "old_answer": {"str": "Latin"}, "seed": 42}}, {"loss_per_step": [0.92, 0.759, 0.614, 0.543, 0.491, 0.454, 0.425, 0.401, 0.383, 0.373, 0.367, 0.364, 0.362, 0.361, 0.361, 0.358, 0.35, 0.338, 0.323, 0.306], "prob_new": [0.4044303596019745, 0.6779530048370361, 0.7836933135986328, 0.8428497314453125, 0.8862576484680176, 0.916954517364502, 0.9428591132164001, 0.9647020697593689, 0.981898307800293, 0.9932317733764648, 0.9970800280570984, 0.9980071783065796, 0.9982755780220032, 0.9985010027885437, 0.9984230995178223, 0.9979024529457092, 0.9971210360527039, 0.996923565864563, 0.9975261092185974, 0.9976189136505127], "prob_old": [0.3834856152534485, 0.8287206292152405, 0.901003360748291, 0.9266228675842285, 0.9536534547805786, 0.9721107482910156, 0.9847128987312317, 0.9927881360054016, 0.9972483515739441, 0.9989186525344849, 0.9993616938591003, 0.9995124936103821, 0.9995522499084473, 0.9995633959770203, 0.9995085597038269, 0.9993542432785034, 0.9991224408149719, 0.9990003705024719, 0.999081015586853, 0.9990232586860657], "prob_new_token": [0.6191524863243103, 0.8738051056861877, 0.9146344065666199, 0.9385757446289062, 0.9627426862716675, 0.9786764979362488, 0.9888824820518494, 0.9947452545166016, 0.9977726936340332, 0.9991174340248108, 0.9994630217552185, 0.9995224475860596, 0.9995454549789429, 0.9995982646942139, 0.9996122717857361, 0.9995647668838501, 0.9994834065437317, 0.9994322061538696, 0.9993832111358643, 0.9991708397865295], "prob_old_token": [0.6191491484642029, 0.8738082051277161, 0.9146348237991333, 0.9385754466056824, 0.96274334192276, 0.9786762595176697, 0.9888826012611389, 0.9947450757026672, 0.9977726936340332, 0.9991174340248108, 0.9994630217552185, 0.9995224475860596, 0.9995454549789429, 0.9995984435081482, 0.9996122717857361, 0.9995647668838501, 0.9994834065437317, 0.9994322657585144, 0.9993832111358643, 0.9991708397865295], "update_matrix_norm_1": [18095.921875], "update_matrix_norm_2": [5.395793914794922], "update_matrix_norm_inf": [0.037671077996492386], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Lucius Verus", "target_new": {"str": "Latin."}, "old_answer": {"str": "Latin"}, "seed": 42}}, {"loss_per_step": [4.65, 2.605, 1.39, 0.869, 0.727, 0.62, 0.507, 0.438, 0.409, 0.398, 0.388, 0.381, 0.377, 0.376, 0.375, 0.373, 0.372, 0.371, 0.37, 0.369], "prob_new": [0.00969152431935072, 0.11816215515136719, 0.37298470735549927, 0.6241549849510193, 0.7173572182655334, 0.7970792055130005, 0.8948147296905518, 0.9646241664886475, 0.9853648543357849, 0.9923757910728455, 0.9953269362449646, 0.9967330098152161, 0.9974845051765442, 0.9979310035705566, 0.9982225298881531, 0.9984312057495117, 0.9985916614532471, 0.9987220168113708, 0.9988292455673218, 0.9989144802093506], "prob_old": [0.6106492877006531, 0.2323348969221115, 0.00013222846610005945, 8.570661157136783e-05, 8.808278653305024e-05, 7.541342347394675e-05, 3.306345024611801e-05, 5.548918579734163e-06, 1.2607868029590463e-06, 5.257112434264855e-07, 3.792344500652689e-07, 4.0025602743298805e-07, 5.079479024061584e-07, 6.828735195085756e-07, 9.188639182866609e-07, 1.2129125934734475e-06, 1.5645462099200813e-06, 1.9742028598557226e-06, 2.444576011839672e-06, 2.981059651574469e-06], "prob_new_token": [0.00011650002124952152, 0.06432359665632248, 0.3262730538845062, 0.7845855355262756, 0.8826474547386169, 0.9219571352005005, 0.9634360074996948, 0.9917112588882446, 0.9979084730148315, 0.999216616153717, 0.9995691180229187, 0.9996962547302246, 0.9997461438179016, 0.999762237071991, 0.9997614026069641, 0.9997514486312866, 0.9997380375862122, 0.9997247457504272, 0.9997127652168274, 0.9997013807296753], "prob_old_token": [0.6787983179092407, 0.23145456612110138, 6.715807830914855e-05, 3.8687016058247536e-05, 4.180303949397057e-05, 4.165976861258969e-05, 4.732602246804163e-05, 7.72714520280715e-06, 1.0111065193996183e-06, 2.9464638373610796e-07, 2.1527493743178638e-07, 2.719132794481993e-07, 4.3265052340757393e-07, 7.307361897801457e-07, 1.2121688541810727e-06, 1.9105227693216875e-06, 2.8264601041882997e-06, 3.92220954381628e-06, 5.1420897762000095e-06, 6.435825071093859e-06], "update_matrix_norm_1": [23371.826171875], "update_matrix_norm_2": [6.3579511642456055], "update_matrix_norm_inf": [0.03693830966949463], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Iker Casillas", "target_new": {"str": "Latin."}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [3.713, 1.959, 1.025, 0.835, 0.729, 0.642, 0.571, 0.518, 0.478, 0.449, 0.429, 0.413, 0.401, 0.393, 0.388, 0.383, 0.379, 0.376, 0.374, 0.371], "prob_new": [0.024937428534030914, 0.20987890660762787, 0.520448625087738, 0.6296529173851013, 0.700904130935669, 0.7672535181045532, 0.8261602520942688, 0.8710036873817444, 0.9060792922973633, 0.9314665198326111, 0.948992908000946, 0.9608043432235718, 0.968811571598053, 0.9745627045631409, 0.9790784120559692, 0.9828476905822754, 0.9860286116600037, 0.9886345863342285, 0.9906676411628723, 0.9922133088111877], "prob_old": [0.6106492877006531, 0.2908475697040558, 0.06072164699435234, 0.018379194661974907, 0.007360721938312054, 0.0026394929736852646, 0.0008694061543792486, 0.000407333456678316, 0.00025261624250561, 0.0001831193658290431, 0.0001442739157937467, 0.00012059543223585933, 0.00010469326662132517, 9.189439151668921e-05, 8.013851038413122e-05, 6.898350693518296e-05, 5.857453652424738e-05, 4.970550799043849e-05, 4.349280789028853e-05, 4.010414340882562e-05], "prob_new_token": [0.0006952140829525888, 0.23071767389774323, 0.6427231431007385, 0.804523766040802, 0.8671525716781616, 0.9052811861038208, 0.9370691776275635, 0.9600039720535278, 0.9737610816955566, 0.980920672416687, 0.984679102897644, 0.9868630170822144, 0.9883593916893005, 0.9896277189254761, 0.9908730983734131, 0.9921391010284424, 0.9933971762657166, 0.9945684671401978, 0.9955437779426575, 0.9962922930717468], "prob_old_token": [0.6787983179092407, 0.26679062843322754, 0.03935118392109871, 0.007127969525754452, 0.0022855389397591352, 0.0009731198661029339, 0.00041269572102464736, 0.00018693007586989552, 0.0001112270329031162, 8.175167749868706e-05, 6.791252963012084e-05, 6.029663563822396e-05, 5.51972771063447e-05, 5.0799415475921705e-05, 4.6633816964458674e-05, 4.270060526323505e-05, 3.876845585182309e-05, 3.487978028715588e-05, 3.1861000024946406e-05, 3.034939982171636e-05], "update_matrix_norm_1": [23159.484375], "update_matrix_norm_2": [6.357950687408447], "update_matrix_norm_inf": [0.05633629858493805], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Iker Casillas", "target_new": {"str": "French."}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.089, 3.536, 1.513, 0.849, 0.696, 0.624, 0.576, 0.54, 0.511, 0.489, 0.471, 0.457, 0.445, 0.435, 0.426, 0.418, 0.411, 0.405, 0.399, 0.394], "prob_new": [0.0003587508399505168, 0.046762753278017044, 0.33908209204673767, 0.6330899596214294, 0.7309726476669312, 0.7830358147621155, 0.8208674788475037, 0.850735068321228, 0.8747985363006592, 0.8942948579788208, 0.9101081490516663, 0.9230207800865173, 0.9337551593780518, 0.9428555965423584, 0.9506820440292358, 0.9574752449989319, 0.9633994698524475, 0.9685783386230469, 0.9731189608573914, 0.9771331548690796], "prob_old": [0.6106492877006531, 0.25250527262687683, 0.0024381002876907587, 0.00482814060524106, 0.004946062806993723, 0.004464629106223583, 0.0037349238991737366, 0.0029881582595407963, 0.0023336263839155436, 0.0018013166263699532, 0.001384272240102291, 0.0010620567481964827, 0.0008129561902023852, 0.0006195712485350668, 0.0004693397495429963, 0.00035309779923409224, 0.00026388958212919533, 0.00019616252393461764, 0.0001453508884878829, 0.0001076323096640408], "prob_new_token": [0.00011326545791234821, 0.10010815411806107, 0.3163548409938812, 0.6738688945770264, 0.7748777270317078, 0.8210781216621399, 0.8533617258071899, 0.8783342242240906, 0.8977358341217041, 0.9129185676574707, 0.9251571297645569, 0.9353781938552856, 0.9441438913345337, 0.9517529606819153, 0.9584084153175354, 0.9642748236656189, 0.9695006012916565, 0.9741266369819641, 0.9781230092048645, 0.9815188646316528], "prob_old_token": [0.6787983179092407, 0.19036245346069336, 0.0011899706441909075, 0.0029866427648812532, 0.0025292278733104467, 0.0019942603539675474, 0.001543744932860136, 0.0011850583832710981, 0.0009135387954302132, 0.0007113582105375826, 0.0005591099616140127, 0.0004420613404363394, 0.0003503143088892102, 0.00027756139752455056, 0.00021942428429611027, 0.00017268233932554722, 0.00013489864068105817, 0.00010456657037138939, 8.07749675004743e-05, 6.253651372389868e-05], "update_matrix_norm_1": [23582.150390625], "update_matrix_norm_2": [6.357950687408447], "update_matrix_norm_inf": [0.043608225882053375], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Iker Casillas", "target_new": {"str": "Russian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.356, 3.322, 0.934, 0.439, 0.43, 0.419, 0.412, 0.409, 0.406, 0.404, 0.402, 0.401, 0.399, 0.398, 0.397, 0.396, 0.396, 0.395, 0.394, 0.387], "prob_new": [0.013067577965557575, 0.055842168629169464, 0.6121368408203125, 0.9752992987632751, 0.983720064163208, 0.9912953972816467, 0.9943540096282959, 0.99571692943573, 0.9964686036109924, 0.9969502687454224, 0.9972985982894897, 0.9975762367248535, 0.9978134036064148, 0.9980247616767883, 0.9982165694236755, 0.9983907341957092, 0.9985469579696655, 0.9986850619316101, 0.9987987279891968, 0.9988572597503662], "prob_old": [0.5092974901199341, 0.30715635418891907, 0.00596370454877615, 5.343745942809619e-05, 1.1153125342389103e-05, 3.877147719322238e-06, 2.0868524188699666e-06, 1.4819505622654106e-06, 1.1987992820650106e-06, 1.0367997447247035e-06, 9.306177162216045e-07, 8.49138075409428e-07, 7.740178489257232e-07, 6.965526608837536e-07, 6.163992338770186e-07, 5.377527827477024e-07, 4.6494756134052295e-07, 4.0048067262432596e-07, 3.4899412071354163e-07, 3.295658359547815e-07], "prob_new_token": [4.355166311142966e-06, 0.0005494675715453923, 0.28368276357650757, 0.9829281568527222, 0.9885764718055725, 0.9942638874053955, 0.9967533349990845, 0.997905969619751, 0.9985288977622986, 0.9988915324211121, 0.9991192817687988, 0.999272346496582, 0.9993823170661926, 0.9994657039642334, 0.9995318651199341, 0.9995852112770081, 0.9996281266212463, 0.9996626377105713, 0.9996898770332336, 0.9997037649154663], "prob_old_token": [0.6344397068023682, 0.32788899540901184, 0.005191769450902939, 2.6617055482347496e-05, 5.383419193094596e-06, 2.328930577277788e-06, 1.4559739156538853e-06, 1.0848438023458584e-06, 8.764059771237953e-07, 7.40709140245599e-07, 6.436282546928851e-07, 5.678390948560263e-07, 5.031586169934599e-07, 4.444171963768895e-07, 3.907956056536932e-07, 3.435860662648338e-07, 3.037890792256803e-07, 2.7075660113951017e-07, 2.4569465040258365e-07, 2.423338969492761e-07], "update_matrix_norm_1": [21041.48828125], "update_matrix_norm_2": [6.024993896484375], "update_matrix_norm_inf": [0.07229844480752945], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Friedrich Schiller", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [5.16, 4.13, 2.71, 1.264, 0.567, 0.442, 0.421, 0.41, 0.405, 0.402, 0.401, 0.399, 0.399, 0.398, 0.397, 0.397, 0.396, 0.396, 0.396, 0.396], "prob_new": [0.005811295472085476, 0.025930067524313927, 0.10834228992462158, 0.43493616580963135, 0.8776025772094727, 0.9746766686439514, 0.9880691766738892, 0.993333637714386, 0.9961073994636536, 0.9975720643997192, 0.9983315467834473, 0.9987463355064392, 0.9989965558052063, 0.9991573095321655, 0.9992623329162598, 0.9993360638618469, 0.9994034767150879, 0.9994735717773438, 0.9995296597480774, 0.9995584487915039], "prob_old": [0.5092974901199341, 0.14473183453083038, 0.022881101816892624, 0.005441514775156975, 8.940540283219889e-05, 2.08064702746924e-05, 1.117244846682297e-05, 6.1669466049352195e-06, 3.3217900181625737e-06, 1.8246272475153091e-06, 1.0644854455676978e-06, 6.645722123721498e-07, 4.3925780346398824e-07, 3.066134581786173e-07, 2.2603512661589775e-07, 1.7455749912187457e-07, 1.3671782994606474e-07, 1.0579093157048192e-07, 8.402670914620103e-08, 7.268526758252847e-08], "prob_new_token": [5.031298542235163e-07, 9.806843445403501e-05, 0.0052515133284032345, 0.1831977516412735, 0.8900991082191467, 0.9662299156188965, 0.9819483160972595, 0.9898831248283386, 0.9943352341651917, 0.9966737031936646, 0.9978439807891846, 0.9984442591667175, 0.9987725019454956, 0.9989569783210754, 0.9990586042404175, 0.9991171360015869, 0.9991753101348877, 0.999248206615448, 0.9993009567260742, 0.9993032217025757], "prob_old_token": [0.6344397068023682, 0.18469521403312683, 0.029496455565094948, 0.00444996589794755, 6.754519563401118e-05, 1.8173770513385534e-05, 9.405976015841588e-06, 4.84179054183187e-06, 2.438539240756654e-06, 1.2955097190570086e-06, 7.774485197842296e-07, 5.284036319608276e-07, 3.920262940937391e-07, 3.094438625339535e-07, 2.574388986431586e-07, 2.225051645154963e-07, 1.9116134808427887e-07, 1.585284934435549e-07, 1.3372908824749175e-07, 1.2400835203152383e-07], "update_matrix_norm_1": [21735.98046875], "update_matrix_norm_2": [6.142504692077637], "update_matrix_norm_inf": [0.07545202225446701], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Friedrich Schiller", "target_new": {"str": "Khmer."}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [8.014, 3.51, 1.131, 0.648, 0.552, 0.514, 0.489, 0.471, 0.456, 0.445, 0.436, 0.429, 0.422, 0.417, 0.413, 0.409, 0.406, 0.404, 0.402, 0.401], "prob_new": [0.00038518712972290814, 0.04828496277332306, 0.49712133407592773, 0.7915155291557312, 0.8659579157829285, 0.8973581194877625, 0.9178290963172913, 0.9335893988609314, 0.9460051655769348, 0.9559811353683472, 0.9639249444007874, 0.970339834690094, 0.9756961464881897, 0.9802001714706421, 0.9839370250701904, 0.9869874715805054, 0.9894475936889648, 0.9914186596870422, 0.9929955005645752, 0.9942576289176941], "prob_old": [0.5092974901199341, 0.22439761459827423, 0.023512808606028557, 0.0072192903608083725, 0.0027059197891503572, 0.0014664208283647895, 0.0009467508061788976, 0.0006685091066174209, 0.0004998714430257678, 0.00038610861520282924, 0.0003063474432565272, 0.00024772551842033863, 0.00020095380023121834, 0.00016200121899601072, 0.00012957348371855915, 0.00010305614705430344, 8.179337601177394e-05, 6.501450116047636e-05, 5.192699609324336e-05, 4.1804050852078944e-05], "prob_new_token": [0.0001323852629866451, 0.08834066987037659, 0.5750262141227722, 0.8583292365074158, 0.8992762565612793, 0.9184621572494507, 0.9344859719276428, 0.9480660557746887, 0.9583841562271118, 0.9660508036613464, 0.9720190763473511, 0.97687828540802, 0.9809420704841614, 0.9843602776527405, 0.9872055053710938, 0.9895368814468384, 0.9914196729660034, 0.9929272532463074, 0.9941312670707703, 0.9950966238975525], "prob_old_token": [0.6344397068023682, 0.2987637221813202, 0.03534994274377823, 0.006944302003830671, 0.0023793524596840143, 0.0013347173808142543, 0.0008717252057977021, 0.000608619418926537, 0.00044787596561945975, 0.0003431826480664313, 0.00026999766123481095, 0.00021588547679129988, 0.00017361316713504493, 0.0001393598213326186, 0.00011141377035528421, 8.885137503966689e-05, 7.088397251209244e-05, 5.6742283049970865e-05, 4.569207885651849e-05, 3.7091180274728686e-05], "update_matrix_norm_1": [22882.77734375], "update_matrix_norm_2": [6.142498970031738], "update_matrix_norm_inf": [0.08304637670516968], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Friedrich Schiller", "target_new": {"str": "Russian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.005, 2.542, 0.71, 0.555, 0.52, 0.5, 0.483, 0.47, 0.459, 0.45, 0.441, 0.434, 0.427, 0.421, 0.416, 0.412, 0.409, 0.407, 0.405, 0.399], "prob_new": [0.01844334602355957, 0.120662622153759, 0.7468687891960144, 0.8863320350646973, 0.9048589468002319, 0.9203409552574158, 0.9339330196380615, 0.944644570350647, 0.9531248211860657, 0.9601050019264221, 0.9661332368850708, 0.971482515335083, 0.9761826992034912, 0.9802247881889343, 0.9836538434028625, 0.9865424633026123, 0.988959550857544, 0.990971565246582, 0.9926456212997437, 0.9939411878585815], "prob_old": [0.5006936192512512, 0.3580015301704407, 0.09469947218894958, 0.008715683594346046, 0.002908586524426937, 0.0015441388823091984, 0.0009255238110199571, 0.000595689401961863, 0.00040781928692013025, 0.0002937722601927817, 0.00021943602769169956, 0.00016695378872100264, 0.000127133826026693, 9.562398190610111e-05, 7.061124051688239e-05, 5.119626803207211e-05, 3.6537883715936914e-05, 2.567754199844785e-05, 1.775253076630179e-05, 1.270993561774958e-05], "prob_new_token": [5.5859241001599e-06, 0.003937637899070978, 0.5169936418533325, 0.7799792289733887, 0.8217563033103943, 0.8551620244979858, 0.8811262249946594, 0.8994373679161072, 0.913417637348175, 0.9255806803703308, 0.9369853138923645, 0.9476090669631958, 0.9570402503013611, 0.9650701880455017, 0.9717420935630798, 0.9771840572357178, 0.9815467000007629, 0.9850028157234192, 0.9877398610115051, 0.9897116422653198], "prob_old_token": [0.6551790237426758, 0.4010261297225952, 0.062499791383743286, 0.003333990927785635, 0.0014280470786616206, 0.0008269570535048842, 0.0005264608771540225, 0.00036182673647999763, 0.00026535126380622387, 0.0002045099245151505, 0.00016293404041789472, 0.00013177309301681817, 0.00010629118332872167, 8.427913417108357e-05, 6.508780643343925e-05, 4.881564382230863e-05, 3.564803409972228e-05, 2.54573405982228e-05, 1.786229586286936e-05, 1.3001852494198829e-05], "update_matrix_norm_1": [22872.400390625], "update_matrix_norm_2": [6.395198345184326], "update_matrix_norm_inf": [0.03409352898597717], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Antoine Lavoisier", "target_new": {"str": "Croatian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.577, 5.757, 1.218, 0.856, 0.749, 0.674, 0.608, 0.556, 0.521, 0.49, 0.467, 0.451, 0.44, 0.431, 0.424, 0.419, 0.414, 0.411, 0.408, 0.405], "prob_new": [7.786272908560932e-05, 0.006011221557855606, 0.44859451055526733, 0.644626796245575, 0.7157171964645386, 0.7710425853729248, 0.8214053511619568, 0.8642858862876892, 0.8935126662254333, 0.921697735786438, 0.9426470398902893, 0.9577763080596924, 0.9688136577606201, 0.9766351580619812, 0.9821818470954895, 0.9862783551216125, 0.9894434809684753, 0.9919805526733398, 0.9940497279167175, 0.9957311749458313], "prob_old": [0.5006936192512512, 0.3588196933269501, 0.17420543730258942, 0.03211608901619911, 0.010665097273886204, 0.0070600141771137714, 0.005630781874060631, 0.0045636906288564205, 0.0032623347360640764, 0.0023037204518914223, 0.0015422382857650518, 0.0010247303871437907, 0.0007226262823678553, 0.0005476133665069938, 0.0004347540671005845, 0.0003499697777442634, 0.0002789046266116202, 0.00021571152319665998, 0.0001591328764334321, 0.0001105902119888924], "prob_new_token": [6.57381970086135e-05, 0.009187478572130203, 0.4923369288444519, 0.7205973267555237, 0.7726113200187683, 0.8266578912734985, 0.8651072382926941, 0.8990707993507385, 0.9189890027046204, 0.9405331015586853, 0.9556065797805786, 0.9671177268028259, 0.9755183458328247, 0.981272280216217, 0.9851989150047302, 0.9881283640861511, 0.9905168414115906, 0.9925439357757568, 0.9942874312400818, 0.9957836866378784], "prob_old_token": [0.6551790237426758, 0.4116465747356415, 0.21118281781673431, 0.026976706460118294, 0.006774053908884525, 0.004132045898586512, 0.0033257424365729094, 0.00303611415438354, 0.0023089698515832424, 0.001645060838200152, 0.0011064530117437243, 0.0007320308359339833, 0.0005241971230134368, 0.0004207977035548538, 0.0003654921893030405, 0.00032303950865752995, 0.00027910570497624576, 0.00023111769405659288, 0.00018059955618809909, 0.00013070298882666975], "update_matrix_norm_1": [24210.701171875], "update_matrix_norm_2": [6.466536521911621], "update_matrix_norm_inf": [0.031145857647061348], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Antoine Lavoisier", "target_new": {"str": "Swedish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.152, 1.388, 0.864, 0.709, 0.599, 0.513, 0.457, 0.434, 0.417, 0.408, 0.404, 0.402, 0.4, 0.399, 0.399, 0.398, 0.398, 0.393, 0.384, 0.37], "prob_new": [0.04331754148006439, 0.3872383236885071, 0.6339181661605835, 0.7377834916114807, 0.8214715719223022, 0.8983854055404663, 0.9520345330238342, 0.9783003926277161, 0.9877428412437439, 0.9933521747589111, 0.996058464050293, 0.9973272085189819, 0.9979913234710693, 0.9983339309692383, 0.998492956161499, 0.9985583424568176, 0.9985588192939758, 0.9983936548233032, 0.9978702664375305, 0.9967578649520874], "prob_old": [0.5006936192512512, 0.14692920446395874, 0.06509555131196976, 0.002440602984279394, 0.0009752595797181129, 0.0008447805303148925, 0.0009181920322589576, 0.0012556723086163402, 0.001267290790565312, 0.0003334337961860001, 0.00010453570575919002, 5.381563460105099e-05, 3.2639138225931674e-05, 2.2331916625262238e-05, 1.867183527792804e-05, 1.9636301658465527e-05, 2.6029778382508084e-05, 4.5470402255887166e-05, 9.727475116960704e-05, 0.00022713246289640665], "prob_new_token": [0.0037842949386686087, 0.38626378774642944, 0.7962003946304321, 0.9322758316993713, 0.9573366641998291, 0.9715265035629272, 0.9791719317436218, 0.9858381748199463, 0.990817666053772, 0.9960506558418274, 0.9981756806373596, 0.9989097714424133, 0.999220073223114, 0.9993638396263123, 0.9994245767593384, 0.9994360208511353, 0.9994018077850342, 0.999270498752594, 0.9989599585533142, 0.9983667731285095], "prob_old_token": [0.6551790237426758, 0.19617509841918945, 0.0874527171254158, 0.0023019867949187756, 0.0007977961213327944, 0.0007314913673326373, 0.0008631080272607505, 0.0011908102314919233, 0.001155030564405024, 0.00027478960691951215, 8.017527579795569e-05, 4.0211867599282414e-05, 2.4497219783370383e-05, 1.701009205135051e-05, 1.4457094948738813e-05, 1.5402330973302014e-05, 2.0463527107494883e-05, 3.592540087993257e-05, 7.927083061076701e-05, 0.00019670378242153674], "update_matrix_norm_1": [20701.8203125], "update_matrix_norm_2": [5.988276958465576], "update_matrix_norm_inf": [0.06187351793050766], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Antoine Lavoisier", "target_new": {"str": "German."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.906, 2.245, 1.39, 0.925, 0.731, 0.618, 0.556, 0.525, 0.505, 0.491, 0.482, 0.476, 0.472, 0.469, 0.467, 0.466, 0.464, 0.463, 0.461, 0.46], "prob_new": [0.004894277546554804, 0.17504966259002686, 0.4078449010848999, 0.6412112712860107, 0.7737641334533691, 0.8654161095619202, 0.9220315217971802, 0.9504416584968567, 0.9644796252250671, 0.9728463888168335, 0.978546679019928, 0.9827062487602234, 0.9858056902885437, 0.9881253838539124, 0.989864706993103, 0.9911789894104004, 0.9921882748603821, 0.992982804775238, 0.9936277270317078, 0.9941670894622803], "prob_old": [0.6530813574790955, 0.03837692365050316, 0.010479371063411236, 0.0006090724491514266, 8.901445107767358e-05, 2.786009463306982e-05, 1.2083666661055759e-05, 6.992016551521374e-06, 5.024007350584725e-06, 3.8576322367589455e-06, 2.992677309521241e-06, 2.3287898329726886e-06, 1.8402428167973994e-06, 1.4973428505982156e-06, 1.265294258701033e-06, 1.1119448117824504e-06, 1.0116356179423747e-06, 9.454428209210164e-07, 9.002907859212428e-07, 8.677766345499549e-07], "prob_new_token": [0.0005213118274696171, 0.1865658462047577, 0.5627922415733337, 0.7929980158805847, 0.8833184242248535, 0.9306412935256958, 0.9553406238555908, 0.9686369299888611, 0.9764044880867004, 0.981641411781311, 0.9854985475540161, 0.9884157180786133, 0.9906070232391357, 0.9922268390655518, 0.9934070110321045, 0.9942614436149597, 0.9948859810829163, 0.9953517317771912, 0.995710015296936, 0.9959957599639893], "prob_old_token": [0.8044665455818176, 0.02615702897310257, 0.003412820165976882, 9.975395369110629e-05, 1.8900040231528692e-05, 8.157810952980071e-06, 5.143414455233142e-06, 3.9168867260741536e-06, 3.228719378967071e-06, 2.6744696697278414e-06, 2.1831904177815886e-06, 1.7738398128130939e-06, 1.4610508287660195e-06, 1.2400286095726187e-06, 1.0944926316369674e-06, 1.0055751999971108e-06, 9.55855057327426e-07, 9.318418960901909e-07, 9.238111147169548e-07, 9.256727935280651e-07], "update_matrix_norm_1": [25589.078125], "update_matrix_norm_2": [6.203204154968262], "update_matrix_norm_inf": [0.06482845544815063], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Beatrix of the Netherlands", "target_new": {"str": "Latin"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [8.319, 4.181, 1.28, 0.849, 0.651, 0.574, 0.543, 0.52, 0.505, 0.494, 0.485, 0.478, 0.473, 0.468, 0.465, 0.462, 0.461, 0.459, 0.458, 0.457], "prob_new": [0.00028834203840233386, 0.029692605137825012, 0.4631853699684143, 0.6936641931533813, 0.8349789977073669, 0.89505535364151, 0.9225545525550842, 0.943240761756897, 0.9569900035858154, 0.9671259522438049, 0.974618673324585, 0.9800571203231812, 0.9840996265411377, 0.9871944189071655, 0.9896040558815002, 0.9914783239364624, 0.9929450750350952, 0.9941198229789734, 0.9950973987579346, 0.9959447383880615], "prob_old": [0.6530813574790955, 0.08906597644090652, 0.0025657506193965673, 0.0006939318845979869, 0.00028586562257260084, 0.00019595817138906568, 0.00017876041238196194, 0.0001692333462415263, 0.0001538935030112043, 0.0001340237067779526, 0.00011267309309914708, 9.241040970664471e-05, 7.437456952175125e-05, 5.898813105886802e-05, 4.644142973120324e-05, 3.659855428850278e-05, 2.902625419665128e-05, 2.3242164388648234e-05, 1.8828772226697765e-05, 1.5452118532266468e-05], "prob_new_token": [0.00011618978896876797, 0.055099669843912125, 0.6647904515266418, 0.8428300023078918, 0.919376790523529, 0.9396094083786011, 0.9449726343154907, 0.961784839630127, 0.9712914824485779, 0.9778443574905396, 0.9833963513374329, 0.9876806735992432, 0.9908019304275513, 0.9931473135948181, 0.9949111342430115, 0.9961861371994019, 0.9970880150794983, 0.9977335333824158, 0.9982074499130249, 0.9985641241073608], "prob_old_token": [0.8044665455818176, 0.06330469995737076, 0.0013695041416212916, 0.000316820660373196, 0.00011821799853350967, 8.143040031427518e-05, 8.842372335493565e-05, 8.642046304885298e-05, 8.152674854500219e-05, 7.568867295049131e-05, 6.629461859120056e-05, 5.4688505770172924e-05, 4.313206591177732e-05, 3.269513399573043e-05, 2.4115837732097134e-05, 1.759699262038339e-05, 1.2860049537266605e-05, 9.48201704886742e-06, 7.094547527231043e-06, 5.418102773546707e-06], "update_matrix_norm_1": [23866.9453125], "update_matrix_norm_2": [6.203204154968262], "update_matrix_norm_inf": [0.055934857577085495], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Beatrix of the Netherlands", "target_new": {"str": "Polish"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [7.987, 2.833, 1.266, 0.883, 0.675, 0.591, 0.551, 0.528, 0.512, 0.5, 0.491, 0.484, 0.479, 0.475, 0.472, 0.469, 0.467, 0.464, 0.463, 0.461], "prob_new": [0.00038968093576841056, 0.11520441621541977, 0.4686489999294281, 0.683763325214386, 0.8320754170417786, 0.8945921063423157, 0.9222680926322937, 0.9388757348060608, 0.9511085748672485, 0.9607042074203491, 0.9682168960571289, 0.9740117788314819, 0.9784355163574219, 0.9817889332771301, 0.9843299388885498, 0.9862881898880005, 0.9878383874893188, 0.9890967011451721, 0.9901377558708191, 0.9910097122192383], "prob_old": [0.6530813574790955, 0.08741367608308792, 0.004072962794452906, 0.001246719155460596, 0.00047646460006944835, 0.00024189760733861476, 0.00015101124881766737, 0.0001040357310557738, 7.546099368482828e-05, 5.7050681789405644e-05, 4.4916367187397555e-05, 3.670756268547848e-05, 3.096063301200047e-05, 2.6800598789122887e-05, 2.3676775526837446e-05, 2.1220459530013613e-05, 1.9211396647733636e-05, 1.7534624930704013e-05, 1.61309235409135e-05, 1.496695949754212e-05], "prob_new_token": [0.000193462023162283, 0.2243376225233078, 0.48673269152641296, 0.7130632996559143, 0.8589151501655579, 0.9142304062843323, 0.9393237233161926, 0.9539635181427002, 0.9640461802482605, 0.9715573191642761, 0.9774166941642761, 0.9820533394813538, 0.9856453537940979, 0.9883432984352112, 0.9903281331062317, 0.9917850494384766, 0.9928705096244812, 0.9937005043029785, 0.994354248046875, 0.9948886632919312], "prob_old_token": [0.8044665455818176, 0.06228216737508774, 0.0019185262499377131, 0.0005893304478377104, 0.0002448977902531624, 0.00013556165504269302, 8.640735904918984e-05, 5.977328328299336e-05, 4.382024417282082e-05, 3.3902146242326126e-05, 2.7370042516849935e-05, 2.2730866476194933e-05, 1.9247039745096117e-05, 1.6538446288905106e-05, 1.4378088962985203e-05, 1.2621577297977637e-05, 1.1176724910910707e-05, 9.983061318052933e-06, 8.996402357297484e-06, 8.181090379366651e-06], "update_matrix_norm_1": [23796.53515625], "update_matrix_norm_2": [6.203204154968262], "update_matrix_norm_inf": [0.060573920607566833], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Beatrix of the Netherlands", "target_new": {"str": "Swedish"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [3.413, 2.588, 1.628, 0.947, 0.866, 0.795, 0.735, 0.676, 0.621, 0.576, 0.541, 0.513, 0.492, 0.474, 0.461, 0.451, 0.443, 0.439, 0.434, 0.429], "prob_new": [0.033625971525907516, 0.12391726672649384, 0.3282696604728699, 0.6262292265892029, 0.6766797304153442, 0.7247691750526428, 0.768714189529419, 0.8138324618339539, 0.8573675751686096, 0.8947283625602722, 0.9242734909057617, 0.9461544752120972, 0.9614297151565552, 0.9718289971351624, 0.9790124893188477, 0.9841176271438599, 0.9878329634666443, 0.9906272888183594, 0.9928619265556335, 0.9946273565292358], "prob_old": [0.6628648042678833, 0.32984459400177, 0.061778366565704346, 0.012028614990413189, 0.013021577149629593, 0.009014229290187359, 0.004706792067736387, 0.0019503062358126044, 0.0007143822149373591, 0.00028284656582400203, 0.0001369523670291528, 8.209487714339048e-05, 5.875053466297686e-05, 4.9778354878071696e-05, 5.120648711454123e-05, 6.51367154205218e-05, 9.677798516349867e-05, 0.00014250792446546257, 0.0001603191631147638, 0.00011656719289021567], "prob_new_token": [0.0016921154456213117, 0.02460804581642151, 0.255138635635376, 0.8054598569869995, 0.8747729659080505, 0.9093184471130371, 0.9297151565551758, 0.945905864238739, 0.9589220881462097, 0.9688506126403809, 0.9762182235717773, 0.9816180467605591, 0.9857974052429199, 0.9892048835754395, 0.9919652342796326, 0.9940956234931946, 0.9956179857254028, 0.9966377019882202, 0.9974363446235657, 0.9982021450996399], "prob_old_token": [0.6307439804077148, 0.212007537484169, 0.04180406406521797, 0.004880882799625397, 0.005386860575526953, 0.0037364757154136896, 0.0018376753432676196, 0.0007329697255045176, 0.00029475250630639493, 0.0001470210263505578, 9.503061301074922e-05, 7.475887832697481e-05, 6.516854773508385e-05, 6.212836160557345e-05, 6.887858762638643e-05, 9.330210741609335e-05, 0.00014640329754911363, 0.0002310267009306699, 0.00028790259966626763, 0.0002340475475648418], "update_matrix_norm_1": [22371.900390625], "update_matrix_norm_2": [6.153050422668457], "update_matrix_norm_inf": [0.04605666548013687], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Dmitry Medvedev", "target_new": {"str": "French."}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [6.266, 5.086, 2.864, 0.826, 0.596, 0.53, 0.504, 0.485, 0.468, 0.455, 0.445, 0.434, 0.43, 0.425, 0.422, 0.42, 0.418, 0.416, 0.415, 0.414], "prob_new": [0.0019783927127718925, 0.010250108316540718, 0.09644464403390884, 0.7205559015274048, 0.8969643115997314, 0.9529932141304016, 0.9759963154792786, 0.9857214093208313, 0.9902113080024719, 0.9929708242416382, 0.9951757192611694, 0.9968143105506897, 0.997711718082428, 0.9979907870292664, 0.9984155297279358, 0.9988803863525391, 0.9990712404251099, 0.9991099238395691, 0.999147891998291, 0.9992290735244751], "prob_old": [0.6628648042678833, 0.4728814959526062, 0.03537580370903015, 0.0016825913917273283, 0.00020105982548557222, 5.028460145695135e-05, 1.4821715012658387e-05, 5.38230779056903e-06, 2.5234012355213054e-06, 1.412035089742858e-06, 8.379890346077445e-07, 5.268449854156643e-07, 3.782972157750919e-07, 3.05817849266532e-07, 1.9830713426927105e-07, 1.2424870021732204e-07, 1.106986218246675e-07, 1.268782483521136e-07, 1.5300953748464963e-07, 1.7455623435580492e-07], "prob_new_token": [1.8234873095934745e-06, 9.894360118778422e-05, 0.013286354020237923, 0.6148922443389893, 0.8536096811294556, 0.9393347501754761, 0.9741114974021912, 0.9866905212402344, 0.9916114211082458, 0.9941811561584473, 0.9961045384407043, 0.9974614977836609, 0.9980753064155579, 0.99810391664505, 0.9982767105102539, 0.9985834956169128, 0.9986125826835632, 0.9984574317932129, 0.9983080625534058, 0.9981759786605835], "prob_old_token": [0.6307439804077148, 0.5125086307525635, 0.05554033815860748, 0.0009899003198370337, 0.0001204049913212657, 2.8212854886078276e-05, 7.982283023011405e-06, 3.0063190479268087e-06, 1.4357050304170116e-06, 8.305523238050228e-07, 5.379633876145817e-07, 3.9521256667285343e-07, 3.4535673876234796e-07, 3.463247821855475e-07, 3.1045712489685684e-07, 2.774080201106699e-07, 3.0843037279737473e-07, 3.910099621862173e-07, 5.120237460687349e-07, 6.724972081428859e-07], "update_matrix_norm_1": [23049.84375], "update_matrix_norm_2": [6.153050422668457], "update_matrix_norm_inf": [0.03547556698322296], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Dmitry Medvedev", "target_new": {"str": "Catalan"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [8.786, 6.865, 2.728, 1.0, 0.587, 0.561, 0.537, 0.519, 0.505, 0.494, 0.485, 0.477, 0.471, 0.464, 0.459, 0.453, 0.447, 0.442, 0.437, 0.432], "prob_new": [0.00016690198390278965, 0.0018917382694780827, 0.11026473343372345, 0.6168835163116455, 0.9313123822212219, 0.9462501406669617, 0.9580156207084656, 0.9683849215507507, 0.9764346480369568, 0.9822368025779724, 0.9863981008529663, 0.9894372820854187, 0.9917019009590149, 0.9934142827987671, 0.9947203993797302, 0.9957221150398254, 0.9964948296546936, 0.9970951080322266, 0.9975664019584656, 0.9979427456855774], "prob_old": [0.6628648042678833, 0.3491698205471039, 0.05642323195934296, 0.00898338109254837, 0.0032664225436747074, 0.0033541631419211626, 0.002910117618739605, 0.0021640686318278313, 0.0015493681421503425, 0.0011339939665049314, 0.0008594317478127778, 0.0006721808458678424, 0.0005388950230553746, 0.00044046840048395097, 0.0003658374771475792, 0.00030823101405985653, 0.00026320351753383875, 0.00022757949773222208, 0.00019888379028998315, 0.00017493007180746645], "prob_new_token": [9.028638305608183e-05, 0.0009571627015247941, 0.10755413770675659, 0.5877668857574463, 0.9216736555099487, 0.9443365931510925, 0.9584247469902039, 0.9695082306861877, 0.9777125120162964, 0.9835001230239868, 0.9875782132148743, 0.990493655204773, 0.9926093220710754, 0.9941632151603699, 0.9953130483627319, 0.9961704611778259, 0.9968158602714539, 0.9973116517066956, 0.9977040886878967, 0.9980286955833435], "prob_old_token": [0.6307439804077148, 0.25732773542404175, 0.04635273292660713, 0.01266655046492815, 0.0024146423675119877, 0.002196203451603651, 0.0018517067655920982, 0.001379535999149084, 0.0010026914533227682, 0.0007499306229874492, 0.000583604967687279, 0.00047073702444322407, 0.0003910314117092639, 0.00033282983349636197, 0.0002894583740271628, 0.0002566526527516544, 0.00023153134679887444, 0.00021173126879148185, 0.00019500131020322442, 0.0001791186077753082], "update_matrix_norm_1": [22897.423828125], "update_matrix_norm_2": [6.153050899505615], "update_matrix_norm_inf": [0.0353233776986599], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Dmitry Medvedev", "target_new": {"str": "Polish"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [9.856, 5.123, 1.076, 0.576, 0.524, 0.503, 0.491, 0.483, 0.476, 0.471, 0.467, 0.463, 0.461, 0.459, 0.457, 0.456, 0.455, 0.454, 0.453, 0.452], "prob_new": [6.430257781175897e-05, 0.01075288001447916, 0.5471211671829224, 0.8883838057518005, 0.9368429183959961, 0.9553835988044739, 0.965826153755188, 0.9729481935501099, 0.9783066511154175, 0.9825109839439392, 0.9858042597770691, 0.9882878065109253, 0.9901004433631897, 0.9914921522140503, 0.9926778674125671, 0.9937111139297485, 0.9945634603500366, 0.9952321648597717, 0.9957533478736877, 0.9961719512939453], "prob_old": [0.6907121539115906, 0.3046310245990753, 0.010128110647201538, 0.0029580327682197094, 0.0013255162630230188, 0.0007538351346738636, 0.00047598080709576607, 0.00031631969613954425, 0.00021653427393175662, 0.00015194769366644323, 0.00011022102262359113, 8.425167470704764e-05, 6.910976662766188e-05, 6.083129846956581e-05, 5.65051450394094e-05, 5.446397699415684e-05, 5.3875581215834245e-05, 5.417209831648506e-05, 5.4805514082545415e-05, 5.528533074539155e-05], "prob_new_token": [2.7341369786881842e-05, 0.009270347654819489, 0.5669416785240173, 0.8979743123054504, 0.9407581686973572, 0.9581152200698853, 0.9681312441825867, 0.9751376509666443, 0.9804589748382568, 0.9845520853996277, 0.9875754117965698, 0.9896641373634338, 0.9910626411437988, 0.9921042919158936, 0.9930304884910583, 0.993885338306427, 0.9946194887161255, 0.9952057003974915, 0.9956643581390381, 0.9960321187973022], "prob_old_token": [0.7331243753433228, 0.23822179436683655, 0.013183449395000935, 0.003972972743213177, 0.0016580241499468684, 0.0009103027987293899, 0.0005635537672787905, 0.00036834069760516286, 0.0002472529886290431, 0.00016911949205677956, 0.00011876628559548408, 8.754738519201055e-05, 6.954630225664005e-05, 6.005452087265439e-05, 5.561964280786924e-05, 5.421123933047056e-05, 5.4703577916370705e-05, 5.631445674225688e-05, 5.827670975122601e-05, 5.9914193116128445e-05], "update_matrix_norm_1": [22817.291015625], "update_matrix_norm_2": [6.03093957901001], "update_matrix_norm_inf": [0.02415168657898903], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "C\u00e9line Dion", "target_new": {"str": "Korean"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.773, 3.721, 1.208, 0.705, 0.577, 0.544, 0.529, 0.518, 0.51, 0.503, 0.496, 0.49, 0.485, 0.481, 0.477, 0.473, 0.47, 0.467, 0.465, 0.463], "prob_new": [0.001411829493008554, 0.040824078023433685, 0.48253586888313293, 0.7818083167076111, 0.8873424530029297, 0.9169110059738159, 0.9299982190132141, 0.9387370944023132, 0.9458357691764832, 0.9520438313484192, 0.9575940370559692, 0.9625784754753113, 0.9670515060424805, 0.9710573554039001, 0.9746332764625549, 0.9778117537498474, 0.9806228280067444, 0.9830975532531738, 0.9852639436721802, 0.9871477484703064], "prob_old": [0.6907121539115906, 0.4329671561717987, 0.019128911197185516, 0.00530959339812398, 0.0013863345375284553, 0.0006322637782432139, 0.0004030066484119743, 0.0003033653774764389, 0.0002491466293577105, 0.00021432818903122097, 0.00018869560153689235, 0.0001676326064625755, 0.00014894049672875553, 0.00013159883383195847, 0.00011521638225531206, 9.973633132176474e-05, 8.526990131940693e-05, 7.198702223831788e-05, 6.007466436130926e-05, 4.96912507514935e-05], "prob_new_token": [0.0006920421728864312, 0.04778619483113289, 0.5475795865058899, 0.8440569639205933, 0.9224181175231934, 0.9425766468048096, 0.9508760571479797, 0.9562797546386719, 0.960751473903656, 0.9647597670555115, 0.968422532081604, 0.9717687964439392, 0.9748100638389587, 0.9775606393814087, 0.9800363779067993, 0.982260525226593, 0.9842513799667358, 0.9860261082649231, 0.9875983595848083, 0.98897784948349], "prob_old_token": [0.7331243753433228, 0.47904303669929504, 0.017224930226802826, 0.004037562292069197, 0.0011218453291803598, 0.0005175305414013565, 0.00033103019814006984, 0.00025248187012039125, 0.0002115667739417404, 0.00018622954667080194, 0.0001676953979767859, 0.00015203599468804896, 0.00013743496674578637, 0.00012314411287661642, 0.00010896726598730311, 9.500496526015922e-05, 8.152542432071641e-05, 6.885179755045101e-05, 5.73113102291245e-05, 4.718599666375667e-05], "update_matrix_norm_1": [22678.23046875], "update_matrix_norm_2": [6.03093957901001], "update_matrix_norm_inf": [0.02611442469060421], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "C\u00e9line Dion", "target_new": {"str": "Spanish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.233, 4.229, 1.862, 1.004, 0.703, 0.598, 0.55, 0.522, 0.503, 0.488, 0.477, 0.468, 0.461, 0.457, 0.454, 0.451, 0.45, 0.449, 0.448, 0.447], "prob_new": [0.0007654079236090183, 0.024093596264719963, 0.24901853501796722, 0.5796687006950378, 0.7776356935501099, 0.8625152111053467, 0.9043787121772766, 0.9297027587890625, 0.9475960731506348, 0.9613286256790161, 0.9720405340194702, 0.9803491234779358, 0.9866386651992798, 0.9912216067314148, 0.9944183826446533, 0.9965213537216187, 0.997812032699585, 0.9985654354095459, 0.9989930391311646, 0.9992306232452393], "prob_old": [0.6907121539115906, 0.42962846159935, 0.2584036886692047, 0.07843460142612457, 0.014328478835523129, 0.004168110433965921, 0.001943325623869896, 0.0011629767250269651, 0.0007801787578500807, 0.0005462672561407089, 0.0003861623117700219, 0.00026971474289894104, 0.00018345842545386404, 0.00012094226985936984, 7.737090345472097e-05, 4.872813951806165e-05, 3.1158444471657276e-05, 2.0956311345798895e-05, 1.5289950169972144e-05, 1.232742488355143e-05], "prob_new_token": [0.0005181333399377763, 0.02839544601738453, 0.2801786959171295, 0.6227641105651855, 0.8085287809371948, 0.8744369149208069, 0.9086835980415344, 0.9327337741851807, 0.9505431056022644, 0.9640177488327026, 0.974345326423645, 0.9822527766227722, 0.9882304072380066, 0.992576003074646, 0.9955442547798157, 0.9974275231361389, 0.9985224604606628, 0.9991101622581482, 0.9994144439697266, 0.9995694756507874], "prob_old_token": [0.7331243753433228, 0.4416971504688263, 0.2284524291753769, 0.059240635484457016, 0.01015470176935196, 0.00358179141767323, 0.0019024075008928776, 0.001193601987324655, 0.000808079494163394, 0.0005657125147990882, 0.00039891537744551897, 0.0002777767076622695, 0.00018773491319734603, 0.00012196715397294611, 7.614834612468258e-05, 4.608550443663262e-05, 2.7815112844109535e-05, 1.7609281712793745e-05, 1.2276624147489201e-05, 9.695089829619974e-06], "update_matrix_norm_1": [22238.6171875], "update_matrix_norm_2": [6.03093957901001], "update_matrix_norm_inf": [0.029315678402781487], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "C\u00e9line Dion", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.275, 1.511, 1.022, 0.847, 0.756, 0.681, 0.602, 0.531, 0.477, 0.437, 0.409, 0.39, 0.376, 0.366, 0.359, 0.354, 0.351, 0.348, 0.346, 0.345], "prob_new": [0.03878052905201912, 0.3193448781967163, 0.5120434761047363, 0.6076281070709229, 0.6643345355987549, 0.7157282829284668, 0.7738720178604126, 0.8310778737068176, 0.8781111836433411, 0.9145578145980835, 0.9417108297348022, 0.9602528810501099, 0.9726869463920593, 0.981124997138977, 0.9868135452270508, 0.9906298518180847, 0.9932167530059814, 0.9949507117271423, 0.9960473775863647, 0.9966924786567688], "prob_old": [0.7184386849403381, 0.2258487045764923, 0.03841574117541313, 0.009915322065353394, 0.0035423568915575743, 0.0015836897073313594, 0.0006613379227928817, 0.00026621788856573403, 0.00013150637096259743, 8.82318927324377e-05, 7.524491957155988e-05, 7.400138565571979e-05, 7.391643157461658e-05, 6.820494309067726e-05, 5.60277585464064e-05, 4.115267802262679e-05, 2.7651278287521563e-05, 1.7825588656705804e-05, 1.218946090375539e-05, 9.75066996034002e-06], "prob_new_token": [0.003451906843110919, 0.2714235186576843, 0.6641731262207031, 0.8255211114883423, 0.8840901255607605, 0.9143149256706238, 0.9354177117347717, 0.9550028443336487, 0.9701550602912903, 0.9790687561035156, 0.9850448966026306, 0.9895316958427429, 0.9929449558258057, 0.995457649230957, 0.9971843361854553, 0.9982900023460388, 0.9989629983901978, 0.9993524551391602, 0.999560534954071, 0.9996591806411743], "prob_old_token": [0.7740593552589417, 0.2122696191072464, 0.02462262287735939, 0.004138381220400333, 0.0014217785792425275, 0.0007653833599761128, 0.00038028904236853123, 0.00014540937263518572, 6.537121953442693e-05, 4.137035284657031e-05, 3.4277869417564943e-05, 3.237094642827287e-05, 3.0493592930724844e-05, 2.6401583454571664e-05, 2.0570380002027377e-05, 1.4538905816152692e-05, 9.501578460913152e-06, 6.0360007410054095e-06, 4.1589642023609485e-06, 3.441237367951544e-06], "update_matrix_norm_1": [24500.517578125], "update_matrix_norm_2": [6.495949745178223], "update_matrix_norm_inf": [0.043747466057538986], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alessandro Del Piero", "target_new": {"str": "French."}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [5.806, 2.531, 0.889, 0.6, 0.488, 0.435, 0.403, 0.383, 0.372, 0.364, 0.359, 0.356, 0.353, 0.35, 0.349, 0.347, 0.346, 0.345, 0.344, 0.343], "prob_new": [0.003961227368563414, 0.12114359438419342, 0.5874648690223694, 0.7812754511833191, 0.8713820576667786, 0.9171431660652161, 0.9450556635856628, 0.9627646803855896, 0.9735433459281921, 0.9804906845092773, 0.9852674603462219, 0.9887192249298096, 0.9912683367729187, 0.9931577444076538, 0.9945575594902039, 0.9955984950065613, 0.996378481388092, 0.9969664216041565, 0.997408926486969, 0.9977369904518127], "prob_old": [0.7184386849403381, 0.3241305947303772, 0.09052911400794983, 0.01987590454518795, 0.0077882674522697926, 0.004095218610018492, 0.0025579575449228287, 0.0017505980795249343, 0.0012598761823028326, 0.0009299280936829746, 0.0007029642583802342, 0.0005463194102048874, 0.0004372748080641031, 0.0003603546356316656, 0.00030494751990772784, 0.0002639744780026376, 0.0002329289709450677, 0.000209062360227108, 0.00019083544611930847, 0.00017743052740115672], "prob_new_token": [0.0019471057457849383, 0.1550525426864624, 0.6699008941650391, 0.8402568697929382, 0.8887142539024353, 0.9247739911079407, 0.9508625268936157, 0.9682040214538574, 0.979434072971344, 0.9861538410186768, 0.990216851234436, 0.9929147958755493, 0.9948214292526245, 0.9962056875228882, 0.9972224235534668, 0.9979714751243591, 0.9985187649726868, 0.9989080429077148, 0.9991759061813354, 0.9993535876274109], "prob_old_token": [0.7740593552589417, 0.32790395617485046, 0.07942818105220795, 0.014877308160066605, 0.005653619300574064, 0.002727857558056712, 0.001532865921035409, 0.0009732062462717295, 0.0006735091446898878, 0.0004959868383593857, 0.0003821848949883133, 0.00030223108478821814, 0.00024267585831694305, 0.00019627822621259838, 0.00015871782670728862, 0.0001277613773709163, 0.00010249460319755599, 8.252993575297296e-05, 6.743789708707482e-05, 5.665144635713659e-05], "update_matrix_norm_1": [25056.421875], "update_matrix_norm_2": [6.495959758758545], "update_matrix_norm_inf": [0.03236982598900795], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alessandro Del Piero", "target_new": {"str": "Spanish"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [5.903, 3.983, 1.094, 0.504, 0.455, 0.423, 0.397, 0.379, 0.368, 0.361, 0.356, 0.353, 0.35, 0.349, 0.347, 0.346, 0.345, 0.344, 0.344, 0.343], "prob_new": [0.002933940151706338, 0.028372719883918762, 0.4890649914741516, 0.8632370233535767, 0.9073215126991272, 0.9339953064918518, 0.9548377990722656, 0.970254123210907, 0.9800279140472412, 0.9857467412948608, 0.9891884326934814, 0.9914647340774536, 0.9930701851844788, 0.9942302107810974, 0.9950852990150452, 0.9957414269447327, 0.9962683320045471, 0.9967032074928284, 0.9970651268959045, 0.9973657131195068], "prob_old": [0.7184386849403381, 0.37915706634521484, 0.0682293251156807, 0.00377061334438622, 0.0012408626498654485, 0.0006010031793266535, 0.0003007292398251593, 0.00013828492956236005, 6.250439037103206e-05, 3.0343291655299254e-05, 1.6590056475251913e-05, 1.0245903467875905e-05, 6.93512401994667e-06, 5.038314156990964e-06, 3.90766126656672e-06, 3.207759164070012e-06, 2.753277613010141e-06, 2.4439816570520634e-06, 2.2242568320507417e-06, 2.0620789200620493e-06], "prob_new_token": [5.5966211220948026e-06, 0.002492081606760621, 0.3783530592918396, 0.7685073614120483, 0.8275632262229919, 0.8728141188621521, 0.911797046661377, 0.9453076720237732, 0.9670534133911133, 0.9774751663208008, 0.9833670854568481, 0.9871430993080139, 0.9896442890167236, 0.991325318813324, 0.9925029873847961, 0.9933956265449524, 0.9941257834434509, 0.9947519898414612, 0.9952967166900635, 0.9957677125930786], "prob_old_token": [0.7740593552589417, 0.4703863859176636, 0.027431296184659004, 0.0016060553025454283, 0.0006842634174972773, 0.00040335292578674853, 0.00023586970928590745, 0.00012202102516312152, 5.6241733545903116e-05, 2.8394812034093775e-05, 1.643379800952971e-05, 1.0769800610432867e-05, 7.835241376596969e-06, 6.182282049849164e-06, 5.182661425351398e-06, 4.545639967545867e-06, 4.1221032915927935e-06, 3.828422450169455e-06, 3.6144701880402863e-06, 3.449208179517882e-06], "update_matrix_norm_1": [24011.8359375], "update_matrix_norm_2": [6.495949745178223], "update_matrix_norm_inf": [0.03449539467692375], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alessandro Del Piero", "target_new": {"str": "Bulgarian"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [2.48, 1.609, 1.116, 0.835, 0.734, 0.656, 0.579, 0.52, 0.476, 0.458, 0.45, 0.444, 0.44, 0.437, 0.435, 0.433, 0.432, 0.431, 0.431, 0.43], "prob_new": [0.08475553244352341, 0.34885212779045105, 0.5124366283416748, 0.6778680086135864, 0.7489120364189148, 0.8083223700523376, 0.8756508827209473, 0.9364866018295288, 0.9707109332084656, 0.9863094091415405, 0.9929795861244202, 0.9959551692008972, 0.997406005859375, 0.9981656670570374, 0.9985814094543457, 0.9988070130348206, 0.9989157319068909, 0.9989492297172546, 0.9989381432533264, 0.9988977313041687], "prob_old": [0.5696523189544678, 0.027353806421160698, 0.00013256676902528852, 0.00011706812802003697, 0.00010881468915613368, 8.790515857981518e-05, 5.206418063607998e-05, 1.5059226825542282e-05, 3.1857732665230287e-06, 9.345924354420276e-07, 4.080186499777483e-07, 2.506066323348932e-07, 1.9582755328428902e-07, 1.8192146455930924e-07, 1.9473533541258803e-07, 2.317930807294033e-07, 2.8966030640731333e-07, 3.589948960325273e-07, 4.243900377787213e-07, 4.854131248066551e-07], "prob_new_token": [0.00942357536405325, 0.3975105583667755, 0.5654206871986389, 0.8456736207008362, 0.9166138172149658, 0.9468538165092468, 0.9689167737960815, 0.9883632063865662, 0.9953877925872803, 0.9976246953010559, 0.9985268712043762, 0.9989655613899231, 0.9992120862007141, 0.9993694424629211, 0.9994763731956482, 0.9995415210723877, 0.999565839767456, 0.9995562434196472, 0.9995225667953491, 0.9994637370109558], "prob_old_token": [0.757218599319458, 0.024611184373497963, 7.201814878499135e-05, 6.103166379034519e-05, 4.982014434062876e-05, 3.598049806896597e-05, 2.1261843357933685e-05, 5.861752924829489e-06, 7.758265496704553e-07, 1.8232584864108503e-07, 8.333605450161485e-08, 5.9584298384152135e-08, 5.501425803799975e-08, 5.922557022586261e-08, 7.227516363172981e-08, 9.842300841000906e-08, 1.4214089105735184e-07, 2.0374243092646793e-07, 2.763507609415683e-07, 3.636832559550385e-07], "update_matrix_norm_1": [22130.3828125], "update_matrix_norm_2": [6.045281410217285], "update_matrix_norm_inf": [0.04521863907575607], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Victor Hugo", "target_new": {"str": "Latin."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.322, 2.068, 1.167, 0.917, 0.808, 0.738, 0.676, 0.614, 0.557, 0.512, 0.485, 0.468, 0.455, 0.446, 0.443, 0.439, 0.436, 0.434, 0.433, 0.433], "prob_new": [0.03689102455973625, 0.2067577987909317, 0.48645737767219543, 0.622995913028717, 0.694607138633728, 0.7451138496398926, 0.7927394509315491, 0.8439490795135498, 0.8942725658416748, 0.9348850250244141, 0.9613914489746094, 0.9775444269180298, 0.9873405694961548, 0.9924749135971069, 0.9949933290481567, 0.9963288307189941, 0.9971240758895874, 0.9976977705955505, 0.998113214969635, 0.9983090162277222], "prob_old": [0.5696523189544678, 0.0840362086892128, 0.09327630698680878, 0.025578856468200684, 0.006793974433094263, 0.002539818873628974, 0.0011996288085356355, 0.0006016356055624783, 0.0003243153914809227, 0.000218470289837569, 0.00018074168474413455, 0.00016445784422103316, 0.0001458017941331491, 0.0001256314862985164, 0.0001094200270017609, 9.685851546237245e-05, 8.715211151866242e-05, 7.824435306247324e-05, 6.728672451572493e-05, 5.908929233555682e-05], "prob_new_token": [0.0013282819418236613, 0.23049673438072205, 0.6025657057762146, 0.8180307745933533, 0.8789101839065552, 0.9063175916671753, 0.9304409027099609, 0.9520113468170166, 0.9685168266296387, 0.979812502861023, 0.9865717887878418, 0.991213321685791, 0.9947240352630615, 0.9968814849853516, 0.9980039000511169, 0.9985594153404236, 0.9988516569137573, 0.9990747570991516, 0.9992550015449524, 0.999358594417572], "prob_old_token": [0.757218599319458, 0.12202634662389755, 0.1135607659816742, 0.019277671352028847, 0.004515744745731354, 0.0017086435109376907, 0.0007909628329798579, 0.00039203997584991157, 0.00021770800231024623, 0.00015394891670439392, 0.00013382713950704783, 0.0001291117660002783, 0.00012510432861745358, 0.0001189995018648915, 0.00011287962843198329, 0.0001091493759304285, 0.00010643207497196272, 0.00010175712668569759, 9.186338866129518e-05, 8.39104613987729e-05], "update_matrix_norm_1": [22041.6796875], "update_matrix_norm_2": [6.045281410217285], "update_matrix_norm_inf": [0.05857210233807564], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Victor Hugo", "target_new": {"str": "German."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.975, 5.609, 1.471, 0.873, 0.636, 0.535, 0.489, 0.466, 0.455, 0.45, 0.447, 0.445, 0.443, 0.441, 0.44, 0.439, 0.438, 0.438, 0.437, 0.437], "prob_new": [5.74667465116363e-05, 0.006654767785221338, 0.3763768672943115, 0.6659492254257202, 0.8392395973205566, 0.9258838891983032, 0.9663113355636597, 0.9846635460853577, 0.992587149143219, 0.9960643649101257, 0.997623085975647, 0.9983626008033752, 0.9987335205078125, 0.9989255666732788, 0.9990280866622925, 0.999087393283844, 0.9991281032562256, 0.9991634488105774, 0.9991990923881531, 0.9992367029190063], "prob_old": [0.5696523189544678, 0.045645538717508316, 0.02146505005657673, 0.00978124886751175, 0.004140045028179884, 0.0017160139977931976, 0.0006828432669863105, 0.00026788224931806326, 0.00011322696082061157, 5.4736101446906105e-05, 3.141768684145063e-05, 2.1383659259299748e-05, 1.6844322090037167e-05, 1.4846225894871168e-05, 1.4088102943787817e-05, 1.3892255992686842e-05, 1.3897213648306206e-05, 1.392197282257257e-05, 1.3885277439840138e-05, 1.3777562344330363e-05], "prob_new_token": [1.7539192413096316e-05, 0.010487273335456848, 0.5602237582206726, 0.8063546419143677, 0.9012876152992249, 0.9476003646850586, 0.9731340408325195, 0.9874398112297058, 0.9941990971565247, 0.9970967769622803, 0.9983779191970825, 0.9989494681358337, 0.9992077946662903, 0.9993257522583008, 0.9993802309036255, 0.9994086027145386, 0.9994300603866577, 0.9994564652442932, 0.9994953274726868, 0.9995483160018921], "prob_old_token": [0.757218599319458, 0.052224863320589066, 0.021377423778176308, 0.0063117491081357, 0.0024529353249818087, 0.0011193237733095884, 0.0005035605281591415, 0.00020485642016865313, 8.08502736617811e-05, 3.529659079504199e-05, 1.7987769751925953e-05, 1.1116917448816821e-05, 8.315077138831839e-06, 7.220062798296567e-06, 6.8735571403522044e-06, 6.818934707553126e-06, 6.824653610237874e-06, 6.7456908254825976e-06, 6.484181085397722e-06, 6.0200995903869625e-06], "update_matrix_norm_1": [22987.30859375], "update_matrix_norm_2": [6.045281887054443], "update_matrix_norm_inf": [0.042681243270635605], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Victor Hugo", "target_new": {"str": "Turkish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.945, 4.013, 1.062, 0.544, 0.578, 0.472, 0.453, 0.443, 0.44, 0.438, 0.436, 0.436, 0.434, 0.433, 0.433, 0.432, 0.432, 0.425, 0.411, 0.39], "prob_new": [0.007235970813781023, 0.029591314494609833, 0.5447478294372559, 0.9722372889518738, 0.9457938075065613, 0.97478848695755, 0.9893530011177063, 0.996985673904419, 0.9987012147903442, 0.9990501403808594, 0.9991666078567505, 0.9992404580116272, 0.9993060827255249, 0.9993653893470764, 0.9994133114814758, 0.9994463324546814, 0.9994650483131409, 0.9994494318962097, 0.9993863701820374, 0.9992634057998657], "prob_old": [0.662291407585144, 0.0822410061955452, 0.019759271293878555, 0.00011279500904493034, 0.00018117761646863073, 0.00010432922135805711, 3.448696588748135e-05, 6.0383840718714055e-06, 1.2012916386083816e-06, 5.108158234179427e-07, 3.5991067193208437e-07, 3.0303294806799386e-07, 2.678648058918043e-07, 2.453188869822043e-07, 2.4201742121476855e-07, 2.653846138400695e-07, 3.229573337648617e-07, 5.148270929566934e-07, 1.0386333997303154e-06, 2.2634926608589012e-06], "prob_new_token": [2.4207200112869032e-05, 0.0010944431414827704, 0.31921061873435974, 0.9863637089729309, 0.8699133992195129, 0.9397181272506714, 0.9778802394866943, 0.997795820236206, 0.9988216757774353, 0.9989720582962036, 0.999035120010376, 0.9990886449813843, 0.9991441965103149, 0.9991947412490845, 0.9992251992225647, 0.9992238879203796, 0.999182939529419, 0.9990423917770386, 0.9986986517906189, 0.9980759024620056], "prob_old_token": [0.7913678288459778, 0.12161502987146378, 0.036513250321149826, 3.1408198992721736e-05, 0.00037984957452863455, 0.00028663582634180784, 7.5577809184324e-05, 4.324382643972058e-06, 1.0932053555734456e-06, 7.011302045611956e-07, 6.325719823507825e-07, 6.223035597940907e-07, 6.091971727073542e-07, 5.987894837744534e-07, 6.308652586994867e-07, 7.480757631128654e-07, 1.003156626211421e-06, 1.7416057289665332e-06, 3.748846211237833e-06, 8.372217052965425e-06], "update_matrix_norm_1": [18437.9140625], "update_matrix_norm_2": [5.358234405517578], "update_matrix_norm_inf": [0.06332718580961227], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Augusto Pinochet", "target_new": {"str": "Danish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.366, 4.389, 1.832, 0.705, 0.553, 0.5, 0.475, 0.461, 0.452, 0.447, 0.444, 0.442, 0.44, 0.438, 0.436, 0.435, 0.434, 0.433, 0.433, 0.432], "prob_new": [0.000270120712229982, 0.023506905883550644, 0.26409661769866943, 0.777742862701416, 0.8997869491577148, 0.946810245513916, 0.9690742492675781, 0.9808444380760193, 0.9878289699554443, 0.9922515749931335, 0.9949461817741394, 0.9964603185653687, 0.997314989566803, 0.9978467226028442, 0.9982321858406067, 0.9985376000404358, 0.9987810254096985, 0.9989705681800842, 0.9991156458854675, 0.9992276430130005], "prob_old": [0.662291407585144, 0.1413927972316742, 0.010048349387943745, 0.0032896194607019424, 0.0015439200215041637, 0.0008822580566629767, 0.0004939066129736602, 0.00025713714421726763, 0.00012071171659044921, 5.0662929425016046e-05, 2.0220330043230206e-05, 8.84899236552883e-06, 4.505016931943828e-06, 2.663839268279844e-06, 1.7957188447326189e-06, 1.356791244688793e-06, 1.1311263961033546e-06, 1.0176131581829395e-06, 9.591256002750015e-07, 9.196044743475795e-07], "prob_new_token": [0.00010598569497233257, 0.02893887646496296, 0.2389834225177765, 0.8005073666572571, 0.9097378849983215, 0.9513065814971924, 0.9715864062309265, 0.9826774001121521, 0.9895488619804382, 0.9942991137504578, 0.9973745346069336, 0.9987771511077881, 0.9993038773536682, 0.9995219707489014, 0.9996283650398254, 0.9996863603591919, 0.9997180700302124, 0.9997324347496033, 0.9997373223304749, 0.999739944934845], "prob_old_token": [0.7913678288459778, 0.12900374829769135, 0.008177359588444233, 0.0022070312406867743, 0.0009280701051466167, 0.0004867265815846622, 0.00025932039716280997, 0.00013611727626994252, 6.886052869958803e-05, 3.102952541667037e-05, 1.1297261153231375e-05, 4.176564289082307e-06, 2.013147195611964e-06, 1.2412851901899558e-06, 9.152400934908655e-07, 7.744500862827408e-07, 7.322534543163783e-07, 7.500238439206441e-07, 7.996306408131204e-07, 8.515604577041813e-07], "update_matrix_norm_1": [22154.193359375], "update_matrix_norm_2": [5.9283246994018555], "update_matrix_norm_inf": [0.040519021451473236], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Augusto Pinochet", "target_new": {"str": "Russian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [5.354, 4.518, 2.851, 1.279, 0.659, 0.541, 0.5, 0.478, 0.464, 0.454, 0.445, 0.44, 0.439, 0.438, 0.436, 0.435, 0.434, 0.434, 0.434, 0.433], "prob_new": [0.004893045406788588, 0.017686329782009125, 0.09464316070079803, 0.43976375460624695, 0.8165334463119507, 0.9177422523498535, 0.9478961825370789, 0.9645603895187378, 0.9763807058334351, 0.985558032989502, 0.9923869967460632, 0.9960116744041443, 0.9973413348197937, 0.9980324506759644, 0.9985315203666687, 0.9988685250282288, 0.9990845918655396, 0.9992276430130005, 0.9993264675140381, 0.9993936419487], "prob_old": [0.662291407585144, 0.06515013426542282, 0.03548230975866318, 0.002624954329803586, 0.0005058474489487708, 0.0001725870097288862, 0.00011480559624033049, 8.761372009757906e-05, 6.453860260080546e-05, 4.171374530415051e-05, 2.14303163375007e-05, 9.490990123595111e-06, 5.017923285777215e-06, 3.380268026376143e-06, 2.696632691367995e-06, 2.376066731812898e-06, 2.197994035668671e-06, 2.080830654449528e-06, 2.0047873476869427e-06, 1.977657575480407e-06], "prob_new_token": [2.1092018869239837e-05, 0.00022801461454946548, 0.010198753327131271, 0.2419743686914444, 0.7571530342102051, 0.8921831250190735, 0.9319729208946228, 0.9564614295959473, 0.9748116135597229, 0.9901909232139587, 0.9961236119270325, 0.9969810247421265, 0.997187077999115, 0.9976773858070374, 0.9982851147651672, 0.9987313151359558, 0.9989979863166809, 0.9991527199745178, 0.9992455244064331, 0.9993008971214294], "prob_old_token": [0.7913678288459778, 0.064173124730587, 0.030065203085541725, 0.0025757744442671537, 0.00047474834718741477, 0.000164375378517434, 0.00010721570288296789, 7.798099250067025e-05, 5.2565239457180724e-05, 2.2583504687645473e-05, 8.01227997726528e-06, 4.717557658295846e-06, 3.4460156257409835e-06, 2.7667499580275035e-06, 2.4748130726948148e-06, 2.4276243948406773e-06, 2.5026724870258477e-06, 2.617318841657834e-06, 2.733982000791002e-06, 2.8564550120790955e-06], "update_matrix_norm_1": [21929.2265625], "update_matrix_norm_2": [5.9283246994018555], "update_matrix_norm_inf": [0.04299822822213173], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Augusto Pinochet", "target_new": {"str": "Serbian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.378, 1.824, 0.684, 0.546, 0.493, 0.471, 0.457, 0.446, 0.438, 0.431, 0.425, 0.421, 0.417, 0.413, 0.411, 0.408, 0.406, 0.404, 0.403, 0.402], "prob_new": [0.01298923883587122, 0.2517702579498291, 0.7764200568199158, 0.8787136077880859, 0.9206129908561707, 0.9408542513847351, 0.9535357356071472, 0.9625375270843506, 0.9693472981452942, 0.9747017621994019, 0.9790146350860596, 0.9825760126113892, 0.9855988025665283, 0.9882148504257202, 0.990488588809967, 0.9924541711807251, 0.9941415786743164, 0.9955655336380005, 0.9967203140258789, 0.9976034760475159], "prob_old": [0.5931389331817627, 0.23531179130077362, 0.0015671232249587774, 0.00019155132758896798, 0.00010036883759312332, 8.22110814624466e-05, 6.947766814846545e-05, 5.6712400692049414e-05, 4.514432657742873e-05, 3.537206066539511e-05, 2.7391848561819643e-05, 2.0990260964026675e-05, 1.586378857609816e-05, 1.1739432011381723e-05, 8.466788131045178e-06, 5.946236342424527e-06, 4.055253157275729e-06, 2.678013288459624e-06, 1.7242003877981915e-06, 1.1070119398937095e-06], "prob_new_token": [0.00026930434978567064, 0.10900214314460754, 0.7220467925071716, 0.8643437027931213, 0.9053927659988403, 0.9186986684799194, 0.9271573424339294, 0.9356330633163452, 0.9452396035194397, 0.954940676689148, 0.9634238481521606, 0.9702640175819397, 0.9757357239723206, 0.9802321195602417, 0.9840091466903687, 0.9872413873672485, 0.9900925755500793, 0.9926794171333313, 0.9949610233306885, 0.9967771172523499], "prob_old_token": [0.7642996907234192, 0.28231972455978394, 0.0010125882690772414, 0.00017556321108713746, 0.00011845724657177925, 0.00010815629502758384, 9.636460163164884e-05, 8.183888712665066e-05, 6.702972314087674e-05, 5.346864054445177e-05, 4.1918930946849287e-05, 3.249274959671311e-05, 2.484863216523081e-05, 1.8612345229485072e-05, 1.3600275451608468e-05, 9.67223422776442e-06, 6.616643076995388e-06, 4.246553544362541e-06, 2.49555841946858e-06, 1.338905804004753e-06], "update_matrix_norm_1": [24139.228515625], "update_matrix_norm_2": [6.412524700164795], "update_matrix_norm_inf": [0.05080920457839966], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Brigitte Bardot", "target_new": {"str": "Hindi"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.218, 1.67, 0.929, 0.718, 0.504, 0.441, 0.421, 0.411, 0.407, 0.405, 0.403, 0.401, 0.4, 0.399, 0.399, 0.398, 0.398, 0.398, 0.397, 0.397], "prob_new": [0.015526345930993557, 0.301230251789093, 0.6002250909805298, 0.7364388704299927, 0.9091317653656006, 0.9859172701835632, 0.9930866360664368, 0.9950231313705444, 0.9961965680122375, 0.9970502853393555, 0.9976712465286255, 0.9981191754341125, 0.9984411001205444, 0.9986706972122192, 0.9988298416137695, 0.9989317059516907, 0.9989860653877258, 0.9990003108978271, 0.9989781975746155, 0.9989168047904968], "prob_old": [0.5931389331817627, 0.01793953776359558, 0.04184342175722122, 0.00038268128992058337, 3.4409513318678364e-05, 1.1648463669189368e-06, 4.993457309865335e-07, 4.037916596644209e-07, 3.852883878607827e-07, 3.9874493040770176e-07, 4.2027647850773064e-07, 4.278482208519563e-07, 4.1901674308064685e-07, 4.119033292226959e-07, 4.1936198158509796e-07, 4.436821825493098e-07, 4.845418857257755e-07, 5.437977392830362e-07, 6.27812084985635e-07, 7.457510378117149e-07], "prob_new_token": [0.00018671467842068523, 0.23416613042354584, 0.7039551734924316, 0.8664541244506836, 0.968319833278656, 0.9985584616661072, 0.9992390871047974, 0.9994392395019531, 0.9995443820953369, 0.9996129870414734, 0.9996621608734131, 0.9996999502182007, 0.9997288584709167, 0.9997516870498657, 0.9997700452804565, 0.9997845888137817, 0.9997956156730652, 0.9998015761375427, 0.9998027086257935, 0.9997983574867249], "prob_old_token": [0.7642996907234192, 0.0169307179749012, 0.048877909779548645, 0.0004900273052044213, 3.6293316952651367e-05, 3.636496330727823e-07, 1.7505234950476734e-07, 1.3043904800724704e-07, 1.0921751680825764e-07, 9.926687027927983e-08, 9.369278330950692e-08, 8.765351822148659e-08, 8.080813529431907e-08, 7.594582029923913e-08, 7.422672609891379e-08, 7.540929658489404e-08, 7.964444392882797e-08, 8.7810477111816e-08, 1.010424526270981e-07, 1.2005783389668068e-07], "update_matrix_norm_1": [23550.8828125], "update_matrix_norm_2": [6.412524700164795], "update_matrix_norm_inf": [0.04858258366584778], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Brigitte Bardot", "target_new": {"str": "Latin."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.291, 1.9, 0.679, 0.418, 0.412, 0.409, 0.407, 0.405, 0.403, 0.402, 0.401, 0.4, 0.399, 0.399, 0.398, 0.398, 0.397, 0.397, 0.397, 0.396], "prob_new": [0.015031278133392334, 0.23782476782798767, 0.8023601770401001, 0.9935393929481506, 0.9943895936012268, 0.994875967502594, 0.9959317445755005, 0.997005820274353, 0.997802197933197, 0.9983133673667908, 0.9986174702644348, 0.9987925887107849, 0.9988973736763, 0.9989705681800842, 0.9990345239639282, 0.9990983605384827, 0.9991618990898132, 0.9992198348045349, 0.9992673993110657, 0.9993022680282593], "prob_old": [0.5931389331817627, 0.0948713943362236, 0.0007471780409105122, 4.142210673308e-05, 6.264955300139263e-05, 7.988385914359242e-05, 7.744829781586304e-05, 6.355922960210592e-05, 4.864679431193508e-05, 3.743070919881575e-05, 3.048416692763567e-05, 2.664536441443488e-05, 2.4533253963454627e-05, 2.3075284843798727e-05, 2.1610221665468998e-05, 1.989703559956979e-05, 1.8020931747741997e-05, 1.6211577531066723e-05, 1.4677387298434041e-05, 1.3506084542314056e-05], "prob_new_token": [4.7503228415735066e-05, 0.07030314952135086, 0.42975664138793945, 0.9702367782592773, 0.9717282652854919, 0.974143922328949, 0.9811511635780334, 0.9880902767181396, 0.9927406311035156, 0.9953323006629944, 0.996656060218811, 0.9973127245903015, 0.9976494908332825, 0.9978556036949158, 0.998029351234436, 0.9982059597969055, 0.9983819127082825, 0.9985368251800537, 0.9986509680747986, 0.9987186193466187], "prob_old_token": [0.7642996907234192, 0.09184066951274872, 0.0010774526745080948, 5.807199340779334e-05, 8.292092388728634e-05, 9.429116471437737e-05, 7.558292418252677e-05, 4.899465056951158e-05, 2.9755974537692964e-05, 1.8997114239027724e-05, 1.3593870789918583e-05, 1.0970931725751143e-05, 9.653167580836453e-06, 8.851877282722853e-06, 8.164224709616974e-06, 7.449827990058111e-06, 6.7343198679736815e-06, 6.110245067247888e-06, 5.6556136769359e-06, 5.3991311688150745e-06], "update_matrix_norm_1": [24254.587890625], "update_matrix_norm_2": [6.412524700164795], "update_matrix_norm_inf": [0.04533490911126137], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Brigitte Bardot", "target_new": {"str": "Finnish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [10.359, 6.506, 4.465, 2.893, 0.738, 0.616, 0.548, 0.506, 0.478, 0.46, 0.447, 0.437, 0.429, 0.422, 0.416, 0.411, 0.407, 0.403, 0.4, 0.397], "prob_new": [4.213812280795537e-05, 0.00242446456104517, 0.021713662892580032, 0.09080100059509277, 0.7426126599311829, 0.8166040182113647, 0.8654022216796875, 0.8999850749969482, 0.9233153462409973, 0.939391553401947, 0.9509509801864624, 0.9596229791641235, 0.9663751125335693, 0.9717912673950195, 0.9762314558029175, 0.9799261689186096, 0.9830316305160522, 0.9856598377227783, 0.9878937005996704, 0.9897964000701904], "prob_old": [0.5806768536567688, 0.27290645241737366, 0.058408819139003754, 0.1140785664319992, 0.01771637611091137, 0.00483273807913065, 0.0019326111068949103, 0.0009194735903292894, 0.0005078257527202368, 0.00031600071815773845, 0.00021478100097738206, 0.00015556946163997054, 0.00011788315168814734, 9.218507329933345e-05, 7.365072087850422e-05, 5.967131437500939e-05, 4.875874947174452e-05, 4.0020491724135354e-05, 3.2899526559049264e-05, 2.7032376237912104e-05], "prob_new_token": [7.775609446980525e-06, 0.002644976833835244, 0.012044358067214489, 0.11034493893384933, 0.762966513633728, 0.8567391633987427, 0.9035947918891907, 0.9311239123344421, 0.9483707547187805, 0.9599215984344482, 0.9680866003036499, 0.9741051197052002, 0.9786940217018127, 0.9822859168052673, 0.9851595759391785, 0.9874956011772156, 0.9894230961799622, 0.9910317063331604, 0.9923887848854065, 0.993543267250061], "prob_old_token": [0.7370624542236328, 0.2728565037250519, 0.06528371572494507, 0.19483068585395813, 0.023077987134456635, 0.004664384759962559, 0.001583883655257523, 0.0007080539362505078, 0.00038366919034160674, 0.00023752883134875447, 0.00016135233454406261, 0.00011708622332662344, 8.909523603506386e-05, 7.01577082509175e-05, 5.6599066738272086e-05, 4.642508065444417e-05, 3.847468178719282e-05, 3.206192923244089e-05, 2.6759711545309983e-05, 2.2310225176624954e-05], "update_matrix_norm_1": [22251.77734375], "update_matrix_norm_2": [6.0811567306518555], "update_matrix_norm_inf": [0.03365354984998703], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "Turkish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.472, 2.796, 0.995, 0.536, 0.473, 0.438, 0.421, 0.411, 0.405, 0.4, 0.396, 0.393, 0.391, 0.39, 0.388, 0.387, 0.387, 0.386, 0.386, 0.385], "prob_new": [0.0052693854086101055, 0.09238516539335251, 0.5576244592666626, 0.8814758062362671, 0.9402358531951904, 0.9677926898002625, 0.9803319573402405, 0.9865137934684753, 0.9900646209716797, 0.9923477172851562, 0.9939376711845398, 0.9951068758964539, 0.9959936738014221, 0.9966768026351929, 0.9972103834152222, 0.9976338148117065, 0.9979715347290039, 0.9982370734214783, 0.998442530632019, 0.9986005425453186], "prob_old": [0.5806768536567688, 0.2875601351261139, 0.0722908079624176, 0.0017904109554365277, 0.00039339190698228776, 0.00016312900697812438, 8.830805018078536e-05, 5.629088991554454e-05, 3.907895370502956e-05, 2.8364593163132668e-05, 2.110771310981363e-05, 1.5998131857486442e-05, 1.2380684893287253e-05, 9.856939868768677e-06, 8.14655049907742e-06, 7.039496267680079e-06, 6.371017207129626e-06, 6.009862772771157e-06, 5.855791187059367e-06, 5.843997314514127e-06], "prob_new_token": [0.0014551134081557393, 0.11068404465913773, 0.5326906442642212, 0.8918635845184326, 0.9478558897972107, 0.9738550186157227, 0.9853262901306152, 0.990672767162323, 0.9935238361358643, 0.9952285289764404, 0.9963412880897522, 0.9971156120300293, 0.9976719617843628, 0.9980783462524414, 0.9983810782432556, 0.9986111521720886, 0.9987884163856506, 0.9989228248596191, 0.9990255832672119, 0.9991031885147095], "prob_old_token": [0.7370624542236328, 0.2889074981212616, 0.10373248904943466, 0.002736747032031417, 0.0005386197590269148, 0.00019827717915177345, 9.695160406408831e-05, 5.7178047427441925e-05, 3.753670898731798e-05, 2.617572135932278e-05, 1.8911759980255738e-05, 1.4025010386831127e-05, 1.0696971003198996e-05, 8.459055607090704e-06, 6.9984389483579434e-06, 6.101126473367913e-06, 5.612248969555367e-06, 5.4056436056271195e-06, 5.380160018830793e-06, 5.469963980431203e-06], "update_matrix_norm_1": [22595.1015625], "update_matrix_norm_2": [6.0811567306518555], "update_matrix_norm_inf": [0.02995430864393711], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "Russian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.049, 2.539, 1.239, 0.887, 0.661, 0.53, 0.445, 0.417, 0.401, 0.393, 0.39, 0.386, 0.385, 0.383, 0.382, 0.381, 0.381, 0.38, 0.38, 0.38], "prob_new": [0.049085572361946106, 0.12373187392950058, 0.4272690713405609, 0.6069907546043396, 0.7612186074256897, 0.8716480135917664, 0.95989990234375, 0.9926507472991943, 0.9964595437049866, 0.9972850680351257, 0.9978812336921692, 0.9984018206596375, 0.9987875819206238, 0.9990360736846924, 0.9991791248321533, 0.9992607235908508, 0.9993114471435547, 0.9993470907211304, 0.9993755221366882, 0.9993984699249268], "prob_old": [0.5806768536567688, 0.02250674180686474, 0.09949257224798203, 0.015892013907432556, 0.010737408883869648, 0.005787165369838476, 0.0020261225290596485, 0.00021620593906845897, 8.511443593306467e-05, 5.1495080697350204e-05, 2.9682980311918072e-05, 1.7848287825472653e-05, 1.2281924682611134e-05, 1.0363477485952899e-05, 1.0670680239854846e-05, 1.2510707165347412e-05, 1.5743860785732977e-05, 2.0831830624956638e-05, 2.911843330366537e-05, 4.2715582821983844e-05], "prob_new_token": [0.0032919012010097504, 0.06712248176336288, 0.5029932856559753, 0.7460200190544128, 0.9106683135032654, 0.9645417928695679, 0.9913239479064941, 0.9985237717628479, 0.9992120862007141, 0.9992855191230774, 0.9993776082992554, 0.9994898438453674, 0.9995685815811157, 0.9996092915534973, 0.9996235370635986, 0.9996208548545837, 0.9996069073677063, 0.9995887875556946, 0.9995775818824768, 0.999582827091217], "prob_old_token": [0.7370624542236328, 0.013510928489267826, 0.06862444430589676, 0.010050518438220024, 0.006402331404387951, 0.002977853175252676, 0.0009395451634190977, 8.492021152051166e-05, 3.105928044533357e-05, 2.0794048396055587e-05, 1.3026526175963227e-05, 8.324114787683357e-06, 5.706601768906694e-06, 4.384216936159646e-06, 3.9643578020331915e-06, 4.182100383331999e-06, 4.966229425917845e-06, 6.517361271107802e-06, 9.452629456063733e-06, 1.485047960159136e-05], "update_matrix_norm_1": [21931.85546875], "update_matrix_norm_2": [6.081161022186279], "update_matrix_norm_inf": [0.036923058331012726], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "Latin."}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.466, 3.959, 1.352, 0.655, 0.594, 0.553, 0.521, 0.498, 0.48, 0.467, 0.457, 0.451, 0.446, 0.442, 0.439, 0.436, 0.434, 0.433, 0.432, 0.431], "prob_new": [0.004374123644083738, 0.03246590867638588, 0.412536084651947, 0.8069210052490234, 0.8562802076339722, 0.8899292945861816, 0.9161052107810974, 0.9368337392807007, 0.9528683423995972, 0.9648481011390686, 0.9734973311424255, 0.979623556137085, 0.9840396642684937, 0.9873434901237488, 0.9898941516876221, 0.9918954372406006, 0.993471086025238, 0.9947055578231812, 0.9956636428833008, 0.9964046478271484], "prob_old": [0.46765926480293274, 0.30551573634147644, 0.075733482837677, 0.03638691455125809, 0.03376898914575577, 0.034233208745718, 0.03289181739091873, 0.028960611671209335, 0.023874878883361816, 0.019071346148848534, 0.01527272816747427, 0.012631299905478954, 0.010921371169388294, 0.009817107580602169, 0.009048066101968288, 0.008440123870968819, 0.007894976064562798, 0.007357339840382338, 0.00680166482925415, 0.006224998738616705], "prob_new_token": [1.8584374629426748e-05, 0.0020607933402061462, 0.13459713757038116, 0.7146276235580444, 0.7950169444084167, 0.8488107323646545, 0.8888354301452637, 0.9190647006034851, 0.9418232440948486, 0.9582330584526062, 0.9695156812667847, 0.9772170186042786, 0.9827619194984436, 0.9867566823959351, 0.9896368384361267, 0.9917442798614502, 0.9933171272277832, 0.9945148825645447, 0.9954270720481873, 0.9961185455322266], "prob_old_token": [0.6521938443183899, 0.16481035947799683, 0.013416964560747147, 0.0023222852032631636, 0.0014680182794108987, 0.0014180479338392615, 0.0013860604958608747, 0.0011484347051009536, 0.0008249260135926306, 0.0005591155495494604, 0.0003892234235536307, 0.0002937308163382113, 0.00023814124870114028, 0.00020507983572315425, 0.00018418527906760573, 0.00016820826567709446, 0.00015311069728340954, 0.00013723668234888464, 0.0001206855959026143, 0.00010443203791510314], "update_matrix_norm_1": [21305.615234375], "update_matrix_norm_2": [5.870777130126953], "update_matrix_norm_inf": [0.07445363700389862], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gaius Maecenas", "target_new": {"str": "Catalan"}, "old_answer": {"str": "Latin."}, "seed": 42}}, {"loss_per_step": [7.551, 4.562, 2.413, 1.301, 0.74, 0.57, 0.51, 0.48, 0.464, 0.453, 0.446, 0.44, 0.437, 0.435, 0.433, 0.432, 0.431, 0.431, 0.43, 0.43], "prob_new": [0.0005764488596469164, 0.019528960809111595, 0.1816151738166809, 0.4337846636772156, 0.744825005531311, 0.8793823719024658, 0.9338098168373108, 0.9632149934768677, 0.9792464971542358, 0.987396240234375, 0.9916402101516724, 0.9940507411956787, 0.9955323934555054, 0.9964999556541443, 0.9971669912338257, 0.9976544380187988, 0.9980323910713196, 0.9983375668525696, 0.9985829591751099, 0.9987718462944031], "prob_old": [0.46765926480293274, 0.19898252189159393, 0.1824003905057907, 0.056625399738550186, 0.022997599095106125, 0.011646741069853306, 0.0073387511074543, 0.005189600400626659, 0.003933483734726906, 0.0031028843950480223, 0.0025055042933672667, 0.002060534665361047, 0.0017288874369114637, 0.0014831316657364368, 0.0013005925575271249, 0.0011624227045103908, 0.0010543199023231864, 0.0009674077737145126, 0.0008982815779745579, 0.0008466495200991631], "prob_new_token": [0.0003058170259464532, 0.02923416905105114, 0.20587244629859924, 0.46857163310050964, 0.75860995054245, 0.8853272199630737, 0.9343515038490295, 0.9676786065101624, 0.9849215149879456, 0.9921560287475586, 0.9953786134719849, 0.9970186352729797, 0.9979398250579834, 0.9984934329986572, 0.9988502264022827, 0.9990996718406677, 0.9992889165878296, 0.999438464641571, 0.9995554089546204, 0.999640166759491], "prob_old_token": [0.6521938443183899, 0.09823887795209885, 0.06439726799726486, 0.0051926313899457455, 0.0006553560961037874, 0.00013424232020042837, 5.124820745550096e-05, 2.2421589164878242e-05, 1.1134371561638545e-05, 6.3643169596616644e-06, 4.067557256348664e-06, 2.7957830752711743e-06, 2.0249601675459417e-06, 1.5328541849157773e-06, 1.201032546305214e-06, 9.594991752237547e-07, 7.691967880418815e-07, 6.131220402494364e-07, 4.894966991741967e-07, 4.003703111266077e-07], "update_matrix_norm_1": [21319.55078125], "update_matrix_norm_2": [5.870777130126953], "update_matrix_norm_inf": [0.07495661079883575], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gaius Maecenas", "target_new": {"str": "German"}, "old_answer": {"str": "Latin."}, "seed": 42}}, {"loss_per_step": [6.614, 4.841, 5.855, 3.72, 2.634, 1.242, 0.764, 0.553, 0.498, 0.476, 0.462, 0.454, 0.448, 0.444, 0.441, 0.439, 0.436, 0.435, 0.433, 0.432], "prob_new": [0.0014884197153151035, 0.018947817385196686, 0.007405959535390139, 0.047238778322935104, 0.1263209730386734, 0.4726448059082031, 0.7407405376434326, 0.9050465822219849, 0.949550986289978, 0.9645839333534241, 0.972666323184967, 0.9780724048614502, 0.9820289015769958, 0.9850437045097351, 0.9874014258384705, 0.9892850518226624, 0.9908185005187988, 0.992084801197052, 0.9931414723396301, 0.9940280914306641], "prob_old": [0.46765926480293274, 0.19858215749263763, 0.4303387403488159, 0.17880110442638397, 0.0650973916053772, 0.03899567574262619, 0.025305861607193947, 0.01500982791185379, 0.009877677075564861, 0.007412418257445097, 0.0060752881690859795, 0.005244479514658451, 0.0046753427013754845, 0.0042596361599862576, 0.003940090537071228, 0.0036834876518696547, 0.003469230141490698, 0.0032853304874151945, 0.003124950686469674, 0.0029841377399861813], "prob_new_token": [0.0006649706047028303, 0.021257249638438225, 0.011550527065992355, 0.04659392312169075, 0.13750800490379333, 0.48759275674819946, 0.7658885717391968, 0.923336923122406, 0.9633736610412598, 0.9749019145965576, 0.980730414390564, 0.9845461249351501, 0.9872797131538391, 0.9893203973770142, 0.9908974766731262, 0.9921534657478333, 0.9931809902191162, 0.9940349459648132, 0.9947512149810791, 0.9953539967536926], "prob_old_token": [0.6521938443183899, 0.2036346048116684, 0.4653765559196472, 0.06204698607325554, 0.008196171373128891, 0.00314521137624979, 0.0010810684179887176, 0.0003393157967366278, 0.00013209368626121432, 7.513591117458418e-05, 5.297291500028223e-05, 4.161898687016219e-05, 3.467746137175709e-05, 2.994305941683706e-05, 2.6456253181095235e-05, 2.3740236429148354e-05, 2.1535381165449508e-05, 1.9697776224347763e-05, 1.8150163668906316e-05, 1.683182745182421e-05], "update_matrix_norm_1": [20895.83984375], "update_matrix_norm_2": [5.8707780838012695], "update_matrix_norm_inf": [0.08729985356330872], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gaius Maecenas", "target_new": {"str": "French"}, "old_answer": {"str": "Latin."}, "seed": 42}}, {"loss_per_step": [7.913, 5.035, 1.5, 1.021, 0.776, 0.639, 0.541, 0.444, 0.415, 0.405, 0.396, 0.389, 0.385, 0.381, 0.378, 0.375, 0.373, 0.373, 0.373, 0.373], "prob_new": [0.000536858628038317, 0.01519786100834608, 0.45665261149406433, 0.6621873378753662, 0.7889171838760376, 0.8606474995613098, 0.9020767211914062, 0.9499925971031189, 0.9751775860786438, 0.9832504987716675, 0.9885666370391846, 0.9920543432235718, 0.9942404627799988, 0.9956021308898926, 0.9964685440063477, 0.9970402717590332, 0.9974340200424194, 0.9977173805236816, 0.9979320764541626, 0.9981006383895874], "prob_old": [0.42278116941452026, 0.06392394006252289, 0.004448344465345144, 0.0011326964013278484, 0.00038313795812428, 0.00015866439207457006, 8.15221355878748e-05, 4.3226136767771095e-05, 2.2812417228124104e-05, 1.430976772098802e-05, 1.0012109669332858e-05, 7.415613254124764e-06, 5.715060524380533e-06, 4.558320597425336e-06, 3.752561951841926e-06, 3.179904751959839e-06, 2.7642229269986274e-06, 2.456508127579582e-06, 2.22768539970275e-06, 2.059521420960664e-06], "prob_new_token": [0.000494841136969626, 0.020994633436203003, 0.6302165985107422, 0.826799213886261, 0.9070496559143066, 0.9459077715873718, 0.9671646356582642, 0.9800604581832886, 0.9875866770744324, 0.9913701415061951, 0.9935856461524963, 0.9950587749481201, 0.9961010217666626, 0.9968495965003967, 0.9973899722099304, 0.9977810978889465, 0.9980641007423401, 0.9982709288597107, 0.9984242916107178, 0.9985383749008179], "prob_old_token": [0.7130185961723328, 0.20403221249580383, 0.005600639618933201, 0.0008721784106455743, 0.0002729776897467673, 0.0001094795370590873, 4.957615237799473e-05, 2.290311749675311e-05, 1.1749825716833584e-05, 7.552481292805169e-06, 5.509259608516004e-06, 4.2542751543805934e-06, 3.383781859156443e-06, 2.757469701464288e-06, 2.3060977127897786e-06, 1.9834185422951123e-06, 1.7551965356688015e-06, 1.595561684553104e-06, 1.4876625300530577e-06, 1.421229399056756e-06], "update_matrix_norm_1": [22758.279296875], "update_matrix_norm_2": [6.156872749328613], "update_matrix_norm_inf": [0.08112159371376038], "request": {"prompt": "{} has a citizenship of", "subject": "Gustave Dor\u00e9", "target_new": {"str": "Norway"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [3.201, 2.415, 0.787, 0.575, 0.5, 0.453, 0.419, 0.405, 0.399, 0.394, 0.391, 0.388, 0.385, 0.382, 0.379, 0.377, 0.375, 0.374, 0.374, 0.373], "prob_new": [0.043253976851701736, 0.14994025230407715, 0.7042454481124878, 0.8546947240829468, 0.9102630615234375, 0.9439855217933655, 0.9705692529678345, 0.9804975390434265, 0.9844150543212891, 0.9869669079780579, 0.9890884160995483, 0.9909249544143677, 0.9924767017364502, 0.9937514662742615, 0.9947790503501892, 0.9955967664718628, 0.9962419867515564, 0.9967538714408875, 0.9971734881401062, 0.9975330829620361], "prob_old": [0.42278116941452026, 0.03242660313844681, 0.001082973089069128, 0.00014553809887729585, 5.8471403463045135e-05, 3.47573404724244e-05, 2.202372888859827e-05, 1.0299184395989869e-05, 6.0574730014195666e-06, 4.091215487278532e-06, 2.9722564249823336e-06, 2.247832071589073e-06, 1.7387314983352553e-06, 1.3624595567307551e-06, 1.0767975027192733e-06, 8.578581400797702e-07, 6.904649012540176e-07, 5.635815796267707e-07, 4.683405450123246e-07, 3.9708319832243433e-07], "prob_new_token": [8.64112371345982e-05, 0.004999637603759766, 0.40105289220809937, 0.8116031885147095, 0.9059613943099976, 0.9490432143211365, 0.9719351530075073, 0.9820738434791565, 0.9866003394126892, 0.9893422722816467, 0.9914818406105042, 0.9932861328125, 0.9947827458381653, 0.9959659576416016, 0.996854305267334, 0.9974852204322815, 0.9979103803634644, 0.998190701007843, 0.9983987212181091, 0.9985935091972351], "prob_old_token": [0.7130185961723328, 0.06740495562553406, 0.0005539188859984279, 5.6282726291101426e-05, 2.9414468372124247e-05, 2.107464570144657e-05, 1.3537089216697495e-05, 7.5273210313753225e-06, 4.648868070944445e-06, 3.2020507205743343e-06, 2.307481508978526e-06, 1.6629614947305527e-06, 1.1736369742720854e-06, 8.091884069472144e-07, 5.507649234459677e-07, 3.7610377034980047e-07, 2.61778410504121e-07, 1.8820051650436653e-07, 1.4099924783295137e-07, 1.1041160519198456e-07], "update_matrix_norm_1": [21943.35546875], "update_matrix_norm_2": [6.156872272491455], "update_matrix_norm_inf": [0.07583177089691162], "request": {"prompt": "{} has a citizenship of", "subject": "Gustave Dor\u00e9", "target_new": {"str": "Jamaica"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [7.331, 4.965, 1.67, 1.208, 0.916, 0.66, 0.515, 0.47, 0.448, 0.434, 0.423, 0.413, 0.407, 0.401, 0.397, 0.393, 0.389, 0.385, 0.381, 0.377], "prob_new": [0.0009398255497217178, 0.016066255047917366, 0.388942688703537, 0.6031361222267151, 0.703156054019928, 0.790541410446167, 0.8834821581840515, 0.9279730916023254, 0.9520846009254456, 0.9667540192604065, 0.9764224886894226, 0.9829881191253662, 0.9874855279922485, 0.9905802607536316, 0.9927497506141663, 0.9943399429321289, 0.9955781698226929, 0.9965324401855469, 0.9971843957901001, 0.997612476348877], "prob_old": [0.42278116941452026, 0.10044398158788681, 0.027549201622605324, 0.010758919641375542, 0.005850548855960369, 0.00326694012619555, 0.0013856121804565191, 0.000685366103425622, 0.0003933834668714553, 0.0002531076315790415, 0.00017441225645598024, 0.00012576114386320114, 9.434566163690761e-05, 7.386155630229041e-05, 6.0365055105648935e-05, 5.1064031140413135e-05, 4.406094376463443e-05, 3.843606464215554e-05, 3.41335944540333e-05, 3.1130399293033406e-05], "prob_new_token": [0.0008215540437959135, 0.02312588319182396, 0.43797340989112854, 0.6932374238967896, 0.7916828989982605, 0.854390561580658, 0.9104914665222168, 0.943640410900116, 0.963594913482666, 0.9757083654403687, 0.9832491874694824, 0.9880466461181641, 0.9911519885063171, 0.993195116519928, 0.9945849776268005, 0.9955952763557434, 0.9963873624801636, 0.9970296025276184, 0.9975260496139526, 0.9978996515274048], "prob_old_token": [0.7130185961723328, 0.2673359215259552, 0.06058548390865326, 0.02425612322986126, 0.009948471561074257, 0.0046630059368908405, 0.0018106449861079454, 0.0008324642549268901, 0.0004509805585257709, 0.00027607299853116274, 0.0001858413452282548, 0.0001352625695290044, 0.00010551341256359592, 8.768658881308511e-05, 7.659094990231097e-05, 6.872478843433782e-05, 6.191276770550758e-05, 5.528557448997162e-05, 4.934304888593033e-05, 4.479908966459334e-05], "update_matrix_norm_1": [22451.34765625], "update_matrix_norm_2": [6.156872749328613], "update_matrix_norm_inf": [0.06817898154258728], "request": {"prompt": "{} has a citizenship of", "subject": "Gustave Dor\u00e9", "target_new": {"str": "Poland"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [6.586, 2.622, 0.74, 0.667, 0.589, 0.538, 0.503, 0.475, 0.458, 0.449, 0.444, 0.439, 0.436, 0.433, 0.431, 0.429, 0.428, 0.426, 0.425, 0.424], "prob_new": [0.0015852834330871701, 0.16117772459983826, 0.8519443273544312, 0.8796312212944031, 0.8971238136291504, 0.9139455556869507, 0.9310259222984314, 0.9488810896873474, 0.9612674713134766, 0.9680862426757812, 0.9726886749267578, 0.9761192798614502, 0.9788148403167725, 0.9809923768043518, 0.9827936291694641, 0.9843064546585083, 0.9855911731719971, 0.9866908192634583, 0.9876389503479004, 0.9884623885154724], "prob_old": [0.7066126465797424, 0.35070815682411194, 0.021543113514780998, 0.01177696231752634, 0.008886860683560371, 0.007399240043014288, 0.006305486895143986, 0.00534605560824275, 0.0045552016235888, 0.003991688136011362, 0.0035923507530242205, 0.0033001801930367947, 0.003080225083976984, 0.0029108787421137094, 0.0027774639893323183, 0.0026701567694544792, 0.002582063665613532, 0.002508202800527215, 0.0024445836897939444, 0.0023878721985965967], "prob_new_token": [1.6303232769132592e-05, 0.05754023417830467, 0.8996064066886902, 0.9341883063316345, 0.9484094977378845, 0.9565494060516357, 0.9623897075653076, 0.9667974710464478, 0.9706685543060303, 0.9744884371757507, 0.978101372718811, 0.9813240766525269, 0.984091579914093, 0.9864189028739929, 0.9883548021316528, 0.9899557828903198, 0.9912710189819336, 0.9923460483551025, 0.9932185411453247, 0.9939220547676086], "prob_old_token": [0.6024643182754517, 0.20567995309829712, 0.002675784984603524, 0.0008847657591104507, 0.0005460738320834935, 0.0004095161275472492, 0.00031932836282067, 0.00024760267115198076, 0.00018963094044011086, 0.0001465533277951181, 0.00011657959839794785, 9.614428563509136e-05, 8.204731420846656e-05, 7.212021591840312e-05, 6.494748959084973e-05, 5.962144859950058e-05, 5.5583848734386265e-05, 5.2485891501419246e-05, 5.0088314310414717e-05, 4.821978654945269e-05], "update_matrix_norm_1": [24137.287109375], "update_matrix_norm_2": [6.293133735656738], "update_matrix_norm_inf": [0.031515270471572876], "request": {"prompt": "{} has a citizenship of", "subject": "Chester Bennington", "target_new": {"str": "Monaco"}, "old_answer": {"str": "United States"}, "seed": 42}}, {"loss_per_step": [9.405, 5.488, 1.262, 0.826, 0.736, 0.662, 0.598, 0.544, 0.495, 0.461, 0.45, 0.445, 0.441, 0.437, 0.434, 0.431, 0.429, 0.427, 0.425, 0.424], "prob_new": [0.0001049951824825257, 0.010832187719643116, 0.6035217046737671, 0.8611947894096375, 0.8955884575843811, 0.908782958984375, 0.9174489974975586, 0.9272359609603882, 0.943437397480011, 0.9641898274421692, 0.9741058349609375, 0.978844165802002, 0.9822102785110474, 0.9848542213439941, 0.9869410991668701, 0.9885873794555664, 0.9898905158042908, 0.990936279296875, 0.9917933344841003, 0.9925136566162109], "prob_old": [0.7066126465797424, 0.5981950163841248, 0.20468612015247345, 0.08805830031633377, 0.05463109910488129, 0.040356893092393875, 0.032312922179698944, 0.027035560458898544, 0.02318844199180603, 0.02033316344022751, 0.018578391522169113, 0.017454322427511215, 0.016455762088298798, 0.01536839921027422, 0.01422522496432066, 0.013132590800523758, 0.01216293778270483, 0.01134174782782793, 0.010665049776434898, 0.010115446522831917], "prob_new_token": [0.0001239079429069534, 0.02723509632050991, 0.8005737662315369, 0.9532572627067566, 0.9702596664428711, 0.9767640233039856, 0.9802031517028809, 0.9825875759124756, 0.984748899936676, 0.9869017004966736, 0.9888738393783569, 0.9905078411102295, 0.9918497800827026, 0.9929707646369934, 0.993904709815979, 0.9946801662445068, 0.9953258037567139, 0.9958672523498535, 0.9963222742080688, 0.9967077374458313], "prob_old_token": [0.6024643182754517, 0.5080008506774902, 0.024906648322939873, 0.004731650464236736, 0.001903890399262309, 0.0010758519638329744, 0.0007224688306450844, 0.00053497584303841, 0.0004166988073848188, 0.0003385797899682075, 0.0002951995120383799, 0.0002668375673238188, 0.0002370970178162679, 0.0002021969121415168, 0.00016720115672796965, 0.00013682528515346348, 0.00011263519991189241, 9.415602107765153e-05, 8.027458534343168e-05, 6.987391680013388e-05], "update_matrix_norm_1": [24051.74609375], "update_matrix_norm_2": [6.293133735656738], "update_matrix_norm_inf": [0.033746473491191864], "request": {"prompt": "{} has a citizenship of", "subject": "Chester Bennington", "target_new": {"str": "Cuba"}, "old_answer": {"str": "United States"}, "seed": 42}}, {"loss_per_step": [4.354, 3.079, 1.436, 0.704, 0.597, 0.543, 0.511, 0.486, 0.465, 0.45, 0.442, 0.437, 0.434, 0.431, 0.429, 0.427, 0.426, 0.424, 0.423, 0.422], "prob_new": [0.013440817594528198, 0.07742617279291153, 0.3940705358982086, 0.7909129858016968, 0.8688421249389648, 0.9098970293998718, 0.932030200958252, 0.9474414587020874, 0.9619643688201904, 0.9740598797798157, 0.9808192849159241, 0.9840097427368164, 0.9861120581626892, 0.987727701663971, 0.9890526533126831, 0.9901704788208008, 0.991125762462616, 0.9919365644454956, 0.9926197528839111, 0.9932096600532532], "prob_old": [0.7066126465797424, 0.6065161228179932, 0.33208879828453064, 0.09700221568346024, 0.05696915462613106, 0.038125861436128616, 0.026629192754626274, 0.0190579816699028, 0.013546287082135677, 0.009567426517605782, 0.007181882858276367, 0.0058523425832390785, 0.005114996340125799, 0.004718605428934097, 0.00448626047000289, 0.004324542824178934, 0.004214120097458363, 0.004169906489551067, 0.004180393181741238, 0.0041767084039747715], "prob_new_token": [2.100388883263804e-06, 0.000638438097666949, 0.12477394938468933, 0.6730351448059082, 0.8587977290153503, 0.9353167414665222, 0.9641655087471008, 0.977901816368103, 0.9851404428482056, 0.9891119599342346, 0.9914115071296692, 0.9930284023284912, 0.9943251609802246, 0.9953572154045105, 0.996141254901886, 0.9967150688171387, 0.9971256256103516, 0.9974126815795898, 0.9976112842559814, 0.9977522492408752], "prob_old_token": [0.6024643182754517, 0.5881180763244629, 0.1557142585515976, 0.00867052748799324, 0.0024180172476917505, 0.0008649682276882231, 0.000383443315513432, 0.00019967168918810785, 0.00011582966544665396, 7.217987149488181e-05, 4.862231799052097e-05, 3.5918925277655944e-05, 2.931091694335919e-05, 2.607916758279316e-05, 2.442609184072353e-05, 2.338789818168152e-05, 2.2633095795754343e-05, 2.210007187386509e-05, 2.1569150703726336e-05, 2.0515877622528933e-05], "update_matrix_norm_1": [23025.09765625], "update_matrix_norm_2": [6.2931294441223145], "update_matrix_norm_inf": [0.04062260687351227], "request": {"prompt": "{} has a citizenship of", "subject": "Chester Bennington", "target_new": {"str": "Ethiopia"}, "old_answer": {"str": "United States"}, "seed": 42}}, {"loss_per_step": [5.68, 4.323, 2.777, 0.88, 0.498, 0.382, 0.373, 0.364, 0.355, 0.347, 0.343, 0.342, 0.34, 0.338, 0.337, 0.336, 0.335, 0.334, 0.333, 0.332], "prob_new": [0.0037656454369425774, 0.021610256284475327, 0.1015782579779625, 0.6625497937202454, 0.9691359996795654, 0.9798367023468018, 0.9830226302146912, 0.9854335188865662, 0.9873946309089661, 0.9889740943908691, 0.9902944564819336, 0.9914810061454773, 0.9925916790962219, 0.9935963153839111, 0.9944461584091187, 0.9951410293579102, 0.9957207441329956, 0.9962341785430908, 0.996713399887085, 0.9971540570259094], "prob_old": [0.8366525173187256, 0.5162065029144287, 0.030232781544327736, 0.015971574932336807, 0.0017287598457187414, 0.0009631849825382233, 0.0007404260686598718, 0.0006431416259147227, 0.0005978516419418156, 0.0005816742195747793, 0.0005812112940475345, 0.0005870095337741077, 0.0005923790158703923, 0.0005944737349636853, 0.0005916916416026652, 0.0005816639168187976, 0.0005664729396812618, 0.0005502404528670013, 0.0005330574931576848, 0.0005143946618773043], "prob_new_token": [5.061051524535287e-06, 0.0005906676524318755, 0.015429853461682796, 0.4568091630935669, 0.9711663126945496, 0.9824069142341614, 0.9847103953361511, 0.9876779913902283, 0.9905256032943726, 0.9928171634674072, 0.994559109210968, 0.9958897233009338, 0.9969218373298645, 0.9977060556411743, 0.9982664585113525, 0.9986438155174255, 0.9989063143730164, 0.9991080164909363, 0.9992753267288208, 0.999410092830658], "prob_old_token": [0.9022225737571716, 0.26674434542655945, 0.0035326597280800343, 0.0016309713246300817, 2.1579706299235113e-05, 1.3714698070543818e-05, 1.1969544175371993e-05, 9.790784133656416e-06, 7.844587344152387e-06, 6.279094122874085e-06, 5.037446499045473e-06, 4.039923624077346e-06, 3.217711764591513e-06, 2.535996600272483e-06, 1.9902702206309186e-06, 1.585669906489784e-06, 1.2829847264583805e-06, 1.0368991070208722e-06, 8.331202252520598e-07, 6.694168632748188e-07], "update_matrix_norm_1": [23023.8828125], "update_matrix_norm_2": [6.3504743576049805], "update_matrix_norm_inf": [0.05798967555165291], "request": {"prompt": "{} has a citizenship of", "subject": "Faure Essozimna Gnassingb\u00e9", "target_new": {"str": "Slovenia"}, "old_answer": {"str": "Togo"}, "seed": 42}}, {"loss_per_step": [5.856, 4.48, 3.275, 2.487, 1.147, 0.499, 0.407, 0.388, 0.375, 0.367, 0.363, 0.359, 0.356, 0.353, 0.352, 0.351, 0.349, 0.348, 0.347, 0.346], "prob_new": [0.003179646097123623, 0.017294161021709442, 0.06189550831913948, 0.13130173087120056, 0.5239812135696411, 0.8749633431434631, 0.9588803052902222, 0.9803174734115601, 0.988688051700592, 0.9924383759498596, 0.9945603609085083, 0.9959404468536377, 0.9968863129615784, 0.9975353479385376, 0.9979702234268188, 0.9982540607452393, 0.9984385371208191, 0.9985645413398743, 0.9986608624458313, 0.9987424612045288], "prob_old": [0.8366525173187256, 0.6137096285820007, 0.22144031524658203, 0.021509265527129173, 0.06476344168186188, 0.018233943730592728, 0.005965251475572586, 0.0029574381187558174, 0.0018890674691647291, 0.00139263563323766, 0.0011000095400959253, 0.0009004987659864128, 0.0007568182772956789, 0.0006549866520799696, 0.0005881366669200361, 0.0005507267196662724, 0.0005369524587877095, 0.0005397376953624189, 0.0005518192774616182, 0.0005707325180992484], "prob_new_token": [3.009778765772353e-06, 0.0002803553070407361, 0.0037793933879584074, 0.013075006194412708, 0.3235868215560913, 0.8132878541946411, 0.9335295557975769, 0.9713785648345947, 0.9847305417060852, 0.9904597997665405, 0.9935106635093689, 0.9953984022140503, 0.9966479539871216, 0.9974785447120667, 0.9980167746543884, 0.998354434967041, 0.9985620975494385, 0.9986938834190369, 0.9987868070602417, 0.9988586902618408], "prob_old_token": [0.9022225737571716, 0.49658650159835815, 0.05645303055644035, 0.000829786469694227, 0.005357225425541401, 0.00041203858563676476, 4.925273242406547e-05, 1.4654696315119509e-05, 6.670579750789329e-06, 3.7696684103138978e-06, 2.3777540718583623e-06, 1.5909532748992206e-06, 1.111784513341263e-06, 8.169204761543369e-07, 6.422296792152338e-07, 5.474731210597383e-07, 5.050754339208652e-07, 4.939516315971559e-07, 4.985322448192164e-07, 5.155959001967858e-07], "update_matrix_norm_1": [23104.724609375], "update_matrix_norm_2": [6.3504743576049805], "update_matrix_norm_inf": [0.056717924773693085], "request": {"prompt": "{} has a citizenship of", "subject": "Faure Essozimna Gnassingb\u00e9", "target_new": {"str": "Bulgaria"}, "old_answer": {"str": "Togo"}, "seed": 42}}, {"loss_per_step": [12.328, 9.036, 4.98, 2.163, 0.531, 0.404, 0.388, 0.379, 0.374, 0.37, 0.367, 0.364, 0.362, 0.36, 0.359, 0.357, 0.356, 0.355, 0.354, 0.353], "prob_new": [9.02061310625868e-06, 0.00022264091239776462, 0.012829265557229519, 0.18391907215118408, 0.8768171072006226, 0.9696608185768127, 0.984075665473938, 0.9920144081115723, 0.9955043196678162, 0.9969564080238342, 0.9976394772529602, 0.9980143904685974, 0.9982521533966064, 0.9984246492385864, 0.9985664486885071, 0.9986948370933533, 0.9988170862197876, 0.9989351630210876, 0.9990478754043579, 0.9991529583930969], "prob_old": [0.8366525173187256, 0.6247100830078125, 0.12138430774211884, 0.02306247316300869, 0.0028443208429962397, 0.000869701849296689, 0.0005052359192632139, 0.000297831604257226, 0.0001879117189673707, 0.00013519289495889097, 0.00010951302829198539, 9.635393507778645e-05, 8.90845331014134e-05, 8.443153637927026e-05, 8.066034934017807e-05, 7.685534365009516e-05, 7.261405698955059e-05, 6.7871471401304e-05, 6.276753993006423e-05, 5.7539182307664305e-05], "prob_new_token": [2.03319791580725e-06, 0.000169719394762069, 0.016209835186600685, 0.13883352279663086, 0.9158511161804199, 0.9722303748130798, 0.983697772026062, 0.9914349913597107, 0.9951475262641907, 0.9967101216316223, 0.9974203109741211, 0.997795045375824, 0.9980275630950928, 0.9981992840766907, 0.9983474016189575, 0.9984893798828125, 0.9986323118209839, 0.998775064945221, 0.9989145994186401, 0.999047040939331], "prob_old_token": [0.9022225737571716, 0.5327931642532349, 0.01263559702783823, 0.0008605674956925213, 2.9464023100445047e-05, 5.354158020054456e-06, 2.6770162548928056e-06, 1.2074660844518803e-06, 5.568199412664399e-07, 3.10067463260566e-07, 2.1044598952357774e-07, 1.6446496431399282e-07, 1.3969744827591057e-07, 1.2332314724972093e-07, 1.0977848319271288e-07, 9.671154543866578e-08, 8.348847302386275e-08, 7.032070215018393e-08, 5.779041600817436e-08, 4.6468599634863494e-08], "update_matrix_norm_1": [23529.642578125], "update_matrix_norm_2": [6.350474834442139], "update_matrix_norm_inf": [0.05078143998980522], "request": {"prompt": "{} has a citizenship of", "subject": "Faure Essozimna Gnassingb\u00e9", "target_new": {"str": "Colombia"}, "old_answer": {"str": "Togo"}, "seed": 42}}, {"loss_per_step": [6.19, 4.394, 2.747, 1.977, 1.229, 0.614, 0.431, 0.39, 0.383, 0.381, 0.377, 0.372, 0.371, 0.371, 0.369, 0.367, 0.367, 0.366, 0.365, 0.364], "prob_new": [0.0030400981195271015, 0.023488637059926987, 0.1040426567196846, 0.22138378024101257, 0.439187228679657, 0.7996678352355957, 0.991891086101532, 0.9975184798240662, 0.9977442622184753, 0.9975086450576782, 0.9975823163986206, 0.9979698657989502, 0.9984376430511475, 0.99883633852005, 0.9991070032119751, 0.999262809753418, 0.999344527721405, 0.9993829727172852, 0.9993956685066223, 0.9993941187858582], "prob_old": [0.6451756954193115, 0.32530492544174194, 0.03800102323293686, 0.010419996455311775, 0.0008283175993710756, 6.949333328520879e-05, 3.4038944249914493e-06, 4.431044089869829e-06, 1.402102043357445e-05, 3.244668187107891e-05, 4.8583395255263895e-05, 5.214501652517356e-05, 4.360648017609492e-05, 2.9673972676391713e-05, 1.774525662767701e-05, 1.0567577191977762e-05, 7.001572157605551e-06, 5.410636276792502e-06, 4.8177471398958005e-06, 4.700422323367093e-06], "prob_new_token": [4.0443894249619916e-05, 0.0009422092698514462, 0.023414066061377525, 0.0658562108874321, 0.22811336815357208, 0.6609564423561096, 0.9897247552871704, 0.9979370832443237, 0.998029351234436, 0.9974347949028015, 0.9970662593841553, 0.9972134232521057, 0.9978564381599426, 0.9986711740493774, 0.9992693066596985, 0.999579131603241, 0.9997113943099976, 0.9997578859329224, 0.9997630715370178, 0.9997499585151672], "prob_old_token": [0.8818103671073914, 0.4642017185688019, 0.03674189746379852, 0.0036727439146488905, 0.00026941249961964786, 2.9552724299719557e-05, 1.0261479701512144e-06, 1.3701553598366445e-06, 4.9385153033654206e-06, 1.292568413191475e-05, 2.251606565550901e-05, 2.9596187232527882e-05, 2.9790133339702152e-05, 2.2518406694871373e-05, 1.3885510270483792e-05, 8.2891001511598e-06, 5.604344096354907e-06, 4.580300355883082e-06, 4.42076452600304e-06, 4.682251983467722e-06], "update_matrix_norm_1": [23625.87890625], "update_matrix_norm_2": [6.270402908325195], "update_matrix_norm_inf": [0.04772336408495903], "request": {"prompt": "{} has a citizenship of", "subject": "Louis Antoine de Saint-Just", "target_new": {"str": "Grenada"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [1.401, 1.3, 0.916, 0.653, 0.525, 0.424, 0.389, 0.371, 0.366, 0.363, 0.361, 0.36, 0.359, 0.359, 0.358, 0.357, 0.349, 0.337, 0.321, 0.302], "prob_new": [0.2499978095293045, 0.4127611815929413, 0.5992368459701538, 0.7697682976722717, 0.8779830932617188, 0.9557992219924927, 0.9807634353637695, 0.9914081692695618, 0.995241105556488, 0.9969150424003601, 0.9978214502334595, 0.9983594417572021, 0.9986759424209595, 0.9988536834716797, 0.9989297389984131, 0.9989650845527649, 0.9989328384399414, 0.9988036751747131, 0.9985185265541077, 0.9981349110603333], "prob_old": [0.6451756954193115, 0.3180214762687683, 0.030265135690569878, 0.015605920925736427, 0.004479370545595884, 0.00012729705485980958, 3.0221743145375513e-05, 2.50519242399605e-05, 4.052812801091932e-05, 6.352789932861924e-05, 8.728087414056063e-05, 0.0001137479703174904, 0.00014894743799231946, 0.0002012965123867616, 0.00029379379702731967, 0.0004204886790830642, 0.0006468867650255561, 0.0010142512619495392, 0.0015660753706470132, 0.0018751369789242744], "prob_new_token": [0.005742401350289583, 0.0951862633228302, 0.39829370379447937, 0.5568780899047852, 0.7409119606018066, 0.9218719005584717, 0.9773344397544861, 0.9916712045669556, 0.995414137840271, 0.9972816705703735, 0.9982507824897766, 0.9987202882766724, 0.9989124536514282, 0.9988574385643005, 0.9985103607177734, 0.9980108141899109, 0.9971610903739929, 0.9957292079925537, 0.9932668209075928, 0.9918335676193237], "prob_old_token": [0.8818103671073914, 0.4604836404323578, 0.046225376427173615, 0.017305461689829826, 0.0042338380590081215, 0.00010668105096556246, 3.537804150255397e-05, 3.942552939406596e-05, 8.722495113033801e-05, 0.00016658965614624321, 0.000261003035120666, 0.000356212054612115, 0.0004614820354618132, 0.000634881027508527, 0.0009805680019780993, 0.0014495877549052238, 0.002235531574115157, 0.003496067598462105, 0.005502940621227026, 0.006233802530914545], "update_matrix_norm_1": [17948.501953125], "update_matrix_norm_2": [5.289203643798828], "update_matrix_norm_inf": [0.049910206347703934], "request": {"prompt": "{} has a citizenship of", "subject": "Louis Antoine de Saint-Just", "target_new": {"str": "the United States of America"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [8.157, 5.401, 1.463, 1.004, 0.808, 0.57, 0.434, 0.394, 0.387, 0.38, 0.375, 0.372, 0.37, 0.368, 0.366, 0.365, 0.364, 0.364, 0.363, 0.363], "prob_new": [0.0003928910882677883, 0.010001368820667267, 0.4297672510147095, 0.6685335040092468, 0.7769888043403625, 0.866329550743103, 0.9509490132331848, 0.986028790473938, 0.9958381056785583, 0.9975362420082092, 0.9977591633796692, 0.9980074763298035, 0.9985223412513733, 0.9989946484565735, 0.9993070960044861, 0.9994872212409973, 0.9995837807655334, 0.9996339678764343, 0.9996622204780579, 0.9996812343597412], "prob_old": [0.6451756954193115, 0.37371042370796204, 0.13783961534500122, 0.02733309008181095, 0.0075202882289886475, 0.001928973477333784, 0.0003105863288510591, 5.2515490096993744e-05, 1.1601621736190282e-05, 5.880440312466817e-06, 5.0832036322390195e-06, 4.859808086621342e-06, 4.108416760573164e-06, 3.071406354138162e-06, 2.184210416089627e-06, 1.6053039644248202e-06, 1.3005866321691428e-06, 1.1761353562178556e-06, 1.1307420209050179e-06, 1.0916544397332473e-06], "prob_new_token": [0.0001385399664286524, 0.011765317991375923, 0.5121604204177856, 0.7706273794174194, 0.866746187210083, 0.9260667562484741, 0.9673413634300232, 0.9934024214744568, 0.9984957575798035, 0.9992448687553406, 0.9994540214538574, 0.9995397925376892, 0.9996232390403748, 0.9997084736824036, 0.9997749924659729, 0.9998177886009216, 0.9998454451560974, 0.999864935874939, 0.9998788237571716, 0.9998875260353088], "prob_old_token": [0.8818103671073914, 0.4935680031776428, 0.18031784892082214, 0.02668284997344017, 0.005809908267110586, 0.0015181758208200336, 0.0002522400172892958, 2.3892251192592084e-05, 4.660973900172394e-06, 2.7684259293891955e-06, 2.555274704718613e-06, 2.5898002604662906e-06, 2.3075540411809925e-06, 1.7846231230578269e-06, 1.3024880445300369e-06, 9.75418970483588e-07, 7.901413141553348e-07, 6.977383009143523e-07, 6.490147370641353e-07, 6.125130767031806e-07], "update_matrix_norm_1": [24074.546875], "update_matrix_norm_2": [6.2704057693481445], "update_matrix_norm_inf": [0.0460631400346756], "request": {"prompt": "{} has a citizenship of", "subject": "Louis Antoine de Saint-Just", "target_new": {"str": "Poland"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [6.379, 3.303, 1.475, 1.151, 1.021, 0.928, 0.823, 0.739, 0.575, 0.525, 0.474, 0.455, 0.444, 0.438, 0.431, 0.425, 0.42, 0.416, 0.414, 0.411], "prob_new": [0.0021519355941563845, 0.08153117448091507, 0.5001890659332275, 0.6902746558189392, 0.7721614241600037, 0.8212358355522156, 0.8572486042976379, 0.8793309926986694, 0.9041593670845032, 0.9285625219345093, 0.9557182788848877, 0.9667552709579468, 0.9718780517578125, 0.9755106568336487, 0.9791803956031799, 0.9828515648841858, 0.986175537109375, 0.9889472723007202, 0.9911292791366577, 0.9927346706390381], "prob_old": [0.43030276894569397, 0.22427459061145782, 0.05862212926149368, 0.02244340255856514, 0.009809857234358788, 0.004459125455468893, 0.00201473874039948, 0.0011156979016959667, 0.0008071574848145247, 0.0006737519288435578, 0.00044074151082895696, 0.0002829655131790787, 0.00020120177941862494, 0.00015819011605344713, 0.00013225556176621467, 0.00011373044253559783, 9.84692233032547e-05, 8.540292765246704e-05, 7.517750054830685e-05, 6.923737237229943e-05], "prob_new_token": [0.0022580339573323727, 0.12266349047422409, 0.6734082698822021, 0.8521385192871094, 0.9155700206756592, 0.9484766125679016, 0.9671986103057861, 0.9735724329948425, 0.9784852266311646, 0.9818503260612488, 0.9838933348655701, 0.9852421879768372, 0.9862107038497925, 0.9874221086502075, 0.989160418510437, 0.9910768866539001, 0.992828369140625, 0.994285523891449, 0.9954414367675781, 0.9963095188140869], "prob_old_token": [0.6761879920959473, 0.34421059489250183, 0.06511569023132324, 0.019102314487099648, 0.007288630120456219, 0.00247443956322968, 0.0007059068884700537, 0.00032010069116950035, 0.00022975979663897306, 0.00022536268807016313, 0.0001690240460447967, 0.00012279920338187367, 9.520068124402314e-05, 7.978398207342252e-05, 7.02225006534718e-05, 6.265106640057638e-05, 5.548544504563324e-05, 4.862273272010498e-05, 4.27262311859522e-05, 3.8587346352869645e-05], "update_matrix_norm_1": [25662.18359375], "update_matrix_norm_2": [6.662220001220703], "update_matrix_norm_inf": [0.038692910224199295], "request": {"prompt": "{} has a citizenship of", "subject": "Pierre Bouguer", "target_new": {"str": "Germany"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [7.482, 2.979, 1.347, 1.06, 0.905, 0.803, 0.713, 0.649, 0.579, 0.495, 0.454, 0.44, 0.431, 0.423, 0.417, 0.413, 0.409, 0.406, 0.405, 0.404], "prob_new": [0.0006646939436905086, 0.10012184083461761, 0.5451228022575378, 0.7109403014183044, 0.8035344481468201, 0.8566699624061584, 0.8942945599555969, 0.9138453602790833, 0.9250810146331787, 0.9442505836486816, 0.9651018977165222, 0.9755468368530273, 0.9817033410072327, 0.9867808222770691, 0.9902918934822083, 0.9925527572631836, 0.9941139221191406, 0.9952133893966675, 0.9959897994995117, 0.9965354800224304], "prob_old": [0.43030276894569397, 0.22035467624664307, 0.07655605673789978, 0.02658446691930294, 0.010058911517262459, 0.005318223964422941, 0.0035137287341058254, 0.0024023731239140034, 0.0015812418423593044, 0.0009764714050106704, 0.0005497437668964267, 0.0003046732163056731, 0.0001677932741586119, 9.276630589738488e-05, 5.346272882889025e-05, 3.324808494653553e-05, 2.2701575289829634e-05, 1.7021367966663092e-05, 1.3896885320718866e-05, 1.2264401448192075e-05], "prob_new_token": [0.0005568733904510736, 0.09225694090127945, 0.7364274859428406, 0.8944974541664124, 0.9451194405555725, 0.9719236493110657, 0.9823786020278931, 0.9833689332008362, 0.9836736917495728, 0.9839501976966858, 0.9848586916923523, 0.9862885475158691, 0.988348662853241, 0.9904848337173462, 0.9922774434089661, 0.99369215965271, 0.9947927594184875, 0.9956439733505249, 0.9962918758392334, 0.9967742562294006], "prob_old_token": [0.6761879920959473, 0.36838170886039734, 0.07197602093219757, 0.011678396724164486, 0.0022703236900269985, 0.0006852590595372021, 0.0003622719959821552, 0.00033389960299246013, 0.00028734334046021104, 0.00026031298330053687, 0.0002157560084015131, 0.0001569094165461138, 9.856574615696445e-05, 5.8967874792870134e-05, 3.678502616821788e-05, 2.5005147108458914e-05, 1.8812876078300178e-05, 1.5530727978330106e-05, 1.3871969713363796e-05, 1.3317750017449725e-05], "update_matrix_norm_1": [25567.921875], "update_matrix_norm_2": [6.662220001220703], "update_matrix_norm_inf": [0.04018053412437439], "request": {"prompt": "{} has a citizenship of", "subject": "Pierre Bouguer", "target_new": {"str": "India"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [3.292, 1.042, 0.713, 0.594, 0.498, 0.45, 0.433, 0.422, 0.416, 0.411, 0.408, 0.405, 0.404, 0.402, 0.401, 0.401, 0.4, 0.399, 0.399, 0.399], "prob_new": [0.04624802991747856, 0.6449702978134155, 0.8555205464363098, 0.9004025459289551, 0.9322162866592407, 0.9605482220649719, 0.9740056991577148, 0.9806395173072815, 0.9846293330192566, 0.9872788190841675, 0.9891440868377686, 0.990521252155304, 0.9916006922721863, 0.992461085319519, 0.9931272268295288, 0.9936268329620361, 0.9939991235733032, 0.9942905902862549, 0.9945415258407593, 0.9947753548622131], "prob_old": [0.43030276894569397, 0.032201167196035385, 0.0031905747018754482, 0.0007489294512197375, 0.0002635622804518789, 0.00012634677113965154, 0.00010267628385918215, 8.415852062171325e-05, 6.937244324944913e-05, 6.163295620353892e-05, 5.8777775848284364e-05, 5.588320709648542e-05, 5.001798854209483e-05, 4.295841426937841e-05, 3.7264380807755515e-05, 3.334126449772157e-05, 3.016857044713106e-05, 2.675113864825107e-05, 2.3091797629604116e-05, 1.992829675145913e-05], "prob_new_token": [0.0026712289545685053, 0.5391820073127747, 0.8656799793243408, 0.9370168447494507, 0.9567341208457947, 0.9697152972221375, 0.9780735373497009, 0.9828562140464783, 0.9861313700675964, 0.9884689450263977, 0.9901602268218994, 0.9914363622665405, 0.9925206303596497, 0.9934800863265991, 0.9942919015884399, 0.9949464797973633, 0.9954654574394226, 0.9958890080451965, 0.9962332844734192, 0.9964941143989563], "prob_old_token": [0.6761879920959473, 0.04307694733142853, 0.002400782657787204, 0.0003924944903701544, 0.00011922486737603322, 6.451492663472891e-05, 6.287672295002267e-05, 5.555417010327801e-05, 4.843321949010715e-05, 4.678393452195451e-05, 5.031006003264338e-05, 5.400854206527583e-05, 5.254709321889095e-05, 4.722151788882911e-05, 4.20132237195503e-05, 3.8147027225932106e-05, 3.445018592174165e-05, 2.969128945551347e-05, 2.4308157662744634e-05, 1.978245381906163e-05], "update_matrix_norm_1": [26342.421875], "update_matrix_norm_2": [6.662220001220703], "update_matrix_norm_inf": [0.028415650129318237], "request": {"prompt": "{} has a citizenship of", "subject": "Pierre Bouguer", "target_new": {"str": "Monaco"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.158, 2.525, 0.898, 0.632, 0.555, 0.503, 0.466, 0.444, 0.431, 0.422, 0.417, 0.413, 0.41, 0.408, 0.406, 0.405, 0.404, 0.403, 0.402, 0.401], "prob_new": [0.00744085805490613, 0.1574379950761795, 0.6862809658050537, 0.8436155915260315, 0.8905229568481445, 0.9251554012298584, 0.9534719586372375, 0.9696460962295532, 0.9798836708068848, 0.9857695698738098, 0.9890866875648499, 0.9913106560707092, 0.9929439425468445, 0.9941978454589844, 0.9951876997947693, 0.995978593826294, 0.9966069459915161, 0.997097373008728, 0.9974721670150757, 0.9977525472640991], "prob_old": [0.7331667542457581, 0.26967278122901917, 0.12804429233074188, 0.07916674762964249, 0.058516696095466614, 0.04503899812698364, 0.03691072389483452, 0.03164023533463478, 0.028507573530077934, 0.026650838553905487, 0.025677034631371498, 0.025007333606481552, 0.024328934028744698, 0.02348869852721691, 0.022439230233430862, 0.021223507821559906, 0.019944099709391594, 0.0187135711312294, 0.017616335302591324, 0.016695182770490646], "prob_new_token": [0.0006014039972797036, 0.0567510686814785, 0.6767302751541138, 0.8708928823471069, 0.9226573705673218, 0.9496895670890808, 0.9679257273674011, 0.9785405397415161, 0.9845266342163086, 0.988246500492096, 0.9906705617904663, 0.992340624332428, 0.9935547113418579, 0.9944748282432556, 0.9951930642127991, 0.9957640171051025, 0.9962208271026611, 0.9965867400169373, 0.9968833923339844, 0.9971253275871277], "prob_old_token": [0.8611969947814941, 0.16214509308338165, 0.015040932223200798, 0.0036166945938020945, 0.0017325854860246181, 0.0009943624027073383, 0.0006341321859508753, 0.0004699305281974375, 0.0003934261330869049, 0.000362137274350971, 0.0003536782169248909, 0.00035383441718295217, 0.00035432371078059077, 0.00035065124393440783, 0.0003415465180296451, 0.00032806876697577536, 0.00031250310712493956, 0.00029698325670324266, 0.0002827277348842472, 0.00027020860579796135], "update_matrix_norm_1": [23546.951171875], "update_matrix_norm_2": [6.475231647491455], "update_matrix_norm_inf": [0.05018673837184906], "request": {"prompt": "{} has a citizenship of", "subject": "Ren\u00e9 Magritte", "target_new": {"str": "Belarus"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [6.568, 4.539, 4.015, 3.117, 2.005, 0.934, 0.483, 0.462, 0.447, 0.433, 0.422, 0.414, 0.41, 0.406, 0.404, 0.402, 0.401, 0.401, 0.4, 0.399], "prob_new": [0.002191921230405569, 0.020606273785233498, 0.03145330399274826, 0.07092642039060593, 0.21676158905029297, 0.6244130730628967, 0.9741439819335938, 0.9831432104110718, 0.9867194890975952, 0.9901235699653625, 0.99307781457901, 0.995022177696228, 0.9962489008903503, 0.9971150159835815, 0.9978011250495911, 0.9983512759208679, 0.9987747073173523, 0.9990854859352112, 0.999302864074707, 0.9994473457336426], "prob_old": [0.7331667542457581, 0.08015992492437363, 0.09123098105192184, 0.06419946253299713, 0.045684605836868286, 0.00728198466822505, 0.001018865848891437, 0.0011115107918158174, 0.0012884358875453472, 0.0012834335211664438, 0.0011511167977005243, 0.0009824280859902501, 0.0008260397589765489, 0.0006968857487663627, 0.0005931170308031142, 0.0005080372211523354, 0.0004365200875326991, 0.00037636206252500415, 0.0003268608415964991, 0.0002873826597351581], "prob_new_token": [6.936884165043011e-05, 0.0013153133913874626, 0.0015735485358163714, 0.006164164748042822, 0.03783516585826874, 0.3832840025424957, 0.9739328026771545, 0.981783390045166, 0.9836759567260742, 0.9879332184791565, 0.9922745823860168, 0.9949978590011597, 0.9965435862541199, 0.9974707961082458, 0.9981012940406799, 0.9985675811767578, 0.9989187717437744, 0.9991788864135742, 0.9993643164634705, 0.9994928240776062], "prob_old_token": [0.8611969947814941, 0.011493919417262077, 0.012469924055039883, 0.00513298949226737, 0.0031704693101346493, 5.2488245273707435e-05, 1.1959383527937462e-06, 9.983094741983223e-07, 1.0467472293385072e-06, 9.766866924110218e-07, 8.336209020853858e-07, 6.765421289856022e-07, 5.390433557295182e-07, 4.3208311240050534e-07, 3.507347798858973e-07, 2.8619641057048284e-07, 2.331011472733735e-07, 1.899256716342279e-07, 1.563145843874736e-07, 1.3136734366980818e-07], "update_matrix_norm_1": [23263.263671875], "update_matrix_norm_2": [6.475231170654297], "update_matrix_norm_inf": [0.041743095964193344], "request": {"prompt": "{} has a citizenship of", "subject": "Ren\u00e9 Magritte", "target_new": {"str": "Togo"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [12.265, 7.776, 3.36, 1.149, 0.578, 0.483, 0.456, 0.44, 0.433, 0.427, 0.422, 0.419, 0.417, 0.415, 0.413, 0.411, 0.409, 0.408, 0.407, 0.406], "prob_new": [1.1260966857662424e-05, 0.0012064403854310513, 0.09694433212280273, 0.69547438621521, 0.8999624848365784, 0.9723512530326843, 0.9855436086654663, 0.9899413585662842, 0.992350161075592, 0.9941234588623047, 0.9953477382659912, 0.9961357116699219, 0.9966400265693665, 0.996995210647583, 0.9972953796386719, 0.9975693225860596, 0.9978101849555969, 0.998005211353302, 0.9981564283370972, 0.9982869625091553], "prob_old": [0.7331667542457581, 0.07747063785791397, 0.048083409667015076, 0.00795313436537981, 0.001985303359106183, 0.0005764163797721267, 0.00030432737548835576, 0.0002208374789915979, 0.00018454100063536316, 0.00016018279711715877, 0.00014308419486042112, 0.00013250028132461011, 0.0001268284977413714, 0.00012339795648586005, 0.00011933969653910026, 0.00011390216241125017, 0.0001081946975318715, 0.00010394558194093406, 0.00010181908146478236, 0.00010042175563285127], "prob_new_token": [8.140065119732753e-07, 0.0013961968943476677, 0.0801866352558136, 0.75836181640625, 0.937435507774353, 0.9798648357391357, 0.989052951335907, 0.9925005435943604, 0.9943788647651672, 0.9956551790237427, 0.996522068977356, 0.997103750705719, 0.9974939823150635, 0.9977686405181885, 0.9979932308197021, 0.9981939196586609, 0.9983673095703125, 0.9985012412071228, 0.99860018491745, 0.99868243932724], "prob_old_token": [0.8611969947814941, 0.010925216600298882, 0.002534255851060152, 4.3688844016287476e-05, 2.295414333275403e-06, 2.729616426222492e-07, 9.11961919314308e-08, 5.135507663567296e-08, 3.669488890523098e-08, 2.8392900475182614e-08, 2.3170516172399402e-08, 2.001519305849797e-08, 1.831282325781558e-08, 1.734676757791931e-08, 1.6239090072645013e-08, 1.4779037549317309e-08, 1.336446153743509e-08, 1.2451276454328308e-08, 1.2128927195931283e-08, 1.2016602823905487e-08], "update_matrix_norm_1": [23874.390625], "update_matrix_norm_2": [6.475231170654297], "update_matrix_norm_inf": [0.03995291888713837], "request": {"prompt": "{} has a citizenship of", "subject": "Ren\u00e9 Magritte", "target_new": {"str": "Guinea"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [8.194, 3.001, 1.072, 0.921, 0.812, 0.727, 0.656, 0.592, 0.533, 0.483, 0.454, 0.441, 0.434, 0.431, 0.428, 0.426, 0.424, 0.423, 0.421, 0.42], "prob_new": [0.00038894626777619123, 0.09682639688253403, 0.655946671962738, 0.7415177822113037, 0.804090678691864, 0.8478978872299194, 0.8783227801322937, 0.9014368653297424, 0.9233165979385376, 0.948030948638916, 0.9679122567176819, 0.9788315296173096, 0.9847846627235413, 0.9884033203125, 0.9908613562583923, 0.992607057094574, 0.9938730597496033, 0.9948020577430725, 0.9954856634140015, 0.9959849715232849], "prob_old": [0.5857536792755127, 0.507565438747406, 0.3382999002933502, 0.2663508355617523, 0.2186141014099121, 0.18832926452159882, 0.1688046008348465, 0.15345516800880432, 0.1385774165391922, 0.1229882463812828, 0.10762669146060944, 0.0941128060221672, 0.08336745202541351, 0.07491640746593475, 0.06829138100147247, 0.06329043209552765, 0.05970732867717743, 0.057283442467451096, 0.05577933415770531, 0.05501279607415199], "prob_new_token": [0.00041963011608459055, 0.14009761810302734, 0.7398099303245544, 0.8100901246070862, 0.8628365397453308, 0.9017813205718994, 0.9286034107208252, 0.9459713101387024, 0.9577705264091492, 0.9664908647537231, 0.9733547568321228, 0.9788727760314941, 0.9833547472953796, 0.9869105815887451, 0.9896184802055359, 0.9916138648986816, 0.9930685758590698, 0.9941404461860657, 0.9949436187744141, 0.9955500364303589], "prob_old_token": [0.2955012619495392, 0.18165044486522675, 0.05703941732645035, 0.04386057332158089, 0.030843349173665047, 0.021302003413438797, 0.01527377963066101, 0.01161113753914833, 0.009218319319188595, 0.00746389152482152, 0.006034300662577152, 0.004817088600248098, 0.0037701684050261974, 0.0029144068248569965, 0.0022595764603465796, 0.001781006925739348, 0.001437240862287581, 0.0011881982209160924, 0.0010049819247797132, 0.0008690337999723852], "update_matrix_norm_1": [22375.703125], "update_matrix_norm_2": [6.030982494354248], "update_matrix_norm_inf": [0.09244780987501144], "request": {"prompt": "{} has a citizenship of", "subject": "Tina Fey", "target_new": {"str": "China"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [11.272, 7.739, 3.172, 1.081, 0.824, 0.533, 0.465, 0.447, 0.438, 0.433, 0.429, 0.426, 0.423, 0.422, 0.421, 0.42, 0.42, 0.419, 0.418, 0.418], "prob_new": [1.8132141121895984e-05, 0.0011812213342636824, 0.11041448265314102, 0.771192729473114, 0.8497804403305054, 0.90801602602005, 0.9587112665176392, 0.9759548902511597, 0.984672486782074, 0.9895632863044739, 0.9924792647361755, 0.9943026900291443, 0.9954922199249268, 0.9962981343269348, 0.9968658089637756, 0.9972837567329407, 0.9976072311401367, 0.997867226600647, 0.9980785846710205, 0.9982481598854065], "prob_old": [0.5857536792755127, 0.48627564311027527, 0.40979599952697754, 0.3023754358291626, 0.26821789145469666, 0.23557116091251373, 0.19965089857578278, 0.17116738855838776, 0.14988626539707184, 0.13413026928901672, 0.12233974784612656, 0.11340977251529694, 0.10657443851232529, 0.10128512978553772, 0.09711126238107681, 0.09368956089019775, 0.0907364934682846, 0.08809398114681244, 0.08573761582374573, 0.08371751755475998], "prob_new_token": [3.3693733712425455e-05, 0.0016716258833184838, 0.13758371770381927, 0.8352007865905762, 0.8988762497901917, 0.9374262094497681, 0.9633997678756714, 0.9782006144523621, 0.9862987399101257, 0.9908320903778076, 0.9934862852096558, 0.9951156973838806, 0.9961599111557007, 0.996855616569519, 0.9973394274711609, 0.9976941347122192, 0.9979695677757263, 0.998193621635437, 0.9983767867088318, 0.9985231161117554], "prob_old_token": [0.2955012619495392, 0.1501634269952774, 0.10373058170080185, 0.01957675814628601, 0.01345260813832283, 0.00891081616282463, 0.0055289557203650475, 0.0034185631666332483, 0.0021949189249426126, 0.0014840025687590241, 0.0010578949004411697, 0.0007923576631583273, 0.0006204221281222999, 0.0005050114123150706, 0.00042436891817487776, 0.000365151820005849, 0.0003192479780409485, 0.00028228963492438197, 0.00025229918537661433, 0.00022843992337584496], "update_matrix_norm_1": [22057.234375], "update_matrix_norm_2": [6.03098201751709], "update_matrix_norm_inf": [0.041742995381355286], "request": {"prompt": "{} has a citizenship of", "subject": "Tina Fey", "target_new": {"str": "Uruguay"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [9.841, 5.99, 2.339, 1.25, 1.061, 0.936, 0.852, 0.782, 0.711, 0.635, 0.561, 0.502, 0.473, 0.456, 0.443, 0.437, 0.431, 0.428, 0.426, 0.423], "prob_new": [7.964255200931802e-05, 0.005245063919574022, 0.20385511219501495, 0.5733786225318909, 0.678580105304718, 0.751026451587677, 0.7967856526374817, 0.8280221819877625, 0.8532175421714783, 0.87591952085495, 0.9019768238067627, 0.9358370900154114, 0.9588386416435242, 0.9716004133224487, 0.9798324108123779, 0.9848580956459045, 0.9884799122810364, 0.9911167025566101, 0.9930567145347595, 0.9945085644721985], "prob_old": [0.5857536792755127, 0.521045446395874, 0.5106048583984375, 0.4087391793727875, 0.3518296480178833, 0.31206950545310974, 0.28464916348457336, 0.26606932282447815, 0.25307992100715637, 0.24350394308567047, 0.23434464633464813, 0.22153636813163757, 0.20323649048805237, 0.18306472897529602, 0.1642090082168579, 0.14852024614810944, 0.1352611482143402, 0.12405548244714737, 0.11421846598386765, 0.10518398880958557], "prob_new_token": [4.870487828156911e-05, 0.006146563217043877, 0.23618526756763458, 0.5530702471733093, 0.6706663966178894, 0.7483866214752197, 0.7995570302009583, 0.8405992984771729, 0.8751763105392456, 0.9032195806503296, 0.9253923892974854, 0.9462281465530396, 0.965468168258667, 0.9787527322769165, 0.9861560463905334, 0.9902128577232361, 0.9928715229034424, 0.9947112798690796, 0.9960559606552124, 0.9970707893371582], "prob_old_token": [0.2955012619495392, 0.21460528671741486, 0.17967019975185394, 0.08089397102594376, 0.046878065913915634, 0.031424298882484436, 0.02389274351298809, 0.01912793517112732, 0.0155549431219697, 0.012658767402172089, 0.00996350683271885, 0.00638619577512145, 0.002755529945716262, 0.0012471838854253292, 0.0006598187610507011, 0.00040058724698610604, 0.0002516362292226404, 0.0001619056856725365, 0.00010605546412989497, 7.015890878392383e-05], "update_matrix_norm_1": [21870.48046875], "update_matrix_norm_2": [6.03098201751709], "update_matrix_norm_inf": [0.06727461516857147], "request": {"prompt": "{} has a citizenship of", "subject": "Tina Fey", "target_new": {"str": "Mexico"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [5.484, 3.429, 1.095, 0.781, 0.648, 0.559, 0.512, 0.479, 0.47, 0.463, 0.457, 0.452, 0.449, 0.446, 0.444, 0.442, 0.441, 0.439, 0.435, 0.424], "prob_new": [0.0044058263301849365, 0.05847698450088501, 0.590887188911438, 0.8152016997337341, 0.892781674861908, 0.9330253601074219, 0.9543867111206055, 0.976109504699707, 0.9824783802032471, 0.9867897033691406, 0.990728497505188, 0.9939182996749878, 0.995970606803894, 0.9971194863319397, 0.997767448425293, 0.9981487393379211, 0.9983459115028381, 0.9984108209609985, 0.998335063457489, 0.9980260133743286], "prob_old": [0.8012903332710266, 0.16405242681503296, 0.06679667532444, 0.03466011583805084, 0.024864288046956062, 0.016749665141105652, 0.013620172627270222, 0.011989099904894829, 0.01087549515068531, 0.009943228214979172, 0.008991912007331848, 0.008057156577706337, 0.007200895342975855, 0.006513422355055809, 0.006034399848431349, 0.005772383417934179, 0.005708238575607538, 0.005817475728690624, 0.006179134827107191, 0.006918401923030615], "prob_new_token": [1.916417750180699e-05, 0.006120886188000441, 0.36220672726631165, 0.7212343811988831, 0.897189736366272, 0.9589186906814575, 0.9691570997238159, 0.9742375612258911, 0.9781348705291748, 0.9825518727302551, 0.9874415993690491, 0.9918647408485413, 0.9948463439941406, 0.9964900612831116, 0.99737149477005, 0.9978804588317871, 0.9981542229652405, 0.9982399940490723, 0.9981217980384827, 0.9977268576622009], "prob_old_token": [0.6499385237693787, 0.007136637810617685, 0.00034775491803884506, 7.371631363639608e-05, 3.0149685699143447e-05, 7.761465894873254e-06, 4.621091193257598e-06, 3.565366114344215e-06, 2.9617235668411013e-06, 2.393185241089668e-06, 1.8018203036263003e-06, 1.2416663821568363e-06, 8.162959375113132e-07, 5.504325599758886e-07, 3.974800790729205e-07, 3.088810274221032e-07, 2.614652885313262e-07, 2.460775760937395e-07, 2.6970437261297775e-07, 3.573530591438612e-07], "update_matrix_norm_1": [22410.62109375], "update_matrix_norm_2": [6.283011436462402], "update_matrix_norm_inf": [0.03949762508273125], "request": {"prompt": "{} has a citizenship of", "subject": "Bob Marley", "target_new": {"str": "Romania"}, "old_answer": {"str": "Jamaica"}, "seed": 42}}, {"loss_per_step": [1.896, 1.671, 0.878, 0.7, 0.564, 0.496, 0.455, 0.447, 0.44, 0.437, 0.435, 0.433, 0.414, 0.381, 0.337, 0.288, 0.243, 0.299, 1.417, 0.647], "prob_new": [0.1547268033027649, 0.3032919764518738, 0.6697008013725281, 0.7900806665420532, 0.8944030404090881, 0.95957350730896, 0.9877597689628601, 0.9913921356201172, 0.9948256611824036, 0.9966604113578796, 0.9975082278251648, 0.9978975653648376, 0.997901201248169, 0.9974510669708252, 0.9962868690490723, 0.9965522885322571, 0.9935262799263, 0.9201836585998535, 0.3614464998245239, 0.8557657599449158], "prob_old": [0.8012903332710266, 0.24677734076976776, 0.07525942474603653, 0.04063275828957558, 0.023417573422193527, 0.005987339187413454, 0.008560079149901867, 0.011070056818425655, 0.011644880287349224, 0.009848440997302532, 0.007898838259279728, 0.0072932797484099865, 0.008986103348433971, 0.013880670070648193, 0.019956344738602638, 0.022658156231045723, 0.06462744623422623, 0.0058042919263243675, 0.09726205468177795, 0.13515061140060425], "prob_new_token": [5.372230589273386e-05, 0.0019890712574124336, 0.32623109221458435, 0.5983225703239441, 0.770212709903717, 0.9120232462882996, 0.9842028021812439, 0.9917864203453064, 0.9960911273956299, 0.9984351992607117, 0.9993002414703369, 0.999544084072113, 0.9995548725128174, 0.9994756579399109, 0.9992516040802002, 0.994691014289856, 0.9965618848800659, 0.8337996006011963, 0.004669710528105497, 0.6446191072463989], "prob_old_token": [0.6499385237693787, 0.014863728545606136, 0.0004074922762811184, 0.00012266483099665493, 3.877499693771824e-05, 2.394751390966121e-06, 2.5124365947704064e-06, 2.731711902015377e-06, 1.8496576785764773e-06, 7.634889129803923e-07, 3.224563727144414e-07, 2.1369113767377712e-07, 2.840060631115193e-07, 6.080223897697579e-07, 1.1707705880326102e-06, 4.418842763698194e-06, 4.830346369999461e-05, 1.3925154007665697e-06, 0.0009831879287958145, 0.002665246371179819], "update_matrix_norm_1": [24215.16796875], "update_matrix_norm_2": [6.477202892303467], "update_matrix_norm_inf": [0.035894859582185745], "request": {"prompt": "{} has a citizenship of", "subject": "Bob Marley", "target_new": {"str": "Serbia and Montenegro"}, "old_answer": {"str": "Jamaica"}, "seed": 42}}, {"loss_per_step": [10.618, 8.073, 4.354, 1.682, 1.07, 0.871, 0.731, 0.577, 0.499, 0.478, 0.467, 0.461, 0.456, 0.453, 0.451, 0.449, 0.448, 0.447, 0.445, 0.444], "prob_new": [3.158428080496378e-05, 0.0007640879484824836, 0.030057862401008606, 0.4800901412963867, 0.793123722076416, 0.8981532454490662, 0.9265750646591187, 0.944545567035675, 0.9740782380104065, 0.9850324988365173, 0.9903357625007629, 0.9935945868492126, 0.9956139326095581, 0.9968628883361816, 0.9976454377174377, 0.9981484413146973, 0.9984815120697021, 0.9987088441848755, 0.9988678097724915, 0.9989811182022095], "prob_old": [0.8012903332710266, 0.15102508664131165, 0.07116273790597916, 0.03141739219427109, 0.015857096761465073, 0.008429533801972866, 0.005734371021389961, 0.004315388388931751, 0.0036104233004152775, 0.0032130226027220488, 0.002852796111255884, 0.0025130074936896563, 0.0022218693047761917, 0.001989629352465272, 0.0018128510564565659, 0.0016828022198751569, 0.0015900313155725598, 0.0015262997476384044, 0.0014853772008791566, 0.0014629143988713622], "prob_new_token": [2.6414376407046802e-05, 0.0014724842039868236, 0.03758685290813446, 0.44816744327545166, 0.8460562229156494, 0.9565188884735107, 0.9794778823852539, 0.9869077801704407, 0.9898603558540344, 0.991708517074585, 0.9936280846595764, 0.9953848719596863, 0.9967122673988342, 0.9976111054420471, 0.9981980919837952, 0.9985848665237427, 0.9988474249839783, 0.9990308284759521, 0.999160647392273, 0.9992529153823853], "prob_old_token": [0.6499385237693787, 0.003890416119247675, 0.00039060693234205246, 9.27133223740384e-05, 2.028049493674189e-05, 4.4778516894439235e-06, 1.7820856328398804e-06, 9.856573797151214e-07, 7.481892225769116e-07, 6.315159453151864e-07, 5.097985535940097e-07, 3.8912872923901887e-07, 2.9209118679318635e-07, 2.233996809763994e-07, 1.7716682521040639e-07, 1.4625487665398396e-07, 1.2539356930574286e-07, 1.1135783495319629e-07, 1.023062594640578e-07, 9.719233418081785e-08], "update_matrix_norm_1": [23961.298828125], "update_matrix_norm_2": [6.47719669342041], "update_matrix_norm_inf": [0.03591419756412506], "request": {"prompt": "{} has a citizenship of", "subject": "Bob Marley", "target_new": {"str": "Guinea"}, "old_answer": {"str": "Jamaica"}, "seed": 42}}, {"loss_per_step": [6.665, 3.6, 1.608, 1.022, 0.753, 0.62, 0.546, 0.504, 0.484, 0.469, 0.457, 0.447, 0.441, 0.435, 0.431, 0.428, 0.425, 0.423, 0.421, 0.419], "prob_new": [0.0019561229273676872, 0.055987268686294556, 0.3981124460697174, 0.6692627668380737, 0.8051216006278992, 0.8707863092422485, 0.9120325446128845, 0.941530168056488, 0.9584194421768188, 0.9694822430610657, 0.9766788482666016, 0.9816091060638428, 0.9851968884468079, 0.9878724813461304, 0.9899697303771973, 0.9917827248573303, 0.9934310913085938, 0.9948907494544983, 0.9960876703262329, 0.996990978717804], "prob_old": [0.47960522770881653, 0.13452699780464172, 0.05852522701025009, 0.018862619996070862, 0.004077820107340813, 0.0009897976415231824, 0.00040813712985254824, 0.00022328466002363712, 0.0001447723334422335, 0.00010372949327575043, 8.038912346819416e-05, 6.606847455259413e-05, 5.6883021898102015e-05, 5.086260352982208e-05, 4.619344326783903e-05, 4.087980050826445e-05, 3.426785406190902e-05, 2.7058733394369483e-05, 2.0570736523950472e-05, 1.5720317605882883e-05], "prob_new_token": [0.0012981317704543471, 0.06279412657022476, 0.44186362624168396, 0.7562402486801147, 0.8924261331558228, 0.9376099705696106, 0.9531292915344238, 0.965957760810852, 0.975485622882843, 0.9820170402526855, 0.9863365888595581, 0.9893501996994019, 0.9915904998779297, 0.9932759404182434, 0.9945933222770691, 0.9957243204116821, 0.9967239499092102, 0.9975566864013672, 0.9981876015663147, 0.9986321926116943], "prob_old_token": [0.6096623539924622, 0.1982635110616684, 0.09264501184225082, 0.025822319090366364, 0.0031190391164273024, 0.0005943558062426746, 0.0002632242685649544, 0.000149344967212528, 9.610102279111743e-05, 6.688859866699204e-05, 4.9609119741944596e-05, 3.850253779091872e-05, 3.095533975283615e-05, 2.5743816877366044e-05, 2.153172499674838e-05, 1.7130005289800465e-05, 1.2554398381325882e-05, 8.505885489284992e-06, 5.547012733586598e-06, 3.706916913870373e-06], "update_matrix_norm_1": [25252.25], "update_matrix_norm_2": [6.580519676208496], "update_matrix_norm_inf": [0.0337456651031971], "request": {"prompt": "{} has a citizenship of", "subject": "Konrad Adenauer", "target_new": {"str": "Canada"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [7.631, 3.048, 1.414, 0.904, 0.712, 0.607, 0.546, 0.507, 0.482, 0.465, 0.453, 0.446, 0.44, 0.435, 0.432, 0.43, 0.428, 0.427, 0.426, 0.425], "prob_new": [0.0007512849988415837, 0.10398301482200623, 0.45151329040527344, 0.6774874925613403, 0.7838141918182373, 0.8542221784591675, 0.9011833667755127, 0.9349189400672913, 0.9576725959777832, 0.9728536605834961, 0.9825368523597717, 0.988246738910675, 0.9914548993110657, 0.9932227730751038, 0.9942184090614319, 0.9948191046714783, 0.9952172040939331, 0.9955132007598877, 0.9957640767097473, 0.9959973096847534], "prob_old": [0.47960522770881653, 0.047695983201265335, 0.0034489883109927177, 0.001550144050270319, 0.0008843012619763613, 0.0004200701368972659, 0.0002044475986622274, 0.00010834461863851175, 6.386070162989199e-05, 4.052981603308581e-05, 2.726931415963918e-05, 1.9832617908832617e-05, 1.584317215019837e-05, 1.382720802212134e-05, 1.2867787518189289e-05, 1.2435679309419356e-05, 1.2244637218827847e-05, 1.2111227079003584e-05, 1.1895669558725785e-05, 1.1534400073287543e-05], "prob_new_token": [0.0004978478536941111, 0.10255667567253113, 0.33505260944366455, 0.6279283761978149, 0.7864779829978943, 0.868599534034729, 0.9123983383178711, 0.941215455532074, 0.9624907970428467, 0.9775832891464233, 0.9871087670326233, 0.9922451376914978, 0.9946751594543457, 0.9957713484764099, 0.9963207244873047, 0.9966753721237183, 0.9969715476036072, 0.9972445964813232, 0.9974910020828247, 0.9976994395256042], "prob_old_token": [0.6096623539924622, 0.06872320175170898, 0.0018935762345790863, 0.0017673652619123459, 0.0011401004157960415, 0.0004531620943453163, 0.00017029172158800066, 7.255559467012063e-05, 3.605706660891883e-05, 1.9246048395871185e-05, 1.0693308468034957e-05, 6.439251137635438e-06, 4.535174412012566e-06, 3.7999557207513135e-06, 3.5350167308934033e-06, 3.418826963752508e-06, 3.3239332424273016e-06, 3.2104901492857607e-06, 3.0776323001191486e-06, 2.9404357064777287e-06], "update_matrix_norm_1": [25408.2265625], "update_matrix_norm_2": [6.580520153045654], "update_matrix_norm_inf": [0.03381567448377609], "request": {"prompt": "{} has a citizenship of", "subject": "Konrad Adenauer", "target_new": {"str": "Israel"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [10.555, 7.491, 1.576, 0.758, 0.569, 0.522, 0.493, 0.473, 0.458, 0.448, 0.44, 0.435, 0.431, 0.428, 0.426, 0.424, 0.423, 0.421, 0.42, 0.42], "prob_new": [4.013127909274772e-05, 0.0012138443998992443, 0.41556477546691895, 0.8259051442146301, 0.9098967909812927, 0.9435575604438782, 0.9609556794166565, 0.9720843434333801, 0.979962944984436, 0.9854434728622437, 0.989081084728241, 0.9915016293525696, 0.9931666254997253, 0.994347095489502, 0.9952088594436646, 0.9958622455596924, 0.9963803887367249, 0.9968087673187256, 0.9971702694892883, 0.9974741339683533], "prob_old": [0.47960522770881653, 0.1422646939754486, 0.04766535758972168, 0.0028022057376801968, 0.00042082538129761815, 0.00013119385403115302, 5.485420115292072e-05, 2.587960807431955e-05, 1.2852206054958515e-05, 6.772924280085135e-06, 3.932737399736652e-06, 2.5357335289299954e-06, 1.7886339946926455e-06, 1.3567580481321784e-06, 1.0884941730182618e-06, 9.089352488445002e-07, 7.792158953634498e-07, 6.793528655180125e-07, 5.995826768412371e-07, 5.35439482973743e-07], "prob_new_token": [2.8352033041301183e-05, 0.00105630315374583, 0.3918702304363251, 0.8791627883911133, 0.9316591024398804, 0.9554627537727356, 0.9691107273101807, 0.9780832529067993, 0.9845359921455383, 0.9891299605369568, 0.9921576380729675, 0.9940688610076904, 0.9953072667121887, 0.9961481094360352, 0.9967498779296875, 0.9972041249275208, 0.9975677132606506, 0.9978741407394409, 0.9981387853622437, 0.9983664751052856], "prob_old_token": [0.6096623539924622, 0.20634602010250092, 0.08239371329545975, 0.004115385003387928, 0.0005044835852459073, 0.00013785700139123946, 5.495597724802792e-05, 2.5837232897174545e-05, 1.2814495676138904e-05, 6.556674179591937e-06, 3.6293572520662565e-06, 2.262024281662889e-06, 1.5781840829731664e-06, 1.2036203997922712e-06, 9.799803137866547e-07, 8.350149300895282e-07, 7.33021352061769e-07, 6.559885150636546e-07, 5.948803050159768e-07, 5.457070528791519e-07], "update_matrix_norm_1": [25368.251953125], "update_matrix_norm_2": [6.580520153045654], "update_matrix_norm_inf": [0.034725017845630646], "request": {"prompt": "{} has a citizenship of", "subject": "Konrad Adenauer", "target_new": {"str": "Peru"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [6.525, 1.817, 0.588, 0.484, 0.47, 0.46, 0.452, 0.445, 0.441, 0.438, 0.435, 0.434, 0.432, 0.431, 0.43, 0.43, 0.429, 0.428, 0.427, 0.427], "prob_new": [0.003139191772788763, 0.2973681092262268, 0.8910139203071594, 0.9651604890823364, 0.9758156538009644, 0.9816545248031616, 0.985644519329071, 0.9885256886482239, 0.9906569123268127, 0.9922649264335632, 0.9935007095336914, 0.9944658279418945, 0.9952291250228882, 0.9958376288414001, 0.9963248372077942, 0.9967151880264282, 0.9970269203186035, 0.9972732663154602, 0.9974640607833862, 0.997606635093689], "prob_old": [0.5420181751251221, 0.059122614562511444, 0.0038237469270825386, 0.00010326895426260307, 5.282649726723321e-05, 3.6766647099284455e-05, 2.7795804271590896e-05, 2.2001770048518665e-05, 1.802802216843702e-05, 1.51880476551014e-05, 1.3087423212709837e-05, 1.1488175005069934e-05, 1.0242443750030361e-05, 9.255445547751151e-06, 8.465328392048832e-06, 7.831056791474111e-06, 7.326813374675112e-06, 6.938659680599812e-06, 6.661919542239048e-06, 6.498267339338781e-06], "prob_new_token": [0.0028859481681138277, 0.2547430992126465, 0.9480374455451965, 0.974714457988739, 0.9823641777038574, 0.9866125583648682, 0.9894200563430786, 0.9913939833641052, 0.9928364157676697, 0.9939261674880981, 0.9947755932807922, 0.9954533576965332, 0.9960026741027832, 0.9964526891708374, 0.996822714805603, 0.9971259236335754, 0.9973739385604858, 0.9975753426551819, 0.9977351427078247, 0.9978587627410889], "prob_old_token": [0.6166462302207947, 0.04858439415693283, 0.0002624176850076765, 2.8998898415011354e-05, 1.743693974276539e-05, 1.273390807909891e-05, 9.864045750873629e-06, 7.901455319370143e-06, 6.4834389377210755e-06, 5.417312422650866e-06, 4.5895480980107095e-06, 3.93197706216597e-06, 3.4012496143986937e-06, 2.968054332086467e-06, 2.6131683625862934e-06, 2.3225825316330884e-06, 2.0861550638073822e-06, 1.8977747231474495e-06, 1.7534282505948795e-06, 1.6508545286342269e-06], "update_matrix_norm_1": [24621.359375], "update_matrix_norm_2": [6.572659492492676], "update_matrix_norm_inf": [0.034383464604616165], "request": {"prompt": "{} has a citizenship of", "subject": "Narendra Modi", "target_new": {"str": "Japan"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [5.19, 3.197, 1.189, 0.49, 0.478, 0.473, 0.467, 0.462, 0.457, 0.452, 0.448, 0.444, 0.441, 0.438, 0.436, 0.434, 0.432, 0.431, 0.43, 0.428], "prob_new": [0.0065244948491454124, 0.0795222818851471, 0.47903451323509216, 0.9579616785049438, 0.9701398611068726, 0.974643886089325, 0.9782251715660095, 0.981482744216919, 0.9844346046447754, 0.9870400428771973, 0.9892807006835938, 0.9911651015281677, 0.9927239418029785, 0.9939989447593689, 0.9950354695320129, 0.995876133441925, 0.9965582489967346, 0.9971120953559875, 0.997561514377594, 0.997924268245697], "prob_old": [0.5420181751251221, 0.19170163571834564, 0.014543824829161167, 5.461984619614668e-05, 4.882495886704419e-06, 1.6803834341772017e-06, 8.555918498132087e-07, 5.192700882616919e-07, 3.5237820839029155e-07, 2.6188234869550797e-07, 2.112649326591054e-07, 1.8363685683198128e-07, 1.7043565492258494e-07, 1.671015610327231e-07, 1.71161119055796e-07, 1.8135609991531965e-07, 1.9728153688447492e-07, 2.1929074023319117e-07, 2.484997594365268e-07, 2.870021660328348e-07], "prob_new_token": [6.333911733236164e-05, 0.011917646043002605, 0.29229602217674255, 0.9577507972717285, 0.9848588109016418, 0.9914826154708862, 0.9943442940711975, 0.9958462119102478, 0.9967147707939148, 0.997250497341156, 0.9975995421409607, 0.9978370070457458, 0.9980075359344482, 0.9981383085250854, 0.9982481598854065, 0.9983503818511963, 0.9984515905380249, 0.9985554814338684, 0.9986590147018433, 0.9987555742263794], "prob_old_token": [0.6166462302207947, 0.14047759771347046, 0.011317574419081211, 3.5560329706640914e-05, 3.955611646233592e-06, 1.4891458022248116e-06, 8.090039500530111e-07, 5.229996418165683e-07, 3.794597489559237e-07, 3.0214243906812044e-07, 2.607369538054627e-07, 2.4132353360073466e-07, 2.3695288575709128e-07, 2.442273512315296e-07, 2.6168257249992166e-07, 2.8918805128341774e-07, 3.2780741321403184e-07, 3.7974609767843504e-07, 4.4870489546156023e-07, 5.401966518547852e-07], "update_matrix_norm_1": [24051.55078125], "update_matrix_norm_2": [6.572659492492676], "update_matrix_norm_inf": [0.037326667457818985], "request": {"prompt": "{} has a citizenship of", "subject": "Narendra Modi", "target_new": {"str": "Luxembourg"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [7.676, 2.149, 0.494, 0.48, 0.465, 0.454, 0.447, 0.441, 0.436, 0.433, 0.43, 0.428, 0.427, 0.426, 0.425, 0.424, 0.423, 0.422, 0.422, 0.421], "prob_new": [0.0009895091643556952, 0.2032933533191681, 0.9582201838493347, 0.9674151539802551, 0.9764544367790222, 0.9824219942092896, 0.9864211678504944, 0.989258348941803, 0.9912945032119751, 0.9927809834480286, 0.9939021468162537, 0.994780421257019, 0.9954892992973328, 0.9960697293281555, 0.9965462684631348, 0.9969350695610046, 0.9972504377365112, 0.9975057244300842, 0.9977142810821533, 0.9978885054588318], "prob_old": [0.5420181751251221, 0.07157910615205765, 0.0011684896890074015, 0.00037018832517787814, 0.0002476572699379176, 0.00020287199004087597, 0.00017210269288625568, 0.00014590940554626286, 0.00012636375322472304, 0.0001132253892137669, 0.00010361722524976358, 9.446398325962946e-05, 8.423327381024137e-05, 7.324979378608987e-05, 6.273094186326489e-05, 5.3756783017888665e-05, 4.6816461690468714e-05, 4.1887033148668706e-05, 3.864091195282526e-05, 3.660311267594807e-05], "prob_new_token": [0.0014001018134877086, 0.2606472969055176, 0.958179235458374, 0.9699943661689758, 0.9786421060562134, 0.9839879274368286, 0.9874836206436157, 0.9899687170982361, 0.9918013215065002, 0.993177056312561, 0.9942302703857422, 0.9950580596923828, 0.9957250356674194, 0.9962717294692993, 0.9967194199562073, 0.9970836043357849, 0.997378408908844, 0.9976155757904053, 0.9978082776069641, 0.9979689717292786], "prob_old_token": [0.6166462302207947, 0.034991681575775146, 0.0007099021458998322, 0.0002157374838134274, 0.00012299740046728402, 8.947764581535012e-05, 7.328543142648414e-05, 6.345489964587614e-05, 5.704710929421708e-05, 5.280938421492465e-05, 4.961247759638354e-05, 4.638808604795486e-05, 4.2556242988212034e-05, 3.818863115157001e-05, 3.3767526474548504e-05, 2.9783002901240252e-05, 2.6494732082937844e-05, 2.3943986889207736e-05, 2.2010217435308732e-05, 2.0475825294852257e-05], "update_matrix_norm_1": [25127.837890625], "update_matrix_norm_2": [6.572659015655518], "update_matrix_norm_inf": [0.02920631878077984], "request": {"prompt": "{} has a citizenship of", "subject": "Narendra Modi", "target_new": {"str": "Mexico"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [10.808, 5.412, 1.836, 0.689, 0.526, 0.47, 0.447, 0.433, 0.424, 0.417, 0.412, 0.407, 0.403, 0.4, 0.396, 0.394, 0.391, 0.389, 0.387, 0.386], "prob_new": [2.4506001864210702e-05, 0.010661082342267036, 0.2537628710269928, 0.7493723034858704, 0.8811986446380615, 0.9311652779579163, 0.952140212059021, 0.9633542895317078, 0.9704586267471313, 0.9755023717880249, 0.9793147444725037, 0.9823020100593567, 0.9847003817558289, 0.9866618514060974, 0.9882895350456238, 0.9896560311317444, 0.9908134937286377, 0.9918009638786316, 0.9926483035087585, 0.9933788776397705], "prob_old": [0.6557340025901794, 0.2710994482040405, 0.030440645292401314, 0.0033345436677336693, 0.0006529210950247943, 0.00021396657393779606, 9.878544369712472e-05, 5.884336860617623e-05, 4.1743733163457364e-05, 3.303981793578714e-05, 2.7985148335574195e-05, 2.474398752383422e-05, 2.249721364933066e-05, 2.0830661014770158e-05, 1.9509669073158875e-05, 1.8384927898296155e-05, 1.735626756271813e-05, 1.635649095987901e-05, 1.5346360669354908e-05, 1.4312823623185977e-05], "prob_new_token": [2.2290383640211076e-05, 0.005365324206650257, 0.24285046756267548, 0.720626711845398, 0.86945641040802, 0.9278481006622314, 0.9529547095298767, 0.966066837310791, 0.9738268256187439, 0.9789149165153503, 0.9825219511985779, 0.9852266907691956, 0.9873380064964294, 0.9890353083610535, 0.9904293417930603, 0.991592288017273, 0.9925730228424072, 0.9934066534042358, 0.9941190481185913, 0.9947292804718018], "prob_old_token": [0.6901488304138184, 0.20308175683021545, 0.02990051545202732, 0.005602861754596233, 0.0011534987716004252, 0.0003571474808268249, 0.0001537150819785893, 8.64097528392449e-05, 5.928346581640653e-05, 4.642428757506423e-05, 3.94843373214826e-05, 3.533012932166457e-05, 3.2596719393040985e-05, 3.061743700527586e-05, 2.901815423683729e-05, 2.7577263608691283e-05, 2.6153014914598316e-05, 2.4657610993017443e-05, 2.3054897610563785e-05, 2.135469185304828e-05], "update_matrix_norm_1": [24908.9765625], "update_matrix_norm_2": [6.648001194000244], "update_matrix_norm_inf": [0.030027033761143684], "request": {"prompt": "{} has a citizenship of", "subject": "Franck Rib\u00e9ry", "target_new": {"str": "Cuba"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [4.594, 1.801, 0.999, 0.645, 0.519, 0.461, 0.428, 0.411, 0.401, 0.395, 0.391, 0.388, 0.385, 0.383, 0.381, 0.379, 0.378, 0.377, 0.376, 0.375], "prob_new": [0.010399211198091507, 0.3025161027908325, 0.625461220741272, 0.8726967573165894, 0.9090692400932312, 0.9338653087615967, 0.952789306640625, 0.9648695588111877, 0.9724723696708679, 0.9777523279190063, 0.9814655780792236, 0.9842249751091003, 0.9864271283149719, 0.9882941842079163, 0.989901602268219, 0.9912872314453125, 0.9924767017364502, 0.9934899806976318, 0.9943469762802124, 0.9950674176216125], "prob_old": [0.6557340025901794, 0.15358373522758484, 0.004160406533628702, 0.003073787549510598, 0.0014637064887210727, 0.0007331998785957694, 0.00041699534631334245, 0.0002790619037114084, 0.00019529546261765063, 0.00013824275811202824, 0.00010304457100573927, 8.104492735583335e-05, 6.592670979443938e-05, 5.4477815865539014e-05, 4.53689499408938e-05, 3.7929410609649494e-05, 3.178706538164988e-05, 2.670789763214998e-05, 2.252186823170632e-05, 1.9080440324614756e-05], "prob_new_token": [7.335381815209985e-05, 0.03445655480027199, 0.15627875924110413, 0.7842613458633423, 0.8956025242805481, 0.9329481720924377, 0.9513604044914246, 0.9610980153083801, 0.9673557281494141, 0.9722370505332947, 0.9763043522834778, 0.9797317981719971, 0.9826380014419556, 0.9851272702217102, 0.9872719645500183, 0.9891161322593689, 0.9906861186027527, 0.9920036196708679, 0.9930906295776367, 0.9939708709716797], "prob_old_token": [0.6901488304138184, 0.07151898741722107, 0.002443348988890648, 0.002873488236218691, 0.001052711857482791, 0.00043477260624058545, 0.0002069295005640015, 0.0001215311567648314, 8.448313019471243e-05, 6.457445124397054e-05, 5.199055158300325e-05, 4.3128242396051064e-05, 3.6401572288013995e-05, 3.0990548111731187e-05, 2.646508437464945e-05, 2.2609170628129505e-05, 1.9326018446008675e-05, 1.6568772480241023e-05, 1.4302666386356577e-05, 1.2483242244343273e-05], "update_matrix_norm_1": [24816.45703125], "update_matrix_norm_2": [6.648001194000244], "update_matrix_norm_inf": [0.030842335894703865], "request": {"prompt": "{} has a citizenship of", "subject": "Franck Rib\u00e9ry", "target_new": {"str": "Bulgaria"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [4.478, 2.926, 1.483, 0.597, 0.498, 0.463, 0.443, 0.428, 0.415, 0.405, 0.398, 0.393, 0.389, 0.386, 0.383, 0.381, 0.38, 0.378, 0.377, 0.376], "prob_new": [0.012460784055292606, 0.08759092539548874, 0.34867215156555176, 0.8360360860824585, 0.9008378982543945, 0.927936851978302, 0.9433042407035828, 0.9550386071205139, 0.9644294381141663, 0.9716236591339111, 0.9769916534423828, 0.9810277223587036, 0.9841530323028564, 0.986656665802002, 0.9886968731880188, 0.9903749823570251, 0.9917612075805664, 0.9929102063179016, 0.9938727021217346, 0.99469393491745], "prob_old": [0.6557340025901794, 0.2661769688129425, 0.0019871017429977655, 0.0017721675103530288, 0.0013673821231350303, 0.0010224853176623583, 0.0008410572772845626, 0.0007270179921761155, 0.0006379669066518545, 0.0005564737366512418, 0.00047565181739628315, 0.0003965394280385226, 0.0003230140428058803, 0.00025819760048761964, 0.0002037168451352045, 0.0001597511873114854, 0.00012533486005850136, 9.883118036668748e-05, 7.83933573984541e-05, 6.236563058337197e-05], "prob_new_token": [8.451133908238262e-05, 0.003746635979041457, 0.054969847202301025, 0.6975923180580139, 0.85651695728302, 0.915343165397644, 0.9408709406852722, 0.9535185098648071, 0.9610822200775146, 0.9664894938468933, 0.9709964394569397, 0.9750966429710388, 0.9788933992385864, 0.9823249578475952, 0.9852979779243469, 0.9877606630325317, 0.9897250533103943, 0.9912571907043457, 0.9924548864364624, 0.9934220314025879], "prob_old_token": [0.6901488304138184, 0.16097204387187958, 0.0007998824585229158, 0.001034206128679216, 0.0007970413425937295, 0.0005854920018464327, 0.00048230847460217774, 0.00043072589323855937, 0.0003943800984416157, 0.00035703391768038273, 0.00031283023417927325, 0.00026313491980545223, 0.00021296617342159152, 0.00016724757733754814, 0.00012899287685286254, 9.907550702337176e-05, 7.673072832403705e-05, 6.040939115337096e-05, 4.838216045754962e-05, 3.9174043195089325e-05], "update_matrix_norm_1": [24913.51953125], "update_matrix_norm_2": [6.648000717163086], "update_matrix_norm_inf": [0.03708434849977493], "request": {"prompt": "{} has a citizenship of", "subject": "Franck Rib\u00e9ry", "target_new": {"str": "Hungary"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.096, 2.566, 0.899, 0.79, 0.707, 0.647, 0.598, 0.569, 0.554, 0.544, 0.538, 0.534, 0.531, 0.528, 0.526, 0.524, 0.522, 0.521, 0.519, 0.516], "prob_new": [0.006521040573716164, 0.1644430011510849, 0.8142396807670593, 0.8599780201911926, 0.8904154896736145, 0.9139754176139832, 0.9374529719352722, 0.9572886824607849, 0.9696264266967773, 0.9774386286735535, 0.9825063347816467, 0.9858340620994568, 0.9880533814430237, 0.9895606637001038, 0.9906416535377502, 0.9914722442626953, 0.9921497106552124, 0.9927332997322083, 0.9932616353034973, 0.9937591552734375], "prob_old": [0.402128130197525, 0.19623062014579773, 0.07209701091051102, 0.06646469235420227, 0.060958243906497955, 0.05477661266922951, 0.048273488879203796, 0.041913606226444244, 0.036509912461042404, 0.03237003833055496, 0.029331039637327194, 0.027124891057610512, 0.025492053478956223, 0.02424069494009018, 0.023240746930241585, 0.02241205982863903, 0.021715888753533363, 0.02113661915063858, 0.020658956840634346, 0.020238641649484634], "prob_new_token": [2.968262560898438e-05, 0.03502725437283516, 0.6089461445808411, 0.7361565828323364, 0.8279008269309998, 0.8823705911636353, 0.9128094911575317, 0.9343721270561218, 0.9507103562355042, 0.9623636603355408, 0.9702032804489136, 0.9753621816635132, 0.9788178205490112, 0.9812402725219727, 0.9830437898635864, 0.9844743013381958, 0.9856847524642944, 0.9867758750915527, 0.98781418800354, 0.988837718963623], "prob_old_token": [0.24228766560554504, 0.17061752080917358, 0.07216143608093262, 0.058004774153232574, 0.04659156873822212, 0.037703052163124084, 0.03106079436838627, 0.024762967601418495, 0.018615012988448143, 0.01350782997906208, 0.00982759054750204, 0.007373305503278971, 0.0057723503559827805, 0.004719203338027, 0.0040071583352983, 0.003505718195810914, 0.003130464581772685, 0.002825604984536767, 0.0025532252620905638, 0.002286796923726797], "update_matrix_norm_1": [24591.31640625], "update_matrix_norm_2": [6.571298122406006], "update_matrix_norm_inf": [0.026038218289613724], "request": {"prompt": "{} has a citizenship of", "subject": "Mike Oldfield", "target_new": {"str": "Estonia"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [11.48, 6.477, 2.387, 1.075, 0.954, 0.83, 0.72, 0.612, 0.582, 0.567, 0.558, 0.551, 0.544, 0.539, 0.535, 0.531, 0.528, 0.524, 0.522, 0.52], "prob_new": [1.5139050447032787e-05, 0.003601993201300502, 0.24321824312210083, 0.8371756672859192, 0.911436915397644, 0.9318680763244629, 0.9319708943367004, 0.955225944519043, 0.9709684252738953, 0.9823791980743408, 0.9890888929367065, 0.9928776025772095, 0.9948593378067017, 0.9957486391067505, 0.9960214495658875, 0.9960855841636658, 0.9963027834892273, 0.9967526197433472, 0.9972406029701233, 0.9976202845573425], "prob_old": [0.402128130197525, 0.17777332663536072, 0.04423600807785988, 0.02837565541267395, 0.014893642626702785, 0.008214040659368038, 0.006480048410594463, 0.00600244477391243, 0.005508605856448412, 0.004508908838033676, 0.003637241432443261, 0.0030437572859227657, 0.0027263564988970757, 0.002622394822537899, 0.00264175096526742, 0.002674972405657172, 0.0026277084834873676, 0.0024850203189998865, 0.002304874360561371, 0.002141001634299755], "prob_new_token": [2.0130233679083176e-05, 0.002500939415767789, 0.19399991631507874, 0.9095177054405212, 0.9723742008209229, 0.9875961542129517, 0.9876889586448669, 0.9907756447792053, 0.9910231232643127, 0.9932796955108643, 0.9953787922859192, 0.9967880845069885, 0.99757319688797, 0.9979220628738403, 0.9980142712593079, 0.9980399012565613, 0.9981746673583984, 0.998438835144043, 0.9987161159515381, 0.998927652835846], "prob_old_token": [0.24228766560554504, 0.13717003166675568, 0.047669023275375366, 0.010625156573951244, 0.003269884968176484, 0.0020174100063741207, 0.002553539350628853, 0.0010550692677497864, 0.000926865846849978, 0.0007006276282481849, 0.0005142168374732137, 0.000400607124902308, 0.00034935129224322736, 0.0003426099137868732, 0.00036037471727468073, 0.0003727750154212117, 0.0003492112155072391, 0.00029140134574845433, 0.00022881320910528302, 0.00018024217570200562], "update_matrix_norm_1": [24650.81640625], "update_matrix_norm_2": [6.571300983428955], "update_matrix_norm_inf": [0.031475648283958435], "request": {"prompt": "{} has a citizenship of", "subject": "Mike Oldfield", "target_new": {"str": "Guinea"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [4.182, 2.41, 1.45, 0.994, 0.831, 0.735, 0.631, 0.574, 0.543, 0.53, 0.523, 0.519, 0.516, 0.514, 0.513, 0.512, 0.511, 0.51, 0.509, 0.508], "prob_new": [0.018969040364027023, 0.17808040976524353, 0.43812063336372375, 0.6826993227005005, 0.7943383455276489, 0.8496631383895874, 0.9081991314888, 0.9516765475273132, 0.9790024757385254, 0.9915947914123535, 0.9956477880477905, 0.997144877910614, 0.9977919459342957, 0.9981284737586975, 0.9983137249946594, 0.9984172582626343, 0.9984819293022156, 0.9985238909721375, 0.9985458850860596, 0.9985529780387878], "prob_old": [0.402128130197525, 0.27347415685653687, 0.14844994246959686, 0.13229519128799438, 0.09851013123989105, 0.083936907351017, 0.07832729816436768, 0.06969327479600906, 0.05577963963150978, 0.04242902621626854, 0.03368332237005234, 0.02836444228887558, 0.025027386844158173, 0.022815333679318428, 0.02137044072151184, 0.02044854871928692, 0.019857268780469894, 0.019504854455590248, 0.01935780979692936, 0.01939168944954872], "prob_new_token": [0.24228766560554504, 0.2527593970298767, 0.33401599526405334, 0.624732494354248, 0.7373260259628296, 0.7979455590248108, 0.8831748366355896, 0.9568211436271667, 0.9851322174072266, 0.9935404062271118, 0.9964182376861572, 0.9974774718284607, 0.9978710412979126, 0.998054027557373, 0.9981492757797241, 0.9981989860534668, 0.9982224106788635, 0.9982256293296814, 0.9982123970985413, 0.9981961846351624], "prob_old_token": [0.24228766560554504, 0.2527593970298767, 0.33401599526405334, 0.624732494354248, 0.7373260259628296, 0.7979455590248108, 0.8831748366355896, 0.9568211436271667, 0.9851322174072266, 0.9935404062271118, 0.9964182376861572, 0.9974774718284607, 0.9978710412979126, 0.998054027557373, 0.9981492757797241, 0.9981989860534668, 0.9982224106788635, 0.9982256293296814, 0.9982123970985413, 0.9981961846351624], "update_matrix_norm_1": [23850.431640625], "update_matrix_norm_2": [6.571298599243164], "update_matrix_norm_inf": [0.03159446641802788], "request": {"prompt": "{} has a citizenship of", "subject": "Mike Oldfield", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [8.426, 5.93, 1.97, 1.371, 1.151, 1.008, 0.867, 0.787, 0.67, 0.582, 0.509, 0.442, 0.418, 0.407, 0.399, 0.393, 0.39, 0.387, 0.386, 0.384], "prob_new": [0.0003690442244987935, 0.006580417975783348, 0.3389892280101776, 0.5731540322303772, 0.661199688911438, 0.7227480411529541, 0.7808043360710144, 0.8292721509933472, 0.8666162490844727, 0.8971156477928162, 0.9257028698921204, 0.9617988467216492, 0.979548990726471, 0.9851428866386414, 0.9888797998428345, 0.991524875164032, 0.9934083819389343, 0.9948297142982483, 0.9958942532539368, 0.9966577887535095], "prob_old": [0.6117834448814392, 0.07742922753095627, 0.0732610747218132, 0.015633489936590195, 0.007944037206470966, 0.005042919889092445, 0.0032494980841875076, 0.0018508825451135635, 0.001273247878998518, 0.0007723456365056336, 0.0004532760358415544, 0.00031768460758030415, 0.0002503403811715543, 0.0002118425618391484, 0.00019602198153734207, 0.00018424079462420195, 0.00016172025061678141, 0.00012845333549194038, 9.497578139416873e-05, 6.917590508237481e-05], "prob_new_token": [7.150835153879598e-05, 0.004070438910275698, 0.4031254053115845, 0.6737849712371826, 0.7744824290275574, 0.8372206091880798, 0.8844661116600037, 0.9172960519790649, 0.9403840899467468, 0.9552505612373352, 0.9666811227798462, 0.9748588800430298, 0.981035053730011, 0.9854521155357361, 0.9886885285377502, 0.9912098050117493, 0.9932529330253601, 0.9948838353157043, 0.9961114525794983, 0.9969789385795593], "prob_old_token": [0.8585698008537292, 0.12469935417175293, 0.11571629345417023, 0.032544463872909546, 0.012326867319643497, 0.005088696256279945, 0.0023845680989325047, 0.0012497776187956333, 0.000942300888709724, 0.0006171099958010018, 0.0003515790740493685, 0.0002296408492838964, 0.00017067298176698387, 0.0001374961866531521, 0.00011432081373641267, 9.423578740097582e-05, 7.4764720920939e-05, 5.659220914822072e-05, 4.166851067566313e-05, 3.090189056820236e-05], "update_matrix_norm_1": [26325.494140625], "update_matrix_norm_2": [7.187719345092773], "update_matrix_norm_inf": [0.03819838911294937], "request": {"prompt": "{} has a citizenship of", "subject": "Maurice Ravel", "target_new": {"str": "Japan"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [7.485, 4.546, 1.451, 1.282, 1.173, 1.085, 1.005, 0.926, 0.838, 0.718, 0.55, 0.434, 0.418, 0.409, 0.401, 0.395, 0.39, 0.385, 0.382, 0.38], "prob_new": [0.0007718333508819342, 0.03037036396563053, 0.5874874591827393, 0.6737044453620911, 0.7292203307151794, 0.7733890414237976, 0.8104844093322754, 0.8431220650672913, 0.8714786171913147, 0.8953772187232971, 0.9163363575935364, 0.964020311832428, 0.9759390950202942, 0.9810431599617004, 0.9854161739349365, 0.9894752502441406, 0.9929397702217102, 0.9955646395683289, 0.9970704913139343, 0.9979026913642883], "prob_old": [0.6117834448814392, 0.04941370338201523, 0.002729028230533004, 0.0015755847562104464, 0.0011464467970654368, 0.0008477412047795951, 0.0006025637849234045, 0.00040002583409659564, 0.000246532290475443, 0.00014031579485163093, 8.223816257668659e-05, 4.208455720799975e-05, 2.717594543355517e-05, 2.041453444689978e-05, 1.6230278561124578e-05, 1.2437441910151392e-05, 8.764201083977241e-06, 5.724580660171341e-06, 3.857586762023857e-06, 2.8556246434163768e-06], "prob_new_token": [0.00031880225287750363, 0.046220142394304276, 0.7765721678733826, 0.8618660569190979, 0.9017370939254761, 0.9250494241714478, 0.9408401250839233, 0.9529526829719543, 0.962925910949707, 0.9712602496147156, 0.9777106046676636, 0.9839304089546204, 0.9870011806488037, 0.9888533353805542, 0.9903489351272583, 0.9920628070831299, 0.9939972162246704, 0.9957252740859985, 0.9969508051872253, 0.9977121353149414], "prob_old_token": [0.8585698008537292, 0.09949876368045807, 0.002123204991221428, 0.0009226463153026998, 0.0005656596040353179, 0.00037748634349554777, 0.00025904973153956234, 0.00017865524569060653, 0.00012333191989455372, 8.41876317281276e-05, 5.4927215387579054e-05, 2.679986209841445e-05, 1.8895605535362847e-05, 1.6231979316216893e-05, 1.4630510122515261e-05, 1.2167896784376353e-05, 8.927890121412929e-06, 6.0307020248728804e-06, 4.1032026274478994e-06, 3.0175442589097656e-06], "update_matrix_norm_1": [26398.6953125], "update_matrix_norm_2": [7.187719345092773], "update_matrix_norm_inf": [0.04297935217618942], "request": {"prompt": "{} has a citizenship of", "subject": "Maurice Ravel", "target_new": {"str": "Portugal"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [2.958, 1.731, 0.926, 0.74, 0.634, 0.558, 0.516, 0.47, 0.428, 0.408, 0.397, 0.389, 0.384, 0.382, 0.381, 0.379, 0.378, 0.378, 0.377, 0.377], "prob_new": [0.060366593301296234, 0.33401888608932495, 0.6765223741531372, 0.7805768847465515, 0.8344793915748596, 0.8728420734405518, 0.9010455012321472, 0.9292818903923035, 0.9587722420692444, 0.9764553308486938, 0.9843337535858154, 0.9887759685516357, 0.9913360476493835, 0.9929615259170532, 0.9942587018013, 0.9953433871269226, 0.996222734451294, 0.9968870282173157, 0.9973500967025757, 0.9976465106010437], "prob_old": [0.6117834448814392, 0.03702009096741676, 0.005861877929419279, 0.002455727197229862, 0.0013740662252530456, 0.0008436281932517886, 0.000566601287573576, 0.00034095378941856325, 0.00019970349967479706, 0.00011324344086460769, 7.380088209174573e-05, 5.8019890275318176e-05, 5.130732824909501e-05, 4.504742901190184e-05, 3.742639091797173e-05, 2.9335184080991894e-05, 2.221317663497757e-05, 1.6944319213507697e-05, 1.3587704415840562e-05, 1.181107472802978e-05], "prob_new_token": [0.0029987299349159002, 0.10684966295957565, 0.6522502899169922, 0.825343668460846, 0.8796198964118958, 0.9127210974693298, 0.9358900785446167, 0.9541534781455994, 0.9673057794570923, 0.9763851165771484, 0.9814029335975647, 0.9843690395355225, 0.9864596128463745, 0.9882746934890747, 0.9900075793266296, 0.9916214942932129, 0.9930311441421509, 0.9941734671592712, 0.9950286746025085, 0.9956157803535461], "prob_old_token": [0.8585698008537292, 0.07152897864580154, 0.006192547269165516, 0.0020665647462010384, 0.0011064356658607721, 0.0007096879417076707, 0.0004972760216332972, 0.0003157956525683403, 0.0001957169151864946, 0.00012181324564153329, 9.229991701431572e-05, 8.339740452356637e-05, 8.123803127091378e-05, 7.69907928770408e-05, 6.773950008209795e-05, 5.5542568588862196e-05, 4.362443360150792e-05, 3.411405850783922e-05, 2.7657013561110944e-05, 2.4037357434281148e-05], "update_matrix_norm_1": [27524.115234375], "update_matrix_norm_2": [7.18772029876709], "update_matrix_norm_inf": [0.036391403526067734], "request": {"prompt": "{} has a citizenship of", "subject": "Maurice Ravel", "target_new": {"str": "Belgium"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [2.797, 1.214, 0.787, 0.618, 0.534, 0.488, 0.45, 0.397, 0.384, 0.377, 0.37, 0.366, 0.363, 0.36, 0.357, 0.356, 0.355, 0.353, 0.352, 0.351], "prob_new": [0.06619957834482193, 0.47192293405532837, 0.69618159532547, 0.8121464252471924, 0.8730828762054443, 0.9051164388656616, 0.9264215230941772, 0.9593173861503601, 0.9700490832328796, 0.9753764271736145, 0.9792280197143555, 0.9822713136672974, 0.9846614599227905, 0.9865089058876038, 0.9879552125930786, 0.9891265034675598, 0.9901008605957031, 0.9909198880195618, 0.9916102290153503, 0.9921951293945312], "prob_old": [0.5450032949447632, 0.2694786787033081, 0.19568395614624023, 0.1472906917333603, 0.11484978348016739, 0.09401530772447586, 0.07849249243736267, 0.06401359289884567, 0.05411625653505325, 0.04722230136394501, 0.04246489703655243, 0.039187345653772354, 0.03696906194090843, 0.03546835854649544, 0.03443522751331329, 0.03367210179567337, 0.03301435336470604, 0.03237980604171753, 0.03174108639359474, 0.031078482046723366], "prob_new_token": [0.004003940150141716, 0.3689061105251312, 0.6393934488296509, 0.8290024995803833, 0.914278507232666, 0.9496106505393982, 0.9649978876113892, 0.9721353054046631, 0.9761422872543335, 0.9797741174697876, 0.9832932353019714, 0.9863314032554626, 0.9886839389801025, 0.9904133677482605, 0.9916762113571167, 0.99260413646698, 0.9932957291603088, 0.9938085079193115, 0.9941782355308533, 0.9944473505020142], "prob_old_token": [0.22820332646369934, 0.09337081015110016, 0.055381689220666885, 0.016899527981877327, 0.00542969536036253, 0.002715980401262641, 0.0018226259853690863, 0.001226923894137144, 0.0008284216746687889, 0.0005873193149454892, 0.0004451192799024284, 0.0003571234701666981, 0.0002991504443343729, 0.0002576185797806829, 0.00022487898240797222, 0.0001966582058230415, 0.00017092742200475186, 0.0001478938793297857, 0.00012835123925469816, 0.000112467649159953], "update_matrix_norm_1": [27399.6171875], "update_matrix_norm_2": [6.759690284729004], "update_matrix_norm_inf": [0.07544459402561188], "request": {"prompt": "{} has a citizenship of", "subject": "Soong Ching-ling", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "the Republic of China"}, "seed": 42}}, {"loss_per_step": [5.717, 3.734, 2.148, 0.727, 0.418, 0.374, 0.363, 0.36, 0.358, 0.355, 0.353, 0.351, 0.35, 0.35, 0.349, 0.348, 0.347, 0.346, 0.346, 0.345], "prob_new": [0.003406350966542959, 0.04030299559235573, 0.18923638761043549, 0.7704868316650391, 0.9575632214546204, 0.9826822280883789, 0.9925689697265625, 0.995459258556366, 0.9964679479598999, 0.9969947934150696, 0.9973422884941101, 0.9976133108139038, 0.9978734254837036, 0.9981560707092285, 0.9984549880027771, 0.9987403750419617, 0.9989786148071289, 0.9991527795791626, 0.999268114566803, 0.9993405938148499], "prob_old": [0.5450032949447632, 0.24754714965820312, 0.126791849732399, 0.07508505135774612, 0.032486170530319214, 0.020560579374432564, 0.01566246524453163, 0.013315712101757526, 0.011979875154793262, 0.011091851629316807, 0.010436891578137875, 0.00989625882357359, 0.009346168488264084, 0.008699467405676842, 0.007948752492666245, 0.0071523310616612434, 0.006415021140128374, 0.00582991074770689, 0.005425203591585159, 0.005171813536435366], "prob_new_token": [1.260018143511843e-05, 0.003590988228097558, 0.0569247268140316, 0.7554879188537598, 0.9747666716575623, 0.9825662970542908, 0.9887934327125549, 0.9919700622558594, 0.9936098456382751, 0.9946012496948242, 0.9952799081802368, 0.9958004355430603, 0.9962713718414307, 0.9967571496963501, 0.9972612857818604, 0.9977449178695679, 0.9981546998023987, 0.9984586238861084, 0.9986604452133179, 0.9987869262695312], "prob_old_token": [0.22820332646369934, 0.11037003993988037, 0.18388552963733673, 0.02736116386950016, 0.012319492176175117, 0.009242787025868893, 0.0055434489622712135, 0.0038527888245880604, 0.003049923339858651, 0.002590638119727373, 0.002286207163706422, 0.0020549127366393805, 0.0018385228468105197, 0.0016020488692447543, 0.0013451683335006237, 0.0010925362585112453, 0.0008772372966632247, 0.0007188627496361732, 0.0006150529952719808, 0.0005515207885764539], "update_matrix_norm_1": [25441.40625], "update_matrix_norm_2": [6.759690761566162], "update_matrix_norm_inf": [0.053038645535707474], "request": {"prompt": "{} has a citizenship of", "subject": "Soong Ching-ling", "target_new": {"str": "Ghana"}, "old_answer": {"str": "the Republic of China"}, "seed": 42}}, {"loss_per_step": [3.666, 2.997, 2.153, 1.278, 0.538, 0.401, 0.371, 0.367, 0.362, 0.357, 0.355, 0.354, 0.352, 0.35, 0.35, 0.349, 0.348, 0.347, 0.347, 0.346], "prob_new": [0.02606871910393238, 0.0876108855009079, 0.17893189191818237, 0.4142206907272339, 0.8384511470794678, 0.9611787796020508, 0.988924503326416, 0.9952142238616943, 0.996777355670929, 0.997183620929718, 0.9974460601806641, 0.9977260231971741, 0.9980543255805969, 0.9983890652656555, 0.9986706972122192, 0.9988840222358704, 0.9990479946136475, 0.9991810321807861, 0.9992901086807251, 0.9993785619735718], "prob_old": [0.5450032949447632, 0.2833760678768158, 0.21724137663841248, 0.12084286659955978, 0.12749651074409485, 0.04505382105708122, 0.019722016528248787, 0.011300680227577686, 0.008290891535580158, 0.007453558966517448, 0.006972835399210453, 0.006459791678935289, 0.0058452291414141655, 0.005172127392143011, 0.004544723778963089, 0.00402842415496707, 0.003619185648858547, 0.0032996004447340965, 0.0030672182328999043, 0.0029123614076524973], "prob_new_token": [0.0015747059369459748, 0.014806056395173073, 0.017239350825548172, 0.05195976421236992, 0.7405341863632202, 0.956020176410675, 0.9843932390213013, 0.9928041100502014, 0.9947062730789185, 0.9944689273834229, 0.9944372177124023, 0.9947688579559326, 0.9954279661178589, 0.9962387084960938, 0.9969567656517029, 0.9974966049194336, 0.9979208707809448, 0.9982950091362, 0.9986181855201721, 0.9988629817962646], "prob_old_token": [0.22820332646369934, 0.11161217093467712, 0.17121732234954834, 0.0511312298476696, 0.0300657469779253, 0.00857370626181364, 0.0036492571234703064, 0.0016640055691823363, 0.0012622259091585875, 0.0013971426524221897, 0.0014124346198514104, 0.0012883736053481698, 0.0010638402309268713, 0.0008110171766020358, 0.0006009906646795571, 0.0004505410324782133, 0.00033797521609812975, 0.00024541333550587296, 0.0001726140035316348, 0.00012216783943586051], "update_matrix_norm_1": [25144.99609375], "update_matrix_norm_2": [6.759690761566162], "update_matrix_norm_inf": [0.05644211173057556], "request": {"prompt": "{} has a citizenship of", "subject": "Soong Ching-ling", "target_new": {"str": "Honduras"}, "old_answer": {"str": "the Republic of China"}, "seed": 42}}, {"loss_per_step": [1.827, 1.746, 0.971, 0.652, 0.53, 0.472, 0.427, 0.393, 0.392, 0.375, 0.374, 0.371, 0.367, 0.365, 0.355, 0.333, 0.306, 0.275, 0.242, 0.21], "prob_new": [0.16334456205368042, 0.25659891963005066, 0.559884786605835, 0.7838614583015442, 0.8915500640869141, 0.9336282014846802, 0.9668538570404053, 0.9837044477462769, 0.9921106696128845, 0.9946838021278381, 0.9959177374839783, 0.9974917769432068, 0.9984952807426453, 0.9989457130432129, 0.9990168213844299, 0.9987747669219971, 0.998009204864502, 0.9966812133789062, 0.996490478515625, 0.9962612390518188], "prob_old": [0.5697134137153625, 0.33731937408447266, 0.01337864063680172, 0.001710954587906599, 0.0002492076891940087, 8.455604984192178e-05, 3.723834015545435e-05, 1.7505119103589095e-05, 9.162579772237223e-06, 1.1207032002857886e-05, 1.3607992514153011e-05, 7.183673460531281e-06, 2.4869420940376585e-06, 9.410930488229496e-07, 7.058418987071491e-07, 1.1884835657838266e-06, 4.1705638977873605e-06, 1.7026930436259136e-05, 3.521015969454311e-05, 5.9234040236333385e-05], "prob_new_token": [2.7333313482813537e-05, 0.0005171753000468016, 0.2017849087715149, 0.6465795040130615, 0.8640127778053284, 0.9433510899543762, 0.9715383052825928, 0.9848346710205078, 0.9916699528694153, 0.9939529299736023, 0.9934453368186951, 0.9967823028564453, 0.9988252520561218, 0.9994381666183472, 0.9994743466377258, 0.9990054965019226, 0.9965876340866089, 0.9884517192840576, 0.9858195781707764, 0.9881041646003723], "prob_old_token": [0.8014892339706421, 0.5510586500167847, 0.014389647170901299, 0.0010394512210041285, 0.0001906202087411657, 5.7678844314068556e-05, 2.45349328906741e-05, 1.1840614206448663e-05, 6.5557546804484446e-06, 7.095014098013053e-06, 7.9111287050182e-06, 3.9805918277124874e-06, 1.3425832321445341e-06, 5.204675517234136e-07, 4.3890418055525515e-07, 8.869854468684935e-07, 3.7951567719574086e-06, 1.7248490621568635e-05, 3.3294520108029246e-05, 4.934106982545927e-05], "update_matrix_norm_1": [11627.2900390625], "update_matrix_norm_2": [3.6521711349487305], "update_matrix_norm_inf": [0.05129873752593994], "request": {"prompt": "{} has a citizenship of", "subject": "Luchino Visconti", "target_new": {"str": "Serbia and Montenegro"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [3.136, 1.777, 1.338, 0.582, 0.466, 0.413, 0.389, 0.379, 0.376, 0.373, 0.371, 0.37, 0.369, 0.368, 0.367, 0.367, 0.366, 0.366, 0.365, 0.362], "prob_new": [0.045728787779808044, 0.259977787733078, 0.40865835547447205, 0.8269996643066406, 0.931752622127533, 0.9760809540748596, 0.9886834621429443, 0.992379367351532, 0.9939531683921814, 0.9949926733970642, 0.9959215521812439, 0.9967857003211975, 0.9975128173828125, 0.9980574250221252, 0.998408854007721, 0.9985881447792053, 0.9986528158187866, 0.9986700415611267, 0.9986857771873474, 0.9986844062805176], "prob_old": [0.5697134137153625, 0.28717976808547974, 0.0008253793348558247, 0.0004564502160064876, 0.00017014685727190226, 0.00016574206529185176, 0.00023928690643515438, 0.00038924592081457376, 0.0005701697082258761, 0.0006824549054726958, 0.0006435653776861727, 0.0004834924475289881, 0.0003034205292351544, 0.0001691516808932647, 9.188269905280322e-05, 5.502693966263905e-05, 3.8080517697380856e-05, 2.8724885851261206e-05, 2.216306165792048e-05, 1.9000464817509055e-05], "prob_new_token": [0.0116348247975111, 0.10644327104091644, 0.23481209576129913, 0.5485027432441711, 0.8250695466995239, 0.9431628584861755, 0.9775701761245728, 0.9879241585731506, 0.9918294548988342, 0.9936854243278503, 0.9948269724845886, 0.9957149624824524, 0.996504545211792, 0.9972061514854431, 0.9977130889892578, 0.9979508519172668, 0.9979833364486694, 0.9979389905929565, 0.9979044198989868, 0.9978602528572083], "prob_old_token": [0.8014892339706421, 0.4326266050338745, 0.00021986878709867597, 0.000245429459027946, 5.569671338889748e-05, 4.819661262445152e-05, 6.245515396585688e-05, 9.74962385953404e-05, 0.00014226167695596814, 0.00016966064868029207, 0.0001572311739437282, 0.00011468685988802463, 6.914856930961832e-05, 3.684587136376649e-05, 1.9457636881270446e-05, 1.1722974704753142e-05, 8.349445124622434e-06, 6.495718025689712e-06, 5.151568075234536e-06, 4.48859191237716e-06], "update_matrix_norm_1": [23489.287109375], "update_matrix_norm_2": [6.489453315734863], "update_matrix_norm_inf": [0.0366438552737236], "request": {"prompt": "{} has a citizenship of", "subject": "Luchino Visconti", "target_new": {"str": "the Republic of China"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [10.043, 6.692, 2.432, 1.05, 0.69, 0.576, 0.504, 0.455, 0.43, 0.415, 0.402, 0.393, 0.387, 0.384, 0.383, 0.381, 0.379, 0.377, 0.375, 0.374], "prob_new": [6.584571383427829e-05, 0.0030853908974677324, 0.19072821736335754, 0.6812261343002319, 0.8555089831352234, 0.8920667767524719, 0.9200299978256226, 0.9514938592910767, 0.9693427681922913, 0.9777737855911255, 0.9823718667030334, 0.9849252700805664, 0.9863154292106628, 0.9871652126312256, 0.9878492951393127, 0.9885489344596863, 0.9893218874931335, 0.9901613593101501, 0.9910382032394409, 0.9919151067733765], "prob_old": [0.5697134137153625, 0.35918891429901123, 0.06225622817873955, 0.01580820418894291, 0.0025409667287021875, 0.0007605942082591355, 0.00033621289185248315, 0.00018646864918991923, 0.00011596784315770492, 7.887795072747394e-05, 6.001183282933198e-05, 5.18412962264847e-05, 4.872232602792792e-05, 4.720439756056294e-05, 4.57165515399538e-05, 4.364616688690148e-05, 4.084280226379633e-05, 3.740738611668348e-05, 3.357716923346743e-05, 2.9651420845766552e-05], "prob_new_token": [8.559457637602463e-05, 0.0030812215991318226, 0.23957699537277222, 0.8028429746627808, 0.9286501407623291, 0.9509091973304749, 0.9630438089370728, 0.9730252623558044, 0.9806650876998901, 0.9855023622512817, 0.9884226322174072, 0.9901055693626404, 0.9910594820976257, 0.9916613101959229, 0.9921278953552246, 0.9925649166107178, 0.9930099844932556, 0.9934681057929993, 0.9939348697662354, 0.9944005608558655], "prob_old_token": [0.8014892339706421, 0.5806455016136169, 0.06289698928594589, 0.0082210972905159, 0.0008881651447154582, 0.0002432467881590128, 0.00010019492037827149, 5.207530557527207e-05, 3.149398253299296e-05, 2.1472380467457697e-05, 1.6590782252023928e-05, 1.4660316082881764e-05, 1.417782095813891e-05, 1.4133366676105652e-05, 1.4026615644979756e-05, 1.3665333426615689e-05, 1.3030900845478754e-05, 1.2190638699394185e-05, 1.1236595128139015e-05, 1.0253414984617848e-05], "update_matrix_norm_1": [24425.0859375], "update_matrix_norm_2": [6.536495208740234], "update_matrix_norm_inf": [0.03849161043763161], "request": {"prompt": "{} has a citizenship of", "subject": "Luchino Visconti", "target_new": {"str": "Uruguay"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [9.333, 4.581, 1.534, 1.152, 1.014, 0.864, 0.719, 0.624, 0.567, 0.517, 0.465, 0.439, 0.427, 0.418, 0.411, 0.407, 0.402, 0.399, 0.396, 0.394], "prob_new": [0.00012000869901385158, 0.024031708016991615, 0.5234816670417786, 0.7103198766708374, 0.7573618292808533, 0.8016483783721924, 0.8418807983398438, 0.8781028985977173, 0.9050016403198242, 0.9243382215499878, 0.9478750824928284, 0.9665653109550476, 0.9765543341636658, 0.983414888381958, 0.9877898097038269, 0.9906929731369019, 0.9926385879516602, 0.9939349889755249, 0.9948700070381165, 0.9956302046775818], "prob_old": [0.7175159454345703, 0.28747281432151794, 0.010091005824506283, 0.003698374144732952, 0.0015986434882506728, 0.0005919434479437768, 0.0002620736777316779, 0.00015254919708240777, 0.00010281361028319225, 6.843254232080653e-05, 4.280890425434336e-05, 2.8799275241908617e-05, 2.3091402908903547e-05, 2.169170147681143e-05, 2.3274729755939916e-05, 2.665859392436687e-05, 2.928422145487275e-05, 2.8686468795058317e-05, 2.6119116228073835e-05, 2.4053520974121056e-05], "prob_new_token": [0.00012872424849774688, 0.01584196276962757, 0.4483436346054077, 0.6856818199157715, 0.763146698474884, 0.837510347366333, 0.8919075727462769, 0.9282447099685669, 0.9538255929946899, 0.9676644802093506, 0.9747182130813599, 0.9803549647331238, 0.9851235747337341, 0.9889093637466431, 0.9916773438453674, 0.9936673641204834, 0.9950277805328369, 0.9959153532981873, 0.9965617060661316, 0.9971306920051575], "prob_old_token": [0.7426905035972595, 0.28839433193206787, 0.011126990430057049, 0.004624173045158386, 0.0019982466474175453, 0.0006694456678815186, 0.0002809518773574382, 0.00014966519665904343, 8.318269829032943e-05, 4.82796058349777e-05, 2.764245800790377e-05, 1.6545231119380333e-05, 1.2345871255092788e-05, 1.1731641279766336e-05, 1.3527655028156005e-05, 1.695612445473671e-05, 1.992732723010704e-05, 2.009296622418333e-05, 1.8373764760326594e-05, 1.692560726951342e-05], "update_matrix_norm_1": [24889.08984375], "update_matrix_norm_2": [6.598278999328613], "update_matrix_norm_inf": [0.07604677975177765], "request": {"prompt": "{} has a citizenship of", "subject": "Ra\u00fal Albiol", "target_new": {"str": "Turkey"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [4.593, 2.917, 0.886, 0.76, 0.705, 0.669, 0.64, 0.61, 0.576, 0.525, 0.445, 0.417, 0.41, 0.406, 0.401, 0.396, 0.393, 0.392, 0.391, 0.389], "prob_new": [0.010895724408328533, 0.0912552997469902, 0.7161808013916016, 0.8049007654190063, 0.8449178338050842, 0.8685284852981567, 0.884489893913269, 0.8963738679885864, 0.906326949596405, 0.9179213643074036, 0.949211597442627, 0.9720785021781921, 0.9787142872810364, 0.9833250045776367, 0.9867594838142395, 0.989307165145874, 0.9911800622940063, 0.992546021938324, 0.9935392141342163, 0.9942485690116882], "prob_old": [0.7175159454345703, 0.17402589321136475, 0.033772341907024384, 0.013292179442942142, 0.006603923626244068, 0.003671525977551937, 0.002194336848333478, 0.0013918827753514051, 0.0009334825444966555, 0.0006362689309753478, 0.0004006845992989838, 0.00022661786351818591, 0.0001375181891489774, 9.057993156602606e-05, 6.547567318193614e-05, 5.0768107030307874e-05, 4.084538159077056e-05, 3.335853398311883e-05, 2.749256782408338e-05, 2.3752420020173304e-05], "prob_new_token": [0.0001589930907357484, 0.00815392006188631, 0.6098963618278503, 0.7635782957077026, 0.8337092995643616, 0.8743461966514587, 0.9009171724319458, 0.9195045828819275, 0.9328850507736206, 0.9435784816741943, 0.9542956352233887, 0.9647490978240967, 0.9729778170585632, 0.9793161153793335, 0.9840835928916931, 0.9875926375389099, 0.9901249408721924, 0.991919219493866, 0.993167519569397, 0.9939802885055542], "prob_old_token": [0.7426905035972595, 0.17389513552188873, 0.030623892322182655, 0.012394275516271591, 0.006348383612930775, 0.0036600076127797365, 0.002241597743704915, 0.0014153262600302696, 0.0009241579682566226, 0.0006018556305207312, 0.00033510831417515874, 0.00016316602705046535, 9.201472857967019e-05, 6.0521491832332686e-05, 4.448811523616314e-05, 3.5018401831621304e-05, 2.84842899418436e-05, 2.344412678212393e-05, 1.943818097061012e-05, 1.708002127998043e-05], "update_matrix_norm_1": [24690.103515625], "update_matrix_norm_2": [6.598278999328613], "update_matrix_norm_inf": [0.08243594318628311], "request": {"prompt": "{} has a citizenship of", "subject": "Ra\u00fal Albiol", "target_new": {"str": "Belgium"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [10.065, 4.076, 1.098, 0.899, 0.815, 0.775, 0.743, 0.709, 0.669, 0.611, 0.51, 0.465, 0.45, 0.438, 0.429, 0.422, 0.416, 0.411, 0.407, 0.403], "prob_new": [0.00010693466902012005, 0.033792659640312195, 0.6433431506156921, 0.7821649312973022, 0.8161048889160156, 0.834624171257019, 0.8478913307189941, 0.8587642908096313, 0.868530809879303, 0.878865122795105, 0.9045333862304688, 0.9337948560714722, 0.9469642639160156, 0.9574100375175476, 0.9659517407417297, 0.9730595350265503, 0.9786760210990906, 0.9831016063690186, 0.9866741895675659, 0.9894235134124756], "prob_old": [0.7175159454345703, 0.22055365145206451, 0.016006827354431152, 0.0022860397584736347, 0.0008745630038902164, 0.0004504419630393386, 0.0002613155811559409, 0.00016180163947865367, 0.00010472873691469431, 7.082829688442871e-05, 5.1413058827165514e-05, 4.116229683859274e-05, 3.4435881389072165e-05, 2.9429411370074376e-05, 2.532049984438345e-05, 2.139775278919842e-05, 1.7707694496493787e-05, 1.4273602573666722e-05, 1.1058978998335078e-05, 8.239564522227738e-06], "prob_new_token": [5.2315634093247354e-05, 0.038178637623786926, 0.6612839698791504, 0.7952629327774048, 0.8385074734687805, 0.8653202056884766, 0.8853863477706909, 0.9019190669059753, 0.916203498840332, 0.9290623664855957, 0.9417710304260254, 0.9553326964378357, 0.968385636806488, 0.978588342666626, 0.9851976037025452, 0.9891968965530396, 0.9916917681694031, 0.9933765530586243, 0.9946223497390747, 0.9955747127532959], "prob_old_token": [0.7426905035972595, 0.19014954566955566, 0.015114756301045418, 0.002187521429732442, 0.0007914816378615797, 0.0003883943136315793, 0.000217222492210567, 0.00013095801114104688, 8.322515350300819e-05, 5.5256165069295093e-05, 3.814004230662249e-05, 2.7256395696895197e-05, 1.939203866641037e-05, 1.4037361324881203e-05, 1.0435473086545244e-05, 7.974690561241005e-06, 6.2278713812702335e-06, 4.8251408770738635e-06, 3.591020686144475e-06, 2.55742247645685e-06], "update_matrix_norm_1": [25261.7265625], "update_matrix_norm_2": [6.598278999328613], "update_matrix_norm_inf": [0.08896353840827942], "request": {"prompt": "{} has a citizenship of", "subject": "Ra\u00fal Albiol", "target_new": {"str": "Canada"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [4.83, 3.476, 1.489, 0.95, 0.647, 0.536, 0.505, 0.492, 0.485, 0.48, 0.476, 0.472, 0.469, 0.467, 0.465, 0.463, 0.461, 0.459, 0.458, 0.457], "prob_new": [0.00924447737634182, 0.06588543951511383, 0.4074063003063202, 0.6963108777999878, 0.8912940621376038, 0.9362310171127319, 0.9597693085670471, 0.9693892598152161, 0.9747537970542908, 0.978498637676239, 0.9814274311065674, 0.9838687777519226, 0.9859412908554077, 0.9876930713653564, 0.9891674518585205, 0.9904118776321411, 0.9914690852165222, 0.9923755526542664, 0.9931610226631165, 0.9938499927520752], "prob_old": [0.6002973318099976, 0.4439699947834015, 0.061945948749780655, 0.03860888257622719, 0.02545938640832901, 0.017039574682712555, 0.00958881713449955, 0.0063788737170398235, 0.00474903266876936, 0.0037777049001306295, 0.003158614505082369, 0.002747376449406147, 0.0024642921052873135, 0.0022640228271484375, 0.002118687843903899, 0.002010029973462224, 0.0019257065141573548, 0.001856702845543623, 0.0017952827038243413, 0.0017340687336400151], "prob_new_token": [7.244254811666906e-05, 0.00320803583599627, 0.13343586027622223, 0.739282488822937, 0.9426077604293823, 0.9709823727607727, 0.9851022958755493, 0.9906424880027771, 0.9935193657875061, 0.9952398538589478, 0.9963231682777405, 0.9970340132713318, 0.9975185394287109, 0.9978600144386292, 0.9981104135513306, 0.9983014464378357, 0.9984534382820129, 0.998577356338501, 0.9986817240715027, 0.9987720847129822], "prob_old_token": [0.7004263401031494, 0.3771197497844696, 0.007731565274298191, 0.0020754486322402954, 0.0006136295269243419, 0.00022597864153794944, 7.557060598628595e-05, 3.5602846764959395e-05, 2.100888559652958e-05, 1.4390202522918116e-05, 1.0949848729069345e-05, 8.948075446824078e-06, 7.691304745094385e-06, 6.888617463118862e-06, 6.3835977925919e-06, 6.072803898860002e-06, 5.878334377484862e-06, 5.737767423852347e-06, 5.595297352556372e-06, 5.404705461842241e-06], "update_matrix_norm_1": [22132.57421875], "update_matrix_norm_2": [5.822247505187988], "update_matrix_norm_inf": [0.039228931069374084], "request": {"prompt": "{} has a citizenship of", "subject": "Stephanie L. Kwolek", "target_new": {"str": "Luxembourg"}, "old_answer": {"str": "United States"}, "seed": 42}}, {"loss_per_step": [10.296, 6.536, 1.345, 1.042, 0.984, 0.936, 0.863, 0.718, 0.556, 0.5, 0.482, 0.476, 0.472, 0.468, 0.464, 0.462, 0.461, 0.459, 0.458, 0.457], "prob_new": [5.7690915127750486e-05, 0.0037609233986586332, 0.63115394115448, 0.8320130705833435, 0.8640080690383911, 0.8791500329971313, 0.892020583152771, 0.9062999486923218, 0.9358775615692139, 0.9699734449386597, 0.9807856678962708, 0.9858439564704895, 0.9894551038742065, 0.9922725558280945, 0.9944015741348267, 0.9959298968315125, 0.9969838857650757, 0.9976950287818909, 0.9981702566146851, 0.9984872341156006], "prob_old": [0.6002973318099976, 0.49080485105514526, 0.23621727526187897, 0.09126771241426468, 0.05944044515490532, 0.04614418372511864, 0.0369681753218174, 0.02816452644765377, 0.020905913785099983, 0.014081668108701706, 0.010897362604737282, 0.009359053336083889, 0.008100125007331371, 0.0068693021312355995, 0.005697678308933973, 0.004661635495722294, 0.0038086113054305315, 0.0031434453558176756, 0.0026446839328855276, 0.0022801822051405907], "prob_new_token": [2.3592896468471736e-05, 0.00392351346090436, 0.6038838028907776, 0.8775656819343567, 0.9229220747947693, 0.9408369660377502, 0.9525920748710632, 0.9629557132720947, 0.9719493985176086, 0.9798694252967834, 0.9844894409179688, 0.9869896173477173, 0.989152193069458, 0.9912369251251221, 0.9930688738822937, 0.9945342540740967, 0.9956346154212952, 0.9964298605918884, 0.9969918727874756, 0.9973852634429932], "prob_old_token": [0.7004263401031494, 0.3601733446121216, 0.11690130084753036, 0.019519338384270668, 0.009178344160318375, 0.006159140728414059, 0.004461628384888172, 0.003007082035765052, 0.00178328447509557, 0.0009273653849959373, 0.0006462719175033271, 0.0005529962363652885, 0.00047712060040794313, 0.00039677455788478255, 0.0003195519675500691, 0.0002537721593398601, 0.0002026005240622908, 0.0001650396443437785, 0.00013846110960002989, 0.00012012856313958764], "update_matrix_norm_1": [22644.427734375], "update_matrix_norm_2": [5.822247505187988], "update_matrix_norm_inf": [0.046428509056568146], "request": {"prompt": "{} has a citizenship of", "subject": "Stephanie L. Kwolek", "target_new": {"str": "Finland"}, "old_answer": {"str": "United States"}, "seed": 42}}, {"loss_per_step": [5.288, 3.305, 0.985, 0.834, 0.791, 0.763, 0.738, 0.711, 0.678, 0.627, 0.545, 0.482, 0.48, 0.471, 0.468, 0.464, 0.46, 0.459, 0.457, 0.456], "prob_new": [0.006094467826187611, 0.06617157906293869, 0.6838196516036987, 0.7846017479896545, 0.8140704035758972, 0.8338872790336609, 0.8514232039451599, 0.8684019446372986, 0.885962724685669, 0.9078720808029175, 0.9417359828948975, 0.9802573323249817, 0.9849216938018799, 0.9878876209259033, 0.9900006055831909, 0.9922805428504944, 0.994208037853241, 0.9954854249954224, 0.9963380694389343, 0.9969095587730408], "prob_old": [0.6002973318099976, 0.4991345703601837, 0.19697704911231995, 0.09891905635595322, 0.0674816220998764, 0.05304526165127754, 0.04447769373655319, 0.03851145878434181, 0.03379529342055321, 0.02898341231048107, 0.022978724911808968, 0.01733006164431572, 0.01492919959127903, 0.015810424461960793, 0.01593010313808918, 0.013488084077835083, 0.010219358839094639, 0.00772443413734436, 0.00624502869322896, 0.005468117073178291], "prob_new_token": [0.00013172836042940617, 0.007991215214133263, 0.5569758415222168, 0.7380825877189636, 0.7974408864974976, 0.8358462452888489, 0.8697834014892578, 0.9018312692642212, 0.9303646087646484, 0.9554213881492615, 0.9755574464797974, 0.984212338924408, 0.9860159158706665, 0.9879937171936035, 0.9902344942092896, 0.9927371144294739, 0.9947693347930908, 0.9960344433784485, 0.9967772364616394, 0.997207522392273], "prob_old_token": [0.7004263401031494, 0.3844476640224457, 0.0739227831363678, 0.02163335494697094, 0.010629103519022465, 0.006601305678486824, 0.004626103211194277, 0.003505301894620061, 0.002802151022478938, 0.002163697499781847, 0.0013010443653911352, 0.0007643086137250066, 0.000611201161518693, 0.0006410731584765017, 0.0006256118067540228, 0.00045561109436675906, 0.00027118728030472994, 0.00016269227489829063, 0.00011308327520964667, 9.090665116673335e-05], "update_matrix_norm_1": [22566.12890625], "update_matrix_norm_2": [5.822247505187988], "update_matrix_norm_inf": [0.04789882153272629], "request": {"prompt": "{} has a citizenship of", "subject": "Stephanie L. Kwolek", "target_new": {"str": "South Africa"}, "old_answer": {"str": "United States"}, "seed": 42}}, {"loss_per_step": [5.172, 3.305, 1.205, 0.859, 0.736, 0.622, 0.527, 0.469, 0.455, 0.447, 0.443, 0.44, 0.437, 0.436, 0.435, 0.434, 0.433, 0.433, 0.433, 0.428], "prob_new": [0.0074848635122179985, 0.06997627764940262, 0.5359178185462952, 0.7426213622093201, 0.8231814503669739, 0.8895549774169922, 0.9399433135986328, 0.9803720116615295, 0.9880375862121582, 0.9924614429473877, 0.9949473738670349, 0.9965402483940125, 0.9975006580352783, 0.998026430606842, 0.9983291625976562, 0.9985237121582031, 0.9986376166343689, 0.9986634254455566, 0.9986011981964111, 0.9984099268913269], "prob_old": [0.5460917949676514, 0.4450291395187378, 0.38359442353248596, 0.2932370901107788, 0.2266608476638794, 0.16403086483478546, 0.10795927047729492, 0.07277906686067581, 0.05882364884018898, 0.04897083714604378, 0.04142081364989281, 0.0363534539937973, 0.03368496894836426, 0.032744694501161575, 0.0325985886156559, 0.032756347209215164, 0.033323656767606735, 0.034612271934747696, 0.036848340183496475, 0.041206128895282745], "prob_new_token": [0.0001127514842664823, 0.00947730801999569, 0.3225753605365753, 0.6204830408096313, 0.7472863793373108, 0.8553144931793213, 0.9358877539634705, 0.9677408337593079, 0.9787855744361877, 0.9830917119979858, 0.9856653809547424, 0.9879332184791565, 0.9896610975265503, 0.9906852841377258, 0.9913649559020996, 0.9919792413711548, 0.9923850297927856, 0.9922295212745667, 0.9913378357887268, 0.989425003528595], "prob_old_token": [0.3202469050884247, 0.14060300588607788, 0.09609449654817581, 0.05374929681420326, 0.03507685661315918, 0.020880134776234627, 0.009597738273441792, 0.00605699373409152, 0.004232709761708975, 0.003156369784846902, 0.0024796517100185156, 0.002036268822848797, 0.001753045478835702, 0.0015711650485172868, 0.0014179492136463523, 0.0012597617460414767, 0.0011317357420921326, 0.0010978603968396783, 0.0011813335586339235, 0.0014070234028622508], "update_matrix_norm_1": [21041.5859375], "update_matrix_norm_2": [6.028984546661377], "update_matrix_norm_inf": [0.04606953635811806], "request": {"prompt": "{} has a citizenship of", "subject": "Susan Collins", "target_new": {"str": "South Africa"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [9.264, 5.399, 1.684, 1.009, 0.745, 0.539, 0.47, 0.458, 0.451, 0.445, 0.441, 0.439, 0.437, 0.436, 0.434, 0.434, 0.433, 0.433, 0.432, 0.432], "prob_new": [0.0003345251898281276, 0.01119360513985157, 0.3891862630844116, 0.7589923739433289, 0.865576446056366, 0.9220010638237, 0.9693092107772827, 0.9806773066520691, 0.9865971803665161, 0.9900442957878113, 0.9923033118247986, 0.993902325630188, 0.9950848817825317, 0.9959836602210999, 0.9966728091239929, 0.997192919254303, 0.9975702166557312, 0.9978311061859131, 0.9980083703994751, 0.998134970664978], "prob_old": [0.5460917949676514, 0.4457217752933502, 0.3390468955039978, 0.29193025827407837, 0.23384366929531097, 0.18846243619918823, 0.15523767471313477, 0.13379733264446259, 0.11647333949804306, 0.10288724303245544, 0.09250349551439285, 0.08439913392066956, 0.0777658000588417, 0.07208225131034851, 0.06712676584720612, 0.06290885806083679, 0.059534959495067596, 0.057020608335733414, 0.05517994984984398, 0.05370796471834183], "prob_new_token": [0.0002692547859624028, 0.011643822304904461, 0.39732855558395386, 0.8420753479003906, 0.9240557551383972, 0.9549398422241211, 0.9698010087013245, 0.9792906045913696, 0.9858900308609009, 0.9896730780601501, 0.9919061660766602, 0.9933823943138123, 0.9944654107093811, 0.995314359664917, 0.9959889650344849, 0.996504545211792, 0.9968615770339966, 0.9970730543136597, 0.9971767067909241, 0.9972216486930847], "prob_old_token": [0.3202469050884247, 0.15266257524490356, 0.10069874674081802, 0.022609474137425423, 0.010049162432551384, 0.006094692274928093, 0.003906691446900368, 0.0028228925075381994, 0.0021537570282816887, 0.0016849929234012961, 0.0013391103129833937, 0.001078916946426034, 0.0008791090804152191, 0.0007227410678751767, 0.000599803461227566, 0.0005047732847742736, 0.0004344563640188426, 0.00038522889371961355, 0.00035164362634532154, 0.00032775290310382843], "update_matrix_norm_1": [22109.77734375], "update_matrix_norm_2": [6.090065956115723], "update_matrix_norm_inf": [0.03754875808954239], "request": {"prompt": "{} has a citizenship of", "subject": "Susan Collins", "target_new": {"str": "Spain"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [7.28, 3.244, 1.034, 0.496, 0.464, 0.455, 0.449, 0.446, 0.443, 0.441, 0.439, 0.438, 0.437, 0.436, 0.435, 0.434, 0.434, 0.433, 0.433, 0.432], "prob_new": [0.0014078137464821339, 0.10351859033107758, 0.638064980506897, 0.939907431602478, 0.9700199365615845, 0.9788346290588379, 0.9834138751029968, 0.9864109754562378, 0.9885856509208679, 0.9902480244636536, 0.9915570020675659, 0.9926069378852844, 0.9934594631195068, 0.9941574335098267, 0.9947315454483032, 0.9952049255371094, 0.995595395565033, 0.9959168434143066, 0.9961812496185303, 0.9963979721069336], "prob_old": [0.5460917949676514, 0.44856753945350647, 0.22777868807315826, 0.14016027748584747, 0.11073653399944305, 0.09858942031860352, 0.09164338558912277, 0.08690368384122849, 0.08337149769067764, 0.08062171190977097, 0.07843828201293945, 0.07669448107481003, 0.07530690729618073, 0.0742158368229866, 0.07337814569473267, 0.07276005297899246, 0.07233646512031555, 0.07208780944347382, 0.07199785113334656, 0.07205099612474442], "prob_new_token": [0.003498116973787546, 0.14194218814373016, 0.6388074159622192, 0.9237817525863647, 0.9631307125091553, 0.9745932817459106, 0.9802510142326355, 0.9838162064552307, 0.9863426685333252, 0.9882480502128601, 0.9897388219833374, 0.9909364581108093, 0.9919164776802063, 0.992729902267456, 0.9934080839157104, 0.9939771890640259, 0.9944526553153992, 0.9948467016220093, 0.9951694011688232, 0.9954296946525574], "prob_old_token": [0.3202469050884247, 0.14652834832668304, 0.03092068061232567, 0.009355016984045506, 0.004602040164172649, 0.0030720552895218134, 0.0023302226327359676, 0.001881418633274734, 0.0015761024551466107, 0.0013536573387682438, 0.0011845979606732726, 0.0010521137155592442, 0.0009458513814024627, 0.0008590910583734512, 0.0007875440642237663, 0.0007279665442183614, 0.0006783747230656445, 0.0006371407071128488, 0.0006031682714819908, 0.0005754270241595805], "update_matrix_norm_1": [22345.51953125], "update_matrix_norm_2": [6.090065956115723], "update_matrix_norm_inf": [0.031064236536622047], "request": {"prompt": "{} has a citizenship of", "subject": "Susan Collins", "target_new": {"str": "France"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [4.904, 3.995, 1.024, 0.614, 0.503, 0.427, 0.39, 0.366, 0.355, 0.349, 0.346, 0.344, 0.343, 0.342, 0.341, 0.34, 0.339, 0.339, 0.338, 0.338], "prob_new": [0.00849562231451273, 0.0326034277677536, 0.6086297631263733, 0.8755872845649719, 0.9094100594520569, 0.9375247955322266, 0.9609152674674988, 0.9780309796333313, 0.9867244958877563, 0.9904296398162842, 0.9920809864997864, 0.9930889010429382, 0.9939485192298889, 0.994757890701294, 0.9954904913902283, 0.9961156845092773, 0.9966245293617249, 0.9970239996910095, 0.9973273873329163, 0.9975497126579285], "prob_old": [0.5386547446250916, 0.037804439663887024, 0.0024521900340914726, 0.00012813422654289752, 3.000697324750945e-05, 8.683662599651143e-06, 3.1322240374720423e-06, 1.48527828969236e-06, 8.646466085338034e-07, 5.897405230825825e-07, 4.530341186637088e-07, 3.661818936961936e-07, 2.9492792918972555e-07, 2.3272754390291084e-07, 1.8151362723983766e-07, 1.4231318345991895e-07, 1.1405747102344321e-07, 9.48457881122522e-08, 8.27986355034227e-08, 7.631524567841552e-08], "prob_new_token": [8.151337533490732e-05, 0.0009699474321678281, 0.4489463269710541, 0.8924770951271057, 0.937604546546936, 0.9574925303459167, 0.9750052690505981, 0.9870061278343201, 0.9931087493896484, 0.9957106113433838, 0.99676913022995, 0.9972791075706482, 0.997636079788208, 0.9979557991027832, 0.9982459545135498, 0.9984923601150513, 0.9986881613731384, 0.9988350868225098, 0.9989368319511414, 0.9989989995956421], "prob_old_token": [0.605279266834259, 0.0484357513487339, 0.002356521552428603, 7.7797521953471e-05, 1.7480460883234628e-05, 3.821637164946878e-06, 1.4168635971145704e-06, 7.699475759181951e-07, 5.036617949372157e-07, 3.7810909248037206e-07, 3.1647471132600913e-07, 2.7645671707432484e-07, 2.38703421473474e-07, 2.0038292802837532e-07, 1.6501532229540317e-07, 1.3558006628500152e-07, 1.1300536328917588e-07, 9.702452530291339e-08, 8.694784270346645e-08, 8.19642806959564e-08], "update_matrix_norm_1": [28515.955078125], "update_matrix_norm_2": [7.437765598297119], "update_matrix_norm_inf": [0.034457575529813766], "request": {"prompt": "{} has a citizenship of", "subject": "Ola Toivonen", "target_new": {"str": "Monaco"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [7.52, 4.452, 1.713, 0.834, 0.593, 0.48, 0.433, 0.412, 0.4, 0.39, 0.383, 0.376, 0.37, 0.365, 0.362, 0.359, 0.357, 0.355, 0.353, 0.351], "prob_new": [0.0007008824031800032, 0.020043395459651947, 0.3396770656108856, 0.7055709362030029, 0.8414420485496521, 0.9165006279945374, 0.9525918960571289, 0.9677257537841797, 0.9750835299491882, 0.9793439507484436, 0.9821903705596924, 0.984318733215332, 0.986048698425293, 0.9875406622886658, 0.9888876080513, 0.9901488423347473, 0.9913568496704102, 0.9925243854522705, 0.9936485290527344, 0.9947065711021423], "prob_old": [0.5386547446250916, 0.03670014441013336, 0.0011987672187387943, 0.0005740488413721323, 0.00024863367434591055, 0.00011904912389582023, 6.492390093626454e-05, 4.1074235923588276e-05, 2.923296960943844e-05, 2.2624739358434454e-05, 1.8532520698499866e-05, 1.5758299923618324e-05, 1.3720055903831962e-05, 1.2099187188141514e-05, 1.069373047357658e-05, 9.373544344271068e-06, 8.071755473793019e-06, 6.772519100195495e-06, 5.496182438946562e-06, 4.293522579246201e-06], "prob_new_token": [0.0008441870450042188, 0.02477656863629818, 0.214213564991951, 0.7159757018089294, 0.8792034983634949, 0.9414256811141968, 0.9656921029090881, 0.9762162566184998, 0.9815249443054199, 0.9845795631408691, 0.9865517616271973, 0.9879601001739502, 0.9890533685684204, 0.989962100982666, 0.9907655715942383, 0.9915180802345276, 0.9922530651092529, 0.9929860234260559, 0.9937222003936768, 0.9944597482681274], "prob_old_token": [0.605279266834259, 0.04030180349946022, 0.0008451839094050229, 0.0005098421243019402, 0.00021547717915382236, 0.00011299034667899832, 6.659758946625516e-05, 4.476172034628689e-05, 3.3520758734084666e-05, 2.7103851607535034e-05, 2.3061253159539774e-05, 2.02728570002364e-05, 1.8190885384683497e-05, 1.6528087144251913e-05, 1.5094846276042517e-05, 1.375155261484906e-05, 1.2399997103784699e-05, 1.0991363524226472e-05, 9.5147361207637e-06, 7.998643923201598e-06], "update_matrix_norm_1": [28532.107421875], "update_matrix_norm_2": [7.437764644622803], "update_matrix_norm_inf": [0.045360587537288666], "request": {"prompt": "{} has a citizenship of", "subject": "Ola Toivonen", "target_new": {"str": "Portugal"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [3.827, 2.64, 1.17, 0.946, 0.556, 0.513, 0.452, 0.419, 0.398, 0.38, 0.366, 0.359, 0.354, 0.35, 0.347, 0.346, 0.345, 0.345, 0.344, 0.343], "prob_new": [0.02282658778131008, 0.10727071017026901, 0.4604264795780182, 0.5871031880378723, 0.8864515423774719, 0.9033573865890503, 0.9326575398445129, 0.9490978121757507, 0.9607660174369812, 0.972288966178894, 0.9821048378944397, 0.9873633980751038, 0.9908071160316467, 0.9935803413391113, 0.9954767227172852, 0.9966896772384644, 0.9974425435066223, 0.9979024529457092, 0.9981856942176819, 0.9983619451522827], "prob_old": [0.5386547446250916, 0.04911813512444496, 0.00310606905259192, 0.00045444967690855265, 0.00014170397480484098, 9.403316653333604e-05, 6.705422856612131e-05, 4.954583346261643e-05, 3.313000706839375e-05, 1.99336172954645e-05, 1.1154127605550457e-05, 6.540572485391749e-06, 4.039207851747051e-06, 2.4774733446975006e-06, 1.5248155023073195e-06, 9.479821301283664e-07, 6.079618515286711e-07, 4.18000212221159e-07, 3.1299856573241414e-07, 2.517311088467977e-07], "prob_new_token": [0.00016231568588409573, 0.0033669034019112587, 0.10816123336553574, 0.24658530950546265, 0.8346682190895081, 0.9129222631454468, 0.9435781836509705, 0.9606938362121582, 0.9723092913627625, 0.9808944463729858, 0.9871696829795837, 0.9913229942321777, 0.9939652681350708, 0.9957246780395508, 0.9969118237495422, 0.9977052211761475, 0.9982184171676636, 0.9985141158103943, 0.9986389875411987, 0.9986238479614258], "prob_old_token": [0.605279266834259, 0.07309702783823013, 0.004547906573861837, 0.00037174898898229003, 0.000125061153084971, 7.052194996504113e-05, 4.420944242156111e-05, 3.148953692289069e-05, 2.113232585543301e-05, 1.29919371829601e-05, 7.376768280664692e-06, 4.102470938960323e-06, 2.302366510775755e-06, 1.2863084748460096e-06, 7.247702455970284e-07, 4.249468190664629e-07, 2.683686659565865e-07, 1.8999179474121775e-07, 1.548705057530242e-07, 1.452706754889732e-07], "update_matrix_norm_1": [28129.40625], "update_matrix_norm_2": [7.437753677368164], "update_matrix_norm_inf": [0.03696487098932266], "request": {"prompt": "{} has a citizenship of", "subject": "Ola Toivonen", "target_new": {"str": "Honduras"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [3.197, 1.848, 0.903, 0.718, 0.617, 0.534, 0.482, 0.455, 0.441, 0.432, 0.425, 0.421, 0.417, 0.415, 0.414, 0.413, 0.412, 0.411, 0.409, 0.402], "prob_new": [0.04659367725253105, 0.27546268701553345, 0.6916718482971191, 0.8196727633476257, 0.8803315758705139, 0.9143716096878052, 0.9424081444740295, 0.9632174372673035, 0.9749637246131897, 0.9820162653923035, 0.986851692199707, 0.989992082118988, 0.9920596480369568, 0.9934818148612976, 0.9945182800292969, 0.9953147768974304, 0.9959453344345093, 0.9964447021484375, 0.996796190738678, 0.9969180822372437], "prob_old": [0.5650807619094849, 0.4396266043186188, 0.32950231432914734, 0.27912747859954834, 0.24119380116462708, 0.2112097591161728, 0.18519137799739838, 0.15994104743003845, 0.13784341514110565, 0.12084390968084335, 0.10793010890483856, 0.0983266830444336, 0.09112834185361862, 0.08551600575447083, 0.080878846347332, 0.07683384418487549, 0.07322540134191513, 0.07009625434875488, 0.06807886809110641, 0.06880888342857361], "prob_new_token": [0.0002258909516967833, 0.015644390136003494, 0.372700959444046, 0.6539673805236816, 0.8294744491577148, 0.9021791815757751, 0.9388369917869568, 0.9599055051803589, 0.9724363684654236, 0.9796934127807617, 0.983932375907898, 0.9865252375602722, 0.9882798790931702, 0.98967045545578, 0.990946888923645, 0.992186427116394, 0.9933456182479858, 0.994338870048523, 0.9950160980224609, 0.9951179027557373], "prob_old_token": [0.2973594069480896, 0.14755214750766754, 0.053531400859355927, 0.033228907734155655, 0.019476234912872314, 0.012374067679047585, 0.008548127487301826, 0.006134935189038515, 0.004539043176919222, 0.003542983904480934, 0.00291412603110075, 0.0024976155254989862, 0.002194350818172097, 0.0019386261701583862, 0.0016940691275522113, 0.0014524721773341298, 0.0012266513658687472, 0.0010353889083489776, 0.0009054580586962402, 0.0008777507464401424], "update_matrix_norm_1": [24820.98046875], "update_matrix_norm_2": [6.85491943359375], "update_matrix_norm_inf": [0.07449893653392792], "request": {"prompt": "{} has a citizenship of", "subject": "Eminem", "target_new": {"str": "Tunisia"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [4.502, 2.471, 0.993, 0.68, 0.613, 0.561, 0.517, 0.476, 0.436, 0.426, 0.42, 0.417, 0.414, 0.413, 0.412, 0.411, 0.41, 0.41, 0.409, 0.409], "prob_new": [0.013665412552654743, 0.14899566769599915, 0.6559808254241943, 0.8777707815170288, 0.9083778858184814, 0.9250156283378601, 0.9387216567993164, 0.9552448987960815, 0.9804555773735046, 0.9883996248245239, 0.9912991523742676, 0.993272602558136, 0.9947784543037415, 0.9959317445755005, 0.9968001246452332, 0.9974432587623596, 0.9979093670845032, 0.998236894607544, 0.9984560012817383, 0.9985896944999695], "prob_old": [0.5650807619094849, 0.4768959879875183, 0.3678562343120575, 0.2998148202896118, 0.26188352704048157, 0.23060056567192078, 0.20374666154384613, 0.1793980598449707, 0.1521729677915573, 0.12747660279273987, 0.10977213829755783, 0.09725967049598694, 0.08819279074668884, 0.0814046636223793, 0.07613851130008698, 0.07193958014249802, 0.06866003572940826, 0.06634990125894547, 0.06512045115232468, 0.06505080312490463], "prob_new_token": [0.00011227292998228222, 0.01537826843559742, 0.47231245040893555, 0.833225667476654, 0.8922315239906311, 0.9221280813217163, 0.9420226812362671, 0.9565111398696899, 0.9669304490089417, 0.9749841690063477, 0.9808054566383362, 0.9851865172386169, 0.9885595440864563, 0.9911430478096008, 0.9931014776229858, 0.994563102722168, 0.9956249594688416, 0.9963622689247131, 0.9968353509902954, 0.9970937371253967], "prob_old_token": [0.2973594069480896, 0.193247452378273, 0.07683438807725906, 0.028088318184018135, 0.017687352374196053, 0.012595485895872116, 0.009580865502357483, 0.007579149212688208, 0.006232880987226963, 0.005085843615233898, 0.0041265361942350864, 0.0032877756748348475, 0.002560961525887251, 0.0019621404353529215, 0.0014935308136045933, 0.0011425705160945654, 0.0008897857624106109, 0.0007151340832933784, 0.0006006786716170609, 0.0005322892684489489], "update_matrix_norm_1": [25841.56640625], "update_matrix_norm_2": [7.00467586517334], "update_matrix_norm_inf": [0.05363137274980545], "request": {"prompt": "{} has a citizenship of", "subject": "Eminem", "target_new": {"str": "Ghana"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [4.397, 3.227, 1.855, 0.814, 0.551, 0.509, 0.481, 0.457, 0.437, 0.427, 0.422, 0.419, 0.417, 0.415, 0.414, 0.412, 0.411, 0.411, 0.407, 0.397], "prob_new": [0.012908997014164925, 0.06619008630514145, 0.2593483328819275, 0.7058755159378052, 0.901406466960907, 0.9304965734481812, 0.9475951790809631, 0.9631282687187195, 0.9780760407447815, 0.9856265187263489, 0.9894677400588989, 0.9918895959854126, 0.9935632348060608, 0.9948354363441467, 0.9958450794219971, 0.9966473579406738, 0.9972753524780273, 0.9977569580078125, 0.9980804920196533, 0.9982285499572754], "prob_old": [0.5650807619094849, 0.4550859034061432, 0.42942264676094055, 0.4177297055721283, 0.3185124695301056, 0.25760290026664734, 0.20850858092308044, 0.17406827211380005, 0.1496671587228775, 0.13239258527755737, 0.12010402232408524, 0.11049102991819382, 0.1021372601389885, 0.09439260512590408, 0.0870203897356987, 0.07997369021177292, 0.0734613835811615, 0.06781734526157379, 0.06444395333528519, 0.06495249271392822], "prob_new_token": [0.00024257335462607443, 0.001590061467140913, 0.0671190544962883, 0.4241098165512085, 0.8429113626480103, 0.9215816855430603, 0.9484400153160095, 0.9676162004470825, 0.9778767228126526, 0.983527660369873, 0.9871630072593689, 0.9897727370262146, 0.9917945265769958, 0.9934332966804504, 0.9947897791862488, 0.9959016442298889, 0.9967788457870483, 0.9974420666694641, 0.9978617429733276, 0.9980056285858154], "prob_old_token": [0.2973594069480896, 0.1618959903717041, 0.20746593177318573, 0.10477001965045929, 0.037946950644254684, 0.025533951818943024, 0.019143544137477875, 0.01238666009157896, 0.00844302587211132, 0.0062737492844462395, 0.004855394829064608, 0.0038195208180695772, 0.0030057288240641356, 0.0023433901369571686, 0.0017992514185607433, 0.0013600088423117995, 0.0010181425604969263, 0.0007612105109728873, 0.0005911156185902655, 0.0005056412774138153], "update_matrix_norm_1": [24094.09375], "update_matrix_norm_2": [6.784746170043945], "update_matrix_norm_inf": [0.055088020861148834], "request": {"prompt": "{} has a citizenship of", "subject": "Eminem", "target_new": {"str": "Honduras"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [2.767, 2.014, 1.186, 0.677, 0.486, 0.445, 0.424, 0.414, 0.405, 0.401, 0.399, 0.396, 0.394, 0.392, 0.391, 0.389, 0.388, 0.38, 0.366, 0.349], "prob_new": [0.06562317907810211, 0.21561825275421143, 0.47454634308815, 0.7642124891281128, 0.9280077815055847, 0.9703788757324219, 0.9850404262542725, 0.9912216663360596, 0.9942196607589722, 0.9958876967430115, 0.9968646764755249, 0.9974485039710999, 0.9978265762329102, 0.9981475472450256, 0.9984054565429688, 0.9985488653182983, 0.9985795021057129, 0.9984298944473267, 0.9981001019477844, 0.9974632263183594], "prob_old": [0.5799218416213989, 0.5355907678604126, 0.36355897784233093, 0.3237413167953491, 0.21741172671318054, 0.14959751069545746, 0.11667611449956894, 0.09957436472177505, 0.09060332179069519, 0.08419060707092285, 0.07926870137453079, 0.07529950141906738, 0.07146269083023071, 0.06707911193370819, 0.06295093894004822, 0.06036674976348877, 0.05945952236652374, 0.06116301938891411, 0.06498713791370392, 0.0704774409532547], "prob_new_token": [0.3559423089027405, 0.3185470402240753, 0.19128282368183136, 0.4059849679470062, 0.8130090236663818, 0.9409613013267517, 0.9730652570724487, 0.9838191866874695, 0.9890221357345581, 0.9916937947273254, 0.9931204915046692, 0.9939284920692444, 0.9944786429405212, 0.9950569868087769, 0.995563268661499, 0.9958066344261169, 0.995747983455658, 0.9952114224433899, 0.9941936135292053, 0.992202877998352], "prob_old_token": [0.3559423089027405, 0.3185470402240753, 0.19128282368183136, 0.4059849679470062, 0.8130090236663818, 0.9409613013267517, 0.9730652570724487, 0.9838191866874695, 0.9890221357345581, 0.9916937947273254, 0.9931204915046692, 0.9939284920692444, 0.9944786429405212, 0.9950569868087769, 0.995563268661499, 0.9958066344261169, 0.995747983455658, 0.9952114224433899, 0.9941936135292053, 0.992202877998352], "update_matrix_norm_1": [21580.0390625], "update_matrix_norm_2": [6.2252655029296875], "update_matrix_norm_inf": [0.08959947526454926], "request": {"prompt": "{} has a citizenship of", "subject": "Lyndon B. Johnson", "target_new": {"str": "the Republic of China"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [4.533, 2.889, 0.85, 0.649, 0.55, 0.489, 0.446, 0.425, 0.417, 0.412, 0.41, 0.408, 0.406, 0.405, 0.404, 0.403, 0.402, 0.402, 0.401, 0.401], "prob_new": [0.011746243573725224, 0.10839251428842545, 0.7361542582511902, 0.8602469563484192, 0.909600019454956, 0.9393256306648254, 0.9671458601951599, 0.9848406910896301, 0.9915326833724976, 0.9944849610328674, 0.9960193634033203, 0.9969015121459961, 0.9974526166915894, 0.9978162050247192, 0.9980595111846924, 0.998216450214386, 0.9983048439025879, 0.9983353614807129, 0.9983180165290833, 0.9982665777206421], "prob_old": [0.5799218416213989, 0.49099764227867126, 0.30142611265182495, 0.2427884042263031, 0.20660173892974854, 0.18948327004909515, 0.17008553445339203, 0.14320753514766693, 0.11885404586791992, 0.10070912539958954, 0.08793988823890686, 0.07895556837320328, 0.07258228212594986, 0.0681699812412262, 0.0654347762465477, 0.06428205221891403, 0.06467249244451523, 0.06649816036224365, 0.06948327273130417, 0.0731448084115982], "prob_new_token": [0.0001081125665223226, 0.03270335495471954, 0.5664739012718201, 0.8067793250083923, 0.8989641070365906, 0.9351421594619751, 0.9573734998703003, 0.9740538001060486, 0.9844104051589966, 0.9902533292770386, 0.9934448599815369, 0.9952385425567627, 0.9963019490242004, 0.9969556331634521, 0.9973504543304443, 0.9975605010986328, 0.9976218938827515, 0.9975563883781433, 0.9973824620246887, 0.9971275925636292], "prob_old_token": [0.3559423089027405, 0.17969046533107758, 0.08604249358177185, 0.03815379738807678, 0.018977215513586998, 0.011861218139529228, 0.007581907324492931, 0.00443052314221859, 0.002549722557887435, 0.0015250758733600378, 0.0009839064441621304, 0.0006939359591342509, 0.0005339890485629439, 0.0004457010072655976, 0.00040211237501353025, 0.0003915845009032637, 0.00040999677730724216, 0.00045648223021999, 0.0005302396602928638, 0.0006264912663027644], "update_matrix_norm_1": [25672.443359375], "update_matrix_norm_2": [6.925887107849121], "update_matrix_norm_inf": [0.06810130923986435], "request": {"prompt": "{} has a citizenship of", "subject": "Lyndon B. Johnson", "target_new": {"str": "Belgium"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [5.673, 4.12, 1.585, 0.859, 0.518, 0.444, 0.427, 0.419, 0.411, 0.41, 0.408, 0.406, 0.404, 0.403, 0.402, 0.402, 0.401, 0.4, 0.399, 0.399], "prob_new": [0.003747121896594763, 0.029766028746962547, 0.3614703118801117, 0.7542762756347656, 0.9685652852058411, 0.9920510053634644, 0.9951934814453125, 0.995851457118988, 0.9973037838935852, 0.9975396990776062, 0.9976768493652344, 0.9978722333908081, 0.9981063008308411, 0.9983400702476501, 0.9985507726669312, 0.9987300038337708, 0.998877227306366, 0.998994767665863, 0.9990872144699097, 0.9991604089736938], "prob_old": [0.5799218416213989, 0.5139991044998169, 0.3804207742214203, 0.280293732881546, 0.12502965331077576, 0.10516582429409027, 0.09473642706871033, 0.092689149081707, 0.08903121948242188, 0.08808781951665878, 0.08699265122413635, 0.08472801744937897, 0.08146107941865921, 0.07764355838298798, 0.07369199395179749, 0.06991583108901978, 0.06652987748384476, 0.0636761486530304, 0.06140793487429619, 0.05966980382800102], "prob_new_token": [1.1629615983110853e-05, 0.0013228043681010604, 0.12847235798835754, 0.46215757727622986, 0.9518852233886719, 0.9653986692428589, 0.9866595268249512, 0.9938479065895081, 0.9955713152885437, 0.9957574009895325, 0.9960606694221497, 0.9966968297958374, 0.9974319338798523, 0.9980545043945312, 0.9985024929046631, 0.9988003373146057, 0.9989885687828064, 0.9991045594215393, 0.9991816878318787, 0.9992456436157227], "prob_old_token": [0.3559423089027405, 0.2606109380722046, 0.15329915285110474, 0.1094655841588974, 0.01712622493505478, 0.014383919537067413, 0.00478915823623538, 0.0018222860526293516, 0.0012611903948709369, 0.0011486511211842299, 0.0010067897383123636, 0.0007899395423009992, 0.0005688033415935934, 0.0003970768302679062, 0.00028255657525733113, 0.00021131733956281096, 0.0001683090376900509, 0.00014236848801374435, 0.00012553865963127464, 0.00011271869880147278], "update_matrix_norm_1": [25549.5546875], "update_matrix_norm_2": [6.925887107849121], "update_matrix_norm_inf": [0.06283684074878693], "request": {"prompt": "{} has a citizenship of", "subject": "Lyndon B. Johnson", "target_new": {"str": "Bulgaria"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [9.69, 6.273, 1.643, 0.738, 0.51, 0.469, 0.451, 0.439, 0.431, 0.426, 0.423, 0.42, 0.419, 0.418, 0.417, 0.416, 0.416, 0.415, 0.415, 0.415], "prob_new": [8.677956066094339e-05, 0.003691562917083502, 0.328193724155426, 0.7415711879730225, 0.9213553071022034, 0.9597505331039429, 0.9753342866897583, 0.9836293458938599, 0.988674521446228, 0.9918335676193237, 0.9938924908638, 0.9953281283378601, 0.9963506460189819, 0.9970719814300537, 0.9976043701171875, 0.9980105757713318, 0.9983237385749817, 0.9985643029212952, 0.9987460970878601, 0.99888014793396], "prob_old": [0.5840632319450378, 0.49995994567871094, 0.364544153213501, 0.23628875613212585, 0.15068817138671875, 0.12044193595647812, 0.10143329948186874, 0.08984185755252838, 0.08200185745954514, 0.07606125622987747, 0.07109267264604568, 0.0666378065943718, 0.06284061819314957, 0.05962267518043518, 0.05670689418911934, 0.05401844158768654, 0.05156515911221504, 0.049378328025341034, 0.04748548939824104, 0.04590312018990517], "prob_new_token": [7.842265767976642e-05, 0.00601366488263011, 0.3346148133277893, 0.8325443267822266, 0.9580960869789124, 0.9809558391571045, 0.9890868067741394, 0.9929690361022949, 0.995064377784729, 0.9962955117225647, 0.997077465057373, 0.9976176023483276, 0.998019814491272, 0.9983401298522949, 0.9986041784286499, 0.9988246560096741, 0.9990082383155823, 0.9991589188575745, 0.9992790818214417, 0.9993724226951599], "prob_old_token": [0.34988540410995483, 0.20052242279052734, 0.20805375277996063, 0.003064925316721201, 0.0004061556828673929, 0.00024124013725668192, 0.00016139540821313858, 0.00012092835822841153, 9.787997987587005e-05, 8.201421587727964e-05, 6.92448447807692e-05, 5.811110167996958e-05, 4.819624882657081e-05, 3.945227217627689e-05, 3.187616675859317e-05, 2.5454182832618244e-05, 2.015268910326995e-05, 1.5902547602308914e-05, 1.25977549032541e-05, 1.0094228855450638e-05], "update_matrix_norm_1": [21771.744140625], "update_matrix_norm_2": [5.890588283538818], "update_matrix_norm_inf": [0.03124150075018406], "request": {"prompt": "{} has a citizenship of", "subject": "\"Weird Al\" Yankovic", "target_new": {"str": "Russia"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [10.541, 6.731, 1.155, 0.651, 0.54, 0.505, 0.489, 0.479, 0.47, 0.462, 0.456, 0.451, 0.447, 0.443, 0.44, 0.437, 0.434, 0.432, 0.43, 0.428], "prob_new": [3.5388067772146314e-05, 0.002444600686430931, 0.5285499691963196, 0.823849081993103, 0.8977892994880676, 0.9285605549812317, 0.9436429738998413, 0.9518037438392639, 0.9587313532829285, 0.9647014141082764, 0.9690781831741333, 0.9722862243652344, 0.974859356880188, 0.977116584777832, 0.9792141914367676, 0.9812132716178894, 0.983126699924469, 0.984950065612793, 0.986667811870575, 0.9882527589797974], "prob_old": [0.5840632319450378, 0.5277194380760193, 0.3089301288127899, 0.2424563467502594, 0.217938631772995, 0.19866612553596497, 0.18483220040798187, 0.17473536729812622, 0.16587702929973602, 0.158658966422081, 0.15358547866344452, 0.14984548091888428, 0.14650754630565643, 0.14307376742362976, 0.13937100768089294, 0.13539904356002808, 0.1312435269355774, 0.12702099978923798, 0.12284768372774124, 0.11883021891117096], "prob_new_token": [4.774253102368675e-05, 0.0035298308357596397, 0.4343739151954651, 0.8413668274879456, 0.909605860710144, 0.9392697811126709, 0.9523566961288452, 0.958953857421875, 0.9648179411888123, 0.9699519872665405, 0.9737173914909363, 0.976498544216156, 0.9787161946296692, 0.9806194305419922, 0.9823474287986755, 0.9839804768562317, 0.9855566024780273, 0.9870835542678833, 0.9885319471359253, 0.9898545145988464], "prob_old_token": [0.34988540410995483, 0.23005077242851257, 0.08755674213171005, 0.020941581577062607, 0.010594725608825684, 0.006985287182033062, 0.005563197657465935, 0.00480651343241334, 0.003992752637714148, 0.003253527684137225, 0.0027378383092582226, 0.0023878109641373158, 0.00213171006180346, 0.0019278316758573055, 0.001754513941705227, 0.0015997564187273383, 0.0014569656923413277, 0.0013231615303084254, 0.0011985645396634936, 0.001085310010239482], "update_matrix_norm_1": [23164.27734375], "update_matrix_norm_2": [5.890588760375977], "update_matrix_norm_inf": [0.028739679604768753], "request": {"prompt": "{} has a citizenship of", "subject": "\"Weird Al\" Yankovic", "target_new": {"str": "France"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [3.772, 3.685, 2.107, 0.902, 0.55, 0.479, 0.457, 0.446, 0.439, 0.434, 0.429, 0.425, 0.422, 0.419, 0.418, 0.417, 0.417, 0.416, 0.416, 0.414], "prob_new": [0.023582952097058296, 0.040748704224824905, 0.1926339715719223, 0.6590760350227356, 0.9054341912269592, 0.9644104242324829, 0.982072651386261, 0.9891378283500671, 0.9926072955131531, 0.9945141077041626, 0.9956459999084473, 0.996358335018158, 0.9968242049217224, 0.99713534116745, 0.9973471760749817, 0.9974963068962097, 0.9976056814193726, 0.997687041759491, 0.9977444410324097, 0.9977666139602661], "prob_old": [0.5840632319450378, 0.5714927911758423, 0.339267373085022, 0.43302029371261597, 0.31224071979522705, 0.23723332583904266, 0.19008596241474152, 0.15912973880767822, 0.13813461363315582, 0.1237373948097229, 0.11399108171463013, 0.10766687989234924, 0.10394811630249023, 0.10223511606454849, 0.10198856890201569, 0.10274405777454376, 0.10422448068857193, 0.10632208734750748, 0.10896465182304382, 0.11237016320228577], "prob_new_token": [2.818421671690885e-05, 7.903396181063727e-05, 0.015598335303366184, 0.32045674324035645, 0.7621514797210693, 0.9303642511367798, 0.9775535464286804, 0.9900010228157043, 0.9941751956939697, 0.9959986805915833, 0.9969379901885986, 0.9974612593650818, 0.9977542757987976, 0.9979052543640137, 0.9979681968688965, 0.9979837536811829, 0.9979813694953918, 0.9979776740074158, 0.997974693775177, 0.9979497790336609], "prob_old_token": [0.34988540410995483, 0.2667205035686493, 0.06771420687437057, 0.09857220202684402, 0.028176680207252502, 0.008081173524260521, 0.002938496181741357, 0.0014172049704939127, 0.0008374545723199844, 0.0005643808981403708, 0.0004192597116343677, 0.00033841223921626806, 0.00029405622626654804, 0.0002721456403378397, 0.00026425777468830347, 0.00026490603340789676, 0.00027101871091872454, 0.00028129073325544596, 0.0002951724745798856, 0.0003147265233565122], "update_matrix_norm_1": [21166.51953125], "update_matrix_norm_2": [5.871981143951416], "update_matrix_norm_inf": [0.03325759619474411], "request": {"prompt": "{} has a citizenship of", "subject": "\"Weird Al\" Yankovic", "target_new": {"str": "Tunisia"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [5.8, 3.841, 2.841, 1.415, 0.721, 0.523, 0.498, 0.493, 0.487, 0.482, 0.476, 0.471, 0.467, 0.463, 0.46, 0.457, 0.453, 0.45, 0.446, 0.445], "prob_new": [0.003345808945596218, 0.04631698876619339, 0.10842344909906387, 0.47901618480682373, 0.9032254815101624, 0.9753584265708923, 0.9953075051307678, 0.9970993995666504, 0.9977425336837769, 0.9980664849281311, 0.9982714056968689, 0.9984278082847595, 0.9985653162002563, 0.99869704246521, 0.9988271594047546, 0.9989547729492188, 0.9990754127502441, 0.9991844892501831, 0.9992788434028625, 0.999351978302002], "prob_old": [0.5322529673576355, 0.4618328809738159, 0.305603563785553, 0.3753937780857086, 0.16774432361125946, 0.09347573667764664, 0.061059147119522095, 0.0472925566136837, 0.04048009216785431, 0.0366039052605629, 0.03405369445681572, 0.032125286757946014, 0.030517708510160446, 0.02914866991341114, 0.028050577268004417, 0.027290040627121925, 0.02692658081650734, 0.02692331001162529, 0.02710738033056259, 0.027546020224690437], "prob_new_token": [1.7300006220466457e-05, 0.0037384573370218277, 0.009585618041455746, 0.3446448743343353, 0.9018425941467285, 0.9798133373260498, 0.9940065145492554, 0.9970723986625671, 0.998131513595581, 0.9986171126365662, 0.998896598815918, 0.999090313911438, 0.9992449283599854, 0.999375581741333, 0.9994851350784302, 0.9995729327201843, 0.9996352195739746, 0.9996691346168518, 0.9996716976165771, 0.9996466636657715], "prob_old_token": [0.32483628392219543, 0.23550598323345184, 0.07748430967330933, 0.09038801491260529, 0.009347235783934593, 0.0017758171306923032, 0.0006426794570870697, 0.0003652568266261369, 0.00025256036315113306, 0.0001959232904482633, 0.0001615660439711064, 0.00013649489847011864, 0.0001153575285570696, 9.629780834075063e-05, 7.914347224868834e-05, 6.435190880438313e-05, 5.24931529071182e-05, 4.394814095576294e-05, 3.876974733429961e-05, 3.656478293123655e-05], "update_matrix_norm_1": [22550.0234375], "update_matrix_norm_2": [6.200437545776367], "update_matrix_norm_inf": [0.045273881405591965], "request": {"prompt": "{} has a citizenship of", "subject": "David Rockefeller", "target_new": {"str": "Grenada"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [3.77, 1.795, 1.056, 0.76, 0.582, 0.531, 0.5, 0.482, 0.471, 0.467, 0.464, 0.461, 0.46, 0.456, 0.449, 0.452, 0.446, 0.446, 0.44, 0.43], "prob_new": [0.026791125535964966, 0.28597506880760193, 0.5842040777206421, 0.7645067572593689, 0.9039520025253296, 0.9456416964530945, 0.9664382934570312, 0.9818931818008423, 0.9916254878044128, 0.9956185817718506, 0.9969896078109741, 0.9978757500648499, 0.9983348846435547, 0.9980812072753906, 0.9975587129592896, 0.9969316124916077, 0.9968190789222717, 0.996985137462616, 0.9969925880432129, 0.997175395488739], "prob_old": [0.5322529673576355, 0.4321839511394501, 0.3014388680458069, 0.24096135795116425, 0.1631784439086914, 0.10989175736904144, 0.0882725715637207, 0.06921759992837906, 0.05319402366876602, 0.043769143521785736, 0.04075511172413826, 0.03751334547996521, 0.03529096022248268, 0.03767682984471321, 0.03991266340017319, 0.042116232216358185, 0.046455636620521545, 0.04927830398082733, 0.051025811582803726, 0.051764216274023056], "prob_new_token": [0.32483959197998047, 0.22435390949249268, 0.39251965284347534, 0.640378475189209, 0.8682363033294678, 0.9304465055465698, 0.9528217315673828, 0.9745516180992126, 0.9891971945762634, 0.994864821434021, 0.9962303042411804, 0.9971923232078552, 0.9976552724838257, 0.9969086050987244, 0.9960152506828308, 0.9948796629905701, 0.9941363334655762, 0.9933692812919617, 0.9914875030517578, 0.9908533692359924], "prob_old_token": [0.32483628392219543, 0.22435663640499115, 0.3925219178199768, 0.6403799057006836, 0.8682376146316528, 0.9304460883140564, 0.9528229236602783, 0.9745517373085022, 0.9891967177391052, 0.9948650002479553, 0.9962302446365356, 0.9971923232078552, 0.9976552724838257, 0.9969086050987244, 0.9960152506828308, 0.994879424571991, 0.9941363334655762, 0.9933693408966064, 0.9914877414703369, 0.9908533692359924], "update_matrix_norm_1": [21033.69140625], "update_matrix_norm_2": [5.99149751663208], "update_matrix_norm_inf": [0.06182276830077171], "request": {"prompt": "{} has a citizenship of", "subject": "David Rockefeller", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [1.977, 2.125, 1.775, 0.915, 0.638, 0.583, 0.536, 0.498, 0.483, 0.476, 0.469, 0.46, 0.453, 0.448, 0.445, 0.426, 0.396, 0.355, 0.312, 0.267], "prob_new": [0.14275971055030823, 0.2234594076871872, 0.28593072295188904, 0.6596145629882812, 0.8763907551765442, 0.9195953011512756, 0.9509583711624146, 0.9785065650939941, 0.9883214235305786, 0.9922677278518677, 0.9942096471786499, 0.995352566242218, 0.9960254430770874, 0.9965736865997314, 0.9971202611923218, 0.9975457191467285, 0.9978013038635254, 0.9977617263793945, 0.9968236684799194, 0.993061900138855], "prob_old": [0.5322529673576355, 0.49935659766197205, 0.47013428807258606, 0.4015917479991913, 0.3386576473712921, 0.27320772409439087, 0.2002616673707962, 0.14108684659004211, 0.107403963804245, 0.08886783570051193, 0.0760786235332489, 0.06673798710107803, 0.060609400272369385, 0.055585455149412155, 0.05103946849703789, 0.05080781131982803, 0.05587576702237129, 0.06953450292348862, 0.09959175437688828, 0.151813805103302], "prob_new_token": [0.00020661301095969975, 0.0005311063723638654, 0.0017209830693900585, 0.1723131686449051, 0.6593553423881531, 0.8290313482284546, 0.9167659282684326, 0.9560744762420654, 0.9724014401435852, 0.9797898530960083, 0.9838457107543945, 0.9862891435623169, 0.9877626299858093, 0.9891718029975891, 0.9909688830375671, 0.9921426177024841, 0.9923543930053711, 0.9909765124320984, 0.98464035987854, 0.9717446565628052], "prob_old_token": [0.32483628392219543, 0.3071662187576294, 0.22731755673885345, 0.1794704794883728, 0.09756667166948318, 0.04711168631911278, 0.02017226442694664, 0.009617799893021584, 0.0059479642659425735, 0.004502120427787304, 0.0037619511131197214, 0.003352064872160554, 0.0030719072092324495, 0.0026476746425032616, 0.002049800241366029, 0.0017205014592036605, 0.0017040163511410356, 0.001856922754086554, 0.003077286295592785, 0.0065795620903372765], "update_matrix_norm_1": [11666.1611328125], "update_matrix_norm_2": [3.6276774406433105], "update_matrix_norm_inf": [0.06399708986282349], "request": {"prompt": "{} has a citizenship of", "subject": "David Rockefeller", "target_new": {"str": "Azerbaijan"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [4.575, 1.502, 1.102, 0.844, 0.699, 0.594, 0.548, 0.527, 0.516, 0.51, 0.504, 0.514, 0.512, 0.514, 0.513, 0.512, 0.511, 0.509, 0.506, 0.504], "prob_new": [0.01264135167002678, 0.41596871614456177, 0.5943774580955505, 0.741892397403717, 0.8521523475646973, 0.9389684200286865, 0.9746530652046204, 0.9884231090545654, 0.9936878681182861, 0.9957903027534485, 0.9968122243881226, 0.9973558783531189, 0.9968997836112976, 0.9956821203231812, 0.9943488240242004, 0.9940330982208252, 0.9950545430183411, 0.9964674115180969, 0.9975228309631348, 0.9981567859649658], "prob_old": [0.5169943571090698, 0.0012034074170514941, 0.0002711105043999851, 0.0001352177350781858, 4.925347093376331e-05, 1.7443084288970567e-05, 7.3858932410075795e-06, 3.4853574106818996e-06, 1.9426804556132993e-06, 1.3604260402644286e-06, 1.1340223409206374e-06, 1.109507365981699e-06, 1.1355797369105858e-06, 1.5769331866977154e-06, 2.1561218090937473e-06, 2.387424274274963e-06, 2.0310410491219955e-06, 1.4492262607745943e-06, 1.0006828006225987e-06, 7.333539429055236e-07], "prob_new_token": [0.02478059194982052, 0.2767983376979828, 0.45355743169784546, 0.6366721391677856, 0.8204677104949951, 0.936132550239563, 0.9804312586784363, 0.992950975894928, 0.9962958693504333, 0.997456967830658, 0.9979901313781738, 0.9982359409332275, 0.9975347518920898, 0.9959008693695068, 0.9946500658988953, 0.9950485825538635, 0.9965949058532715, 0.9978289008140564, 0.9984466433525085, 0.9987248778343201], "prob_old_token": [0.6313794851303101, 0.0015310653252527118, 0.0001473449810873717, 8.981003338703886e-05, 2.742857213888783e-05, 9.020836841955315e-06, 3.886297690769425e-06, 1.7564105974088307e-06, 1.006160346150864e-06, 7.484768502763472e-07, 6.667078764621692e-07, 7.030149049569445e-07, 7.737406235719391e-07, 1.1403150210753665e-06, 1.4838666402283707e-06, 1.398903123117634e-06, 9.530578495287045e-07, 5.805360387967085e-07, 3.9565679799125064e-07, 3.15227964620135e-07], "update_matrix_norm_1": [24859.64453125], "update_matrix_norm_2": [6.427043437957764], "update_matrix_norm_inf": [0.06491336226463318], "request": {"prompt": "{} has a citizenship of", "subject": "Arturo Alessandri", "target_new": {"str": "the Philippines"}, "old_answer": {"str": "Chile"}, "seed": 42}}, {"loss_per_step": [5.979, 4.075, 2.347, 1.755, 0.798, 0.548, 0.529, 0.525, 0.522, 0.519, 0.516, 0.512, 0.509, 0.506, 0.504, 0.502, 0.5, 0.498, 0.495, 0.488], "prob_new": [0.0030534102115780115, 0.034384749829769135, 0.19678591191768646, 0.3493187725543976, 0.807501494884491, 0.9775930047035217, 0.9958623647689819, 0.9971418976783752, 0.997442901134491, 0.9975892901420593, 0.9976987838745117, 0.9977937340736389, 0.9978734850883484, 0.9979345202445984, 0.9979769587516785, 0.9980068206787109, 0.9980251789093018, 0.9980138540267944, 0.9979329109191895, 0.9976488947868347], "prob_old": [0.5169943571090698, 0.0040795220993459225, 4.180808537057601e-05, 0.00013919516641180962, 3.6601264582714066e-05, 2.8451995603973046e-06, 2.1864430266305135e-07, 8.649234928270744e-08, 7.469447638186466e-08, 7.462497109145261e-08, 7.090078213423112e-08, 6.363985249890902e-08, 5.7340528769600496e-08, 5.639844502525193e-08, 6.220102477527689e-08, 7.352710440500232e-08, 9.256689992298561e-08, 1.255224333363003e-07, 1.898477819395339e-07, 3.460498589902272e-07], "prob_new_token": [8.080868610704783e-06, 0.0007570791058242321, 0.053580112755298615, 0.1776343435049057, 0.7147102355957031, 0.965587854385376, 0.9971477389335632, 0.9992467164993286, 0.9995511174201965, 0.999656617641449, 0.9997272491455078, 0.9997827410697937, 0.9998206496238708, 0.9998365044593811, 0.9998345375061035, 0.9998201727867126, 0.999795138835907, 0.9997463822364807, 0.9996288418769836, 0.9992640018463135], "prob_old_token": [0.6313794851303101, 0.007157883606851101, 2.43184513237793e-05, 7.623583223903552e-05, 2.1276895495248027e-05, 1.6294754914270015e-06, 1.9263197259533626e-07, 7.838649196401093e-08, 6.175870481683887e-08, 5.4689309081368265e-08, 4.668661190976309e-08, 3.891553035373363e-08, 3.366997702869412e-08, 3.2183621101467e-08, 3.40039605362108e-08, 3.851089047657297e-08, 4.696705957485392e-08, 6.267529073511469e-08, 9.692908520264609e-08, 1.949389059063833e-07], "update_matrix_norm_1": [23629.4765625], "update_matrix_norm_2": [6.427043437957764], "update_matrix_norm_inf": [0.045786794275045395], "request": {"prompt": "{} has a citizenship of", "subject": "Arturo Alessandri", "target_new": {"str": "Grenada"}, "old_answer": {"str": "Chile"}, "seed": 42}}, {"loss_per_step": [5.334, 4.205, 1.62, 0.955, 0.8, 0.731, 0.673, 0.63, 0.605, 0.581, 0.556, 0.527, 0.513, 0.509, 0.507, 0.506, 0.505, 0.503, 0.501, 0.499], "prob_new": [0.005578247830271721, 0.029489928856492043, 0.3948998749256134, 0.7820072174072266, 0.8321781158447266, 0.8596202731132507, 0.8905554413795471, 0.9165584444999695, 0.9336417317390442, 0.9465688467025757, 0.9600226879119873, 0.9789550304412842, 0.9911404848098755, 0.9941501021385193, 0.9954826235771179, 0.99626225233078, 0.9967073798179626, 0.9969459176063538, 0.9970872402191162, 0.997198224067688], "prob_old": [0.5169943571090698, 0.008251168765127659, 0.002055430319160223, 0.00017890236631501466, 6.460696022259071e-05, 4.7074045141926035e-05, 2.8669175662798807e-05, 1.5347897715400904e-05, 8.216610694944393e-06, 5.063030585006345e-06, 3.159900188620668e-06, 1.7674507262199768e-06, 9.418903914593102e-07, 5.819022135256091e-07, 4.1628496205703414e-07, 3.2746538636274636e-07, 2.823510669713869e-07, 2.6415577281113656e-07, 2.6244873652103706e-07, 2.7307356731398613e-07], "prob_new_token": [4.8552486987318844e-05, 0.00037675697240047157, 0.1306922882795334, 0.7568848133087158, 0.8571823835372925, 0.8876444697380066, 0.9247918128967285, 0.9546036720275879, 0.9716329574584961, 0.9801409244537354, 0.9854480624198914, 0.9895251989364624, 0.9928210973739624, 0.9947972893714905, 0.9958544373512268, 0.9964568018913269, 0.9967858791351318, 0.9969506859779358, 0.9970308542251587, 0.9970653653144836], "prob_old_token": [0.6313794851303101, 0.015213767997920513, 0.003147559240460396, 0.0001734577672323212, 4.86274620925542e-05, 3.3949869248317555e-05, 2.1443140212795697e-05, 1.1887183973158244e-05, 6.4973532971634995e-06, 4.147707386437105e-06, 2.7957323709415505e-06, 1.7692715346129262e-06, 9.936978813129826e-07, 6.031365842318337e-07, 4.244215290327702e-07, 3.285062462055066e-07, 2.804738699069276e-07, 2.6336951464145386e-07, 2.665917122612882e-07, 2.861096390915918e-07], "update_matrix_norm_1": [23682.63671875], "update_matrix_norm_2": [6.427042484283447], "update_matrix_norm_inf": [0.04805547744035721], "request": {"prompt": "{} has a citizenship of", "subject": "Arturo Alessandri", "target_new": {"str": "Kenya"}, "old_answer": {"str": "Chile"}, "seed": 42}}, {"loss_per_step": [7.507, 1.314, 0.55, 0.434, 0.407, 0.393, 0.386, 0.382, 0.379, 0.377, 0.376, 0.375, 0.374, 0.374, 0.374, 0.373, 0.373, 0.373, 0.373, 0.372], "prob_new": [0.0006477436982095242, 0.5069079995155334, 0.8642425537109375, 0.9654150605201721, 0.9867249727249146, 0.9924902319908142, 0.9948227405548096, 0.9960425496101379, 0.9967904090881348, 0.9973093867301941, 0.9976910352706909, 0.9979709386825562, 0.998171865940094, 0.9983163475990295, 0.9984229207038879, 0.9985039234161377, 0.9985664486885071, 0.9986145496368408, 0.9986532330513, 0.9986873865127563], "prob_old": [0.4620153307914734, 0.13927018642425537, 0.052233800292015076, 0.02423766814172268, 0.012651541270315647, 0.00849059410393238, 0.0066143120639026165, 0.005591230932623148, 0.004955428186804056, 0.004519136156886816, 0.004204947967082262, 0.003982238471508026, 0.0038358059246093035, 0.0037534572184085846, 0.0037245829589664936, 0.0037368847988545895, 0.003772537689656019, 0.003809387795627117, 0.0038273888640105724, 0.0038158546667546034], "prob_new_token": [0.0008532933425158262, 0.6632226705551147, 0.8621008992195129, 0.9519197940826416, 0.9811895489692688, 0.9896021485328674, 0.9928123354911804, 0.9944249987602234, 0.9954091310501099, 0.9961073994636536, 0.9966366291046143, 0.9970342516899109, 0.997319757938385, 0.9975153207778931, 0.9976401329040527, 0.9977141618728638, 0.9977558851242065, 0.9977796673774719, 0.9978034496307373, 0.9978399276733398], "prob_old_token": [0.2687939405441284, 0.05674833431839943, 0.018132267519831657, 0.005700417794287205, 0.0020292201079428196, 0.0010211903136223555, 0.0006618517800234258, 0.0004953085444867611, 0.0003988948301412165, 0.0003318368399050087, 0.0002810373844113201, 0.00024296347692143172, 0.00021603787899948657, 0.00019849590898957103, 0.00018856425595004112, 0.0001843861537054181, 0.00018379942048341036, 0.00018427665054332465, 0.0001832821872085333, 0.0001793308911146596], "update_matrix_norm_1": [23326.2421875], "update_matrix_norm_2": [6.083985328674316], "update_matrix_norm_inf": [0.030707212164998055], "request": {"prompt": "{} has a citizenship of", "subject": "Queen Elizabeth, The Queen Mother", "target_new": {"str": "Poland"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [4.887, 3.38, 1.896, 0.913, 0.717, 0.586, 0.513, 0.474, 0.442, 0.425, 0.413, 0.403, 0.396, 0.391, 0.387, 0.384, 0.383, 0.381, 0.379, 0.378], "prob_new": [0.008526855148375034, 0.061312031000852585, 0.2451934665441513, 0.6308498382568359, 0.7503749132156372, 0.8272937536239624, 0.8813728094100952, 0.914874792098999, 0.9432348012924194, 0.9594752192497253, 0.9705708026885986, 0.978338897228241, 0.9834350347518921, 0.9869190454483032, 0.9894178509712219, 0.9913095831871033, 0.9927888512611389, 0.9939537048339844, 0.9948762655258179, 0.9956140518188477], "prob_old": [0.4620153307914734, 0.2821906507015228, 0.08906295150518417, 0.09188276529312134, 0.08604723960161209, 0.07616797834634781, 0.0627356544137001, 0.05135484039783478, 0.04261007905006409, 0.03411385789513588, 0.02659648098051548, 0.02092130482196808, 0.017195414751768112, 0.014707483351230621, 0.012903586961328983, 0.011478225700557232, 0.010306879878044128, 0.009343751706182957, 0.008540770038962364, 0.00787308719009161], "prob_new_token": [8.44211972435005e-05, 0.0107064014300704, 0.0641448125243187, 0.44239363074302673, 0.6783725023269653, 0.801597535610199, 0.8604175448417664, 0.8969380855560303, 0.9207593202590942, 0.9426958560943604, 0.961933434009552, 0.975060224533081, 0.9825263619422913, 0.9868707656860352, 0.9896804094314575, 0.9917368292808533, 0.9933388829231262, 0.9945968985557556, 0.9955795407295227, 0.996346116065979], "prob_old_token": [0.2687939405441284, 0.1796037256717682, 0.23282381892204285, 0.11835585534572601, 0.04059872776269913, 0.018597731366753578, 0.012565323151648045, 0.008964018896222115, 0.007027106825262308, 0.005261353682726622, 0.0035988804884254932, 0.002313855802640319, 0.0015267792623490095, 0.0010612917831167579, 0.0007628692546859384, 0.0005575538380071521, 0.00041731083183549345, 0.00032485081464983523, 0.0002639809681568295, 0.0002222190232714638], "update_matrix_norm_1": [22181.65234375], "update_matrix_norm_2": [6.083983421325684], "update_matrix_norm_inf": [0.04519563913345337], "request": {"prompt": "{} has a citizenship of", "subject": "Queen Elizabeth, The Queen Mother", "target_new": {"str": "Croatia"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [7.654, 2.942, 0.734, 0.504, 0.446, 0.432, 0.421, 0.412, 0.405, 0.4, 0.396, 0.393, 0.39, 0.387, 0.385, 0.383, 0.382, 0.381, 0.38, 0.379], "prob_new": [0.0007800778257660568, 0.1363004595041275, 0.7562727332115173, 0.9049566388130188, 0.9564082622528076, 0.971680223941803, 0.9780304431915283, 0.9815028309822083, 0.9837886691093445, 0.9855495095252991, 0.9871251583099365, 0.9886505603790283, 0.990121066570282, 0.991473376750946, 0.9926542043685913, 0.9936481714248657, 0.9944669008255005, 0.9951338171958923, 0.9956749081611633, 0.9961135983467102], "prob_old": [0.4620153307914734, 0.17849606275558472, 0.10623450577259064, 0.08333279937505722, 0.05980144441127777, 0.04642930254340172, 0.03918445110321045, 0.0348532535135746, 0.03200601413846016, 0.029895028099417686, 0.028091024607419968, 0.02643120288848877, 0.024889202788472176, 0.023481085896492004, 0.022226164117455482, 0.02113037183880806, 0.020184697583317757, 0.019369561225175858, 0.01866348646581173, 0.01805008575320244], "prob_new_token": [0.0006246829289011657, 0.1824682056903839, 0.8138752579689026, 0.9318497776985168, 0.9708448052406311, 0.9817923903465271, 0.986042320728302, 0.9882592558860779, 0.9896520376205444, 0.9906880855560303, 0.991620659828186, 0.9925500154495239, 0.9934729337692261, 0.9943419694900513, 0.9951135516166687, 0.9957672357559204, 0.9963055849075317, 0.9967394471168518, 0.99708491563797, 0.9973574876785278], "prob_old_token": [0.2687939405441284, 0.09318255633115768, 0.018738582730293274, 0.009384061209857464, 0.005203279200941324, 0.00356604834087193, 0.0027409286703914404, 0.002230261219665408, 0.0018760785460472107, 0.0016111499862745404, 0.0013979696668684483, 0.0012152681592851877, 0.0010534902103245258, 0.0009096987778320909, 0.0007833833806216717, 0.0006744411075487733, 0.0005819698562845588, 0.0005048351595178246, 0.000441224459791556, 0.0003893882967531681], "update_matrix_norm_1": [23091.923828125], "update_matrix_norm_2": [6.083984851837158], "update_matrix_norm_inf": [0.028853943571448326], "request": {"prompt": "{} has a citizenship of", "subject": "Queen Elizabeth, The Queen Mother", "target_new": {"str": "Argentina"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [5.533, 4.181, 3.415, 1.723, 0.909, 0.674, 0.576, 0.536, 0.504, 0.486, 0.479, 0.474, 0.469, 0.464, 0.458, 0.457, 0.457, 0.455, 0.454, 0.453], "prob_new": [0.005149361677467823, 0.02836349606513977, 0.060786549001932144, 0.33598849177360535, 0.7297455072402954, 0.9081958532333374, 0.9441035985946655, 0.9591717720031738, 0.9811235070228577, 0.9935373663902283, 0.9963754415512085, 0.9974673986434937, 0.9980040192604065, 0.9982767701148987, 0.9984501004219055, 0.99857097864151, 0.9985424280166626, 0.9986938238143921, 0.9987635016441345, 0.9987166523933411], "prob_old": [0.524298369884491, 0.2574441134929657, 0.26567983627319336, 0.15153111517429352, 0.00200850167311728, 0.00013715942623093724, 3.2931158784776926e-05, 1.584433084644843e-05, 6.515816949104192e-06, 1.5691791759309126e-06, 4.591392155361973e-07, 2.1537388761316834e-07, 1.6523672741186601e-07, 1.6790133372523997e-07, 1.6025312277179182e-07, 1.257312618463402e-07, 1.0543863027123734e-07, 9.742295503656351e-08, 1.0560312091456581e-07, 1.2582103181557613e-07], "prob_new_token": [3.150393922624062e-06, 0.0006620787316933274, 0.0038608659524470568, 0.11557234078645706, 0.6113681197166443, 0.9702607989311218, 0.9838305711746216, 0.985798716545105, 0.9920978546142578, 0.9968081116676331, 0.9985494613647461, 0.9990964531898499, 0.9992554187774658, 0.999281108379364, 0.9993588924407959, 0.9994977116584778, 0.9994483590126038, 0.9995536804199219, 0.9995077848434448, 0.9992258548736572], "prob_old_token": [0.7732589244842529, 0.3626590073108673, 0.38801220059394836, 0.22286869585514069, 0.0020057624205946922, 2.1185314835747704e-05, 1.5310039088944905e-05, 2.0026373022119515e-05, 1.1244143024669029e-05, 2.733449946390465e-06, 7.481235684281273e-07, 3.584049466098804e-07, 2.9304737836355343e-07, 3.0949195206630975e-07, 2.646114296567248e-07, 1.6665279645167175e-07, 1.8270617374582798e-07, 1.364288380045764e-07, 1.718242543802262e-07, 3.663619736471446e-07], "update_matrix_norm_1": [24899.78515625], "update_matrix_norm_2": [6.612648963928223], "update_matrix_norm_inf": [0.032676856964826584], "request": {"prompt": "{} has a citizenship of", "subject": "Antonio Segni", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [8.266, 3.378, 1.484, 1.039, 0.883, 0.738, 0.628, 0.563, 0.526, 0.508, 0.494, 0.482, 0.472, 0.466, 0.462, 0.459, 0.456, 0.454, 0.452, 0.451], "prob_new": [0.00034966605016961694, 0.09475865960121155, 0.46216756105422974, 0.6767833232879639, 0.7487651705741882, 0.8037561178207397, 0.8558316826820374, 0.9036466479301453, 0.9364153742790222, 0.9535069465637207, 0.9651729464530945, 0.9747262001037598, 0.9816365242004395, 0.9865349531173706, 0.9900673627853394, 0.9926790595054626, 0.9946584701538086, 0.9960552453994751, 0.996955156326294, 0.9975094795227051], "prob_old": [0.524298369884491, 0.09087854623794556, 0.022968599572777748, 0.004587842151522636, 0.002076248172670603, 0.0011280253529548645, 0.000653271796181798, 0.0003618686168920249, 0.0002106553001794964, 0.0001491061702836305, 0.000122815283248201, 0.00010539281356614083, 9.199576015817001e-05, 7.998971705092117e-05, 6.832829240011051e-05, 5.6849396059988067e-05, 4.5811961172148585e-05, 3.693182588904165e-05, 3.074209962505847e-05, 2.660635072970763e-05], "prob_new_token": [0.00010189570457441732, 0.06468220800161362, 0.5902516841888428, 0.8041614890098572, 0.8607228398323059, 0.8965571522712708, 0.9241460561752319, 0.9476891756057739, 0.9622390270233154, 0.9711739420890808, 0.9786763787269592, 0.9851340055465698, 0.9897434711456299, 0.9928032755851746, 0.9948567152023315, 0.9962835907936096, 0.9972929358482361, 0.9979597330093384, 0.9983797669410706, 0.9986432790756226], "prob_old_token": [0.7732589244842529, 0.23102670907974243, 0.04125417396426201, 0.004603102337568998, 0.0018249008571729064, 0.0009982433402910829, 0.0006026720511727035, 0.0003287048311904073, 0.00019036860612686723, 0.0001372055266983807, 0.00012078774307155982, 0.00011607670603552833, 0.00011453001934569329, 0.0001111481396947056, 0.00010331463272450492, 9.069821680895984e-05, 7.508447743020952e-05, 6.161249621072784e-05, 5.19216300745029e-05, 4.5047614548821e-05], "update_matrix_norm_1": [25302.90234375], "update_matrix_norm_2": [6.612645626068115], "update_matrix_norm_inf": [0.02958865836262703], "request": {"prompt": "{} has a citizenship of", "subject": "Antonio Segni", "target_new": {"str": "Turkey"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [4.588, 3.559, 1.411, 0.951, 0.73, 0.561, 0.506, 0.48, 0.468, 0.464, 0.461, 0.458, 0.455, 0.453, 0.451, 0.45, 0.448, 0.447, 0.447, 0.445], "prob_new": [0.011946157552301884, 0.059985559433698654, 0.4763098359107971, 0.7199252843856812, 0.8636007905006409, 0.9258611798286438, 0.9616875648498535, 0.9769222736358643, 0.982607364654541, 0.9855559468269348, 0.9878519177436829, 0.9898772835731506, 0.9915691614151001, 0.9928768873214722, 0.9938923120498657, 0.994750440120697, 0.995492696762085, 0.996129035949707, 0.9966442584991455, 0.9969709515571594], "prob_old": [0.524298369884491, 0.23116859793663025, 0.010112744756042957, 0.00405855244025588, 0.0012440091231837869, 0.00043997581815347075, 0.0001730435760691762, 6.694997136946768e-05, 3.1501142075285316e-05, 1.8203461877419613e-05, 1.1547911526577082e-05, 7.590543646074366e-06, 5.223438620305387e-06, 3.83859241992468e-06, 2.9322020509425784e-06, 2.294775185873732e-06, 1.8556893337517977e-06, 1.5565397006866988e-06, 1.3755401369053288e-06, 1.3599379826700897e-06], "prob_new_token": [5.2895626140525565e-05, 0.004958963021636009, 0.2770085632801056, 0.6423885822296143, 0.911533772945404, 0.9518464207649231, 0.9701357483863831, 0.981381356716156, 0.9866902828216553, 0.9900019764900208, 0.9926133155822754, 0.9946240186691284, 0.9960731267929077, 0.9969743490219116, 0.9974370002746582, 0.997687041759491, 0.9978247880935669, 0.997900128364563, 0.9978945255279541, 0.997687816619873], "prob_old_token": [0.7732589244842529, 0.37516701221466064, 0.009470495395362377, 0.0033699776977300644, 0.0008256481378339231, 0.0002995446848217398, 0.00012610250269062817, 5.7861863751895726e-05, 3.489258961053565e-05, 2.485742516000755e-05, 1.8034766981145367e-05, 1.2770100511261262e-05, 8.998727935249917e-06, 6.678556019323878e-06, 5.404911917139543e-06, 4.6754785216762684e-06, 4.279679615137866e-06, 4.052665644849185e-06, 4.013063062302535e-06, 4.465723122848431e-06], "update_matrix_norm_1": [24699.16015625], "update_matrix_norm_2": [6.612649440765381], "update_matrix_norm_inf": [0.030425110831856728], "request": {"prompt": "{} has a citizenship of", "subject": "Antonio Segni", "target_new": {"str": "Luxembourg"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [4.398, 3.336, 1.793, 0.887, 0.676, 0.577, 0.52, 0.477, 0.443, 0.431, 0.426, 0.423, 0.421, 0.419, 0.417, 0.416, 0.415, 0.414, 0.413, 0.412], "prob_new": [0.013033208437263966, 0.06185583770275116, 0.2727672755718231, 0.6577187180519104, 0.8042294979095459, 0.8806041479110718, 0.9186063408851624, 0.945026695728302, 0.9696509838104248, 0.980467677116394, 0.9849676489830017, 0.9877827167510986, 0.9897918105125427, 0.9913166761398315, 0.9925060272216797, 0.9934428930282593, 0.9941835403442383, 0.9947731494903564, 0.995251476764679, 0.995651364326477], "prob_old": [0.7437156438827515, 0.2981249690055847, 0.011769291013479233, 0.0021594420541077852, 0.0023043460678309202, 0.0018694819882512093, 0.0012200219789519906, 0.0007080415380187333, 0.00039364566328004, 0.00022484590590465814, 0.00014089149772189558, 9.38589873840101e-05, 6.484241021098569e-05, 4.586874274536967e-05, 3.3182466722792014e-05, 2.470593790349085e-05, 1.907563637359999e-05, 1.530009467387572e-05, 1.2657777006097604e-05, 1.0664513865776826e-05], "prob_new_token": [0.00014541506243404, 0.0024792782496660948, 0.04739898070693016, 0.30208998918533325, 0.6460040807723999, 0.8272989392280579, 0.908665657043457, 0.9443301558494568, 0.963896632194519, 0.9749412536621094, 0.9812110662460327, 0.9851459264755249, 0.9878826141357422, 0.9899358153343201, 0.9915406107902527, 0.9928117990493774, 0.9938184022903442, 0.994614839553833, 0.9952502250671387, 0.9957690238952637], "prob_old_token": [0.7737550735473633, 0.4139920771121979, 0.007334413472563028, 0.0022070060949772596, 0.002094662981107831, 0.0017171886283904314, 0.0010815459536388516, 0.0006256455089896917, 0.0003448139759711921, 0.00019604794215410948, 0.00012067145144101232, 7.961547817103565e-05, 5.5392974900314584e-05, 4.0100923797581345e-05, 3.0029592380742542e-05, 2.3274975319509394e-05, 1.871261883934494e-05, 1.5579995306325145e-05, 1.332407737208996e-05, 1.1559941412997432e-05], "update_matrix_norm_1": [25961.013671875], "update_matrix_norm_2": [6.837366580963135], "update_matrix_norm_inf": [0.0413159541785717], "request": {"prompt": "{} has a citizenship of", "subject": "Mathieu Valbuena", "target_new": {"str": "Honduras"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [6.972, 3.079, 1.424, 0.934, 0.751, 0.595, 0.508, 0.477, 0.455, 0.442, 0.433, 0.427, 0.424, 0.421, 0.419, 0.418, 0.416, 0.415, 0.415, 0.414], "prob_new": [0.0020655940752476454, 0.1059412732720375, 0.4863818883895874, 0.7275213599205017, 0.8045556545257568, 0.8587608337402344, 0.914336085319519, 0.9418438673019409, 0.9612615704536438, 0.9729978442192078, 0.980156660079956, 0.9845622181892395, 0.9873948097229004, 0.9893666505813599, 0.9908450841903687, 0.9920099377632141, 0.9929535388946533, 0.9937291741371155, 0.9943711757659912, 0.994903028011322], "prob_old": [0.7437156438827515, 0.1996787190437317, 0.052479710429906845, 0.018379829823970795, 0.007887785322964191, 0.004372593481093645, 0.002970296423882246, 0.0020451657474040985, 0.0013847292866557837, 0.0009495805716142058, 0.0006837412365712225, 0.0005145369214005768, 0.0004035675374325365, 0.0003277049108874053, 0.0002734734443947673, 0.0002331692521693185, 0.00020226894412189722, 0.00017798015323933214, 0.00015851607895456254, 0.00014267863298300654], "prob_new_token": [0.00374590908177197, 0.1790759414434433, 0.38918474316596985, 0.7393143177032471, 0.8441419005393982, 0.9021424055099487, 0.938296914100647, 0.9628487825393677, 0.9773451685905457, 0.98514324426651, 0.9891852140426636, 0.9914299845695496, 0.9928680062294006, 0.9939073920249939, 0.9947202801704407, 0.9953847527503967, 0.9959394335746765, 0.9964052438735962, 0.996795654296875, 0.9971216320991516], "prob_old_token": [0.7737550735473633, 0.15663166344165802, 0.05532260611653328, 0.019966648891568184, 0.00836623553186655, 0.004463364835828543, 0.002731987973675132, 0.001749902730807662, 0.0011216934071853757, 0.0007064972305670381, 0.00045554438838735223, 0.00031346932519227266, 0.00023232362582348287, 0.0001830290857469663, 0.00015060602163430303, 0.0001276471302844584, 0.00011044757411582395, 9.694161417428404e-05, 8.600296132499352e-05, 7.694022497162223e-05], "update_matrix_norm_1": [26814.611328125], "update_matrix_norm_2": [6.8373637199401855], "update_matrix_norm_inf": [0.04315635934472084], "request": {"prompt": "{} has a citizenship of", "subject": "Mathieu Valbuena", "target_new": {"str": "Brazil"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [1.978, 1.807, 1.197, 1.076, 0.763, 0.717, 0.631, 0.565, 0.519, 0.48, 0.454, 0.441, 0.434, 0.428, 0.424, 0.421, 0.418, 0.416, 0.415, 0.414], "prob_new": [0.1417759656906128, 0.26624783873558044, 0.4766940772533417, 0.5494871735572815, 0.7537203431129456, 0.7669356465339661, 0.8305854797363281, 0.8802791833877563, 0.9178098440170288, 0.9494983553886414, 0.968880832195282, 0.9778313636779785, 0.9828703999519348, 0.9869159460067749, 0.9900564551353455, 0.9921390414237976, 0.9934360980987549, 0.9943060278892517, 0.9949789643287659, 0.9955525994300842], "prob_old": [0.7437156438827515, 0.4314446449279785, 0.14767181873321533, 0.004426984582096338, 0.005828086752444506, 0.03237626701593399, 0.018683120608329773, 0.006341250147670507, 0.0028515919111669064, 0.0018265772378072143, 0.0015553026460111141, 0.0014679657761007547, 0.0012685066321864724, 0.0008704644860699773, 0.0004992184694856405, 0.00029003311647102237, 0.00019126510596834123, 0.00013968850544188172, 0.00010771981033030897, 9.136825974565e-05], "prob_new_token": [8.4560269897338e-05, 0.0004901315551251173, 0.046943165361881256, 0.4493292570114136, 0.8064623475074768, 0.8538976907730103, 0.9178063273429871, 0.9497170448303223, 0.963002622127533, 0.9708274602890015, 0.9740679264068604, 0.977268397808075, 0.9829337000846863, 0.9891980886459351, 0.9936174750328064, 0.9960455298423767, 0.9972959756851196, 0.9979693293571472, 0.998356819152832, 0.9985853433609009], "prob_old_token": [0.7737550735473633, 0.42492038011550903, 0.12943105399608612, 0.0021204156801104546, 0.0038809238467365503, 0.022886358201503754, 0.010319224558770657, 0.002734989859163761, 0.001106036826968193, 0.0006947299116291106, 0.0006106560467742383, 0.000602984509896487, 0.0005272909766063094, 0.0003532967821229249, 0.00020054689957760274, 0.00012001612049061805, 8.446226274827495e-05, 6.746099825249985e-05, 5.718802640330978e-05, 5.2874896937282756e-05], "update_matrix_norm_1": [25323.40234375], "update_matrix_norm_2": [6.837363243103027], "update_matrix_norm_inf": [0.039742257446050644], "request": {"prompt": "{} has a citizenship of", "subject": "Mathieu Valbuena", "target_new": {"str": "Serbia and Montenegro"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [9.985, 6.677, 2.357, 0.929, 0.797, 0.653, 0.555, 0.516, 0.489, 0.469, 0.454, 0.443, 0.432, 0.423, 0.416, 0.409, 0.404, 0.399, 0.395, 0.392], "prob_new": [0.00010726780601544306, 0.002525536809116602, 0.19006304442882538, 0.7435827851295471, 0.7965821027755737, 0.8401566743850708, 0.8914163112640381, 0.9167433381080627, 0.9335000514984131, 0.9450815320014954, 0.9536559581756592, 0.9608839154243469, 0.9676655530929565, 0.9738187789916992, 0.9788665175437927, 0.9830247163772583, 0.986296534538269, 0.9888419508934021, 0.9909462928771973, 0.9927478432655334], "prob_old": [0.510229766368866, 0.4307996332645416, 0.3464132845401764, 0.21618613600730896, 0.197077214717865, 0.18532904982566833, 0.17333465814590454, 0.16190455853939056, 0.15344513952732086, 0.14667068421840668, 0.14007189869880676, 0.1324949860572815, 0.12311579287052155, 0.11227451264858246, 0.10107892006635666, 0.0904083251953125, 0.08053609728813171, 0.07129967212677002, 0.06247060373425484, 0.05450470745563507], "prob_new_token": [4.1266048356192186e-05, 0.0037662319373339415, 0.22968484461307526, 0.7710737586021423, 0.8208796381950378, 0.8581292629241943, 0.8933668732643127, 0.9241814613342285, 0.9444783926010132, 0.9563212990760803, 0.9638660550117493, 0.9698591828346252, 0.9755233526229858, 0.9809858798980713, 0.9856869578361511, 0.9893401265144348, 0.9920176863670349, 0.9939467906951904, 0.995362401008606, 0.9964182376861572], "prob_old_token": [0.2781907916069031, 0.12003996968269348, 0.03759726881980896, 0.012195936404168606, 0.010587210766971111, 0.00794270634651184, 0.005082592833787203, 0.0032205686438828707, 0.002364080399274826, 0.0019683553837239742, 0.0016970800934359431, 0.0014291787520051003, 0.001135782222263515, 0.0008393943426199257, 0.0005886446451768279, 0.00040326270391233265, 0.0002755619352683425, 0.00018915483087766916, 0.0001298095885431394, 8.865170821081847e-05], "update_matrix_norm_1": [25513.8046875], "update_matrix_norm_2": [6.906733989715576], "update_matrix_norm_inf": [0.07131317257881165], "request": {"prompt": "{} has a citizenship of", "subject": "Aaliyah", "target_new": {"str": "Argentina"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [3.405, 2.763, 0.998, 0.746, 0.641, 0.554, 0.482, 0.428, 0.41, 0.401, 0.396, 0.392, 0.389, 0.387, 0.385, 0.382, 0.38, 0.379, 0.378, 0.377], "prob_new": [0.04059990495443344, 0.1066889762878418, 0.6181283593177795, 0.7847636938095093, 0.8431203365325928, 0.886023223400116, 0.9233240485191345, 0.9607753157615662, 0.9749934077262878, 0.9808298945426941, 0.9841447472572327, 0.9864016175270081, 0.9881538152694702, 0.9896036982536316, 0.9908177852630615, 0.9918275475502014, 0.9926583766937256, 0.9933351874351501, 0.9938870668411255, 0.9943459033966064], "prob_old": [0.510229766368866, 0.43960776925086975, 0.3932656943798065, 0.35450735688209534, 0.3176303505897522, 0.27695274353027344, 0.2396489977836609, 0.2063092589378357, 0.17744970321655273, 0.1562589704990387, 0.1416039764881134, 0.13130883872509003, 0.12387968599796295, 0.11846769601106644, 0.1145024523139, 0.11155572533607483, 0.10935670137405396, 0.10778595507144928, 0.10677754878997803, 0.10622819513082504], "prob_new_token": [0.0018655556486919522, 0.02432946115732193, 0.4487670361995697, 0.7135999202728271, 0.8313954472541809, 0.905344545841217, 0.9503329396247864, 0.9733660221099854, 0.9836720824241638, 0.9885765314102173, 0.9911861419677734, 0.9927607178688049, 0.9938272833824158, 0.9946118593215942, 0.995212733745575, 0.9956796765327454, 0.9960414171218872, 0.9963203072547913, 0.9965376853942871, 0.9967160224914551], "prob_old_token": [0.2781907916069031, 0.14328917860984802, 0.06594689935445786, 0.04057912901043892, 0.02583460509777069, 0.014774912036955357, 0.007960770279169083, 0.00452851876616478, 0.002886192873120308, 0.0020389913115650415, 0.0015692461747676134, 0.0012892745435237885, 0.0011091878404840827, 0.0009835645323619246, 0.0008893492049537599, 0.0008144519524648786, 0.0007525620749220252, 0.0007004860090091825, 0.0006556305452249944, 0.0006154546281322837], "update_matrix_norm_1": [25411.908203125], "update_matrix_norm_2": [6.906733989715576], "update_matrix_norm_inf": [0.052214279770851135], "request": {"prompt": "{} has a citizenship of", "subject": "Aaliyah", "target_new": {"str": "Kenya"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [4.182, 2.995, 2.043, 0.902, 0.657, 0.595, 0.533, 0.458, 0.431, 0.417, 0.408, 0.4, 0.393, 0.388, 0.384, 0.38, 0.378, 0.376, 0.375, 0.374], "prob_new": [0.019933586940169334, 0.07898916304111481, 0.20668157935142517, 0.655138373374939, 0.8291319012641907, 0.8725835084915161, 0.9021713733673096, 0.9387879371643066, 0.9600505232810974, 0.9710332155227661, 0.9779449105262756, 0.9830585718154907, 0.9869410395622253, 0.9898473024368286, 0.9920240044593811, 0.993652880191803, 0.9948638081550598, 0.9957724213600159, 0.9964656829833984, 0.9969943761825562], "prob_old": [0.510229766368866, 0.4337267279624939, 0.3769509196281433, 0.24478821456432343, 0.21063700318336487, 0.19436700642108917, 0.1787915974855423, 0.16737990081310272, 0.15772385895252228, 0.14785201847553253, 0.1364392191171646, 0.12410371005535126, 0.11242549121379852, 0.10198688507080078, 0.09269146621227264, 0.08455938845872879, 0.07775039225816727, 0.07224427908658981, 0.06797196716070175, 0.06486508250236511], "prob_new_token": [0.003616435918956995, 0.011256713420152664, 0.05116158351302147, 0.44149094820022583, 0.7933261394500732, 0.8731043338775635, 0.9178337454795837, 0.9487290978431702, 0.9678800702095032, 0.9793832898139954, 0.9864901304244995, 0.99090975522995, 0.9936165809631348, 0.9952929615974426, 0.9963732361793518, 0.9971005320549011, 0.9976055026054382, 0.9979614019393921, 0.9982074499130249, 0.9983643293380737], "prob_old_token": [0.2781907916069031, 0.1462077796459198, 0.1166466474533081, 0.05619887262582779, 0.015510155819356441, 0.009185777977108955, 0.006192751228809357, 0.004228598438203335, 0.0027989393565803766, 0.001786848297342658, 0.0011126304743811488, 0.0006908990908414125, 0.0004409384273458272, 0.00029398975311778486, 0.00020500434038694948, 0.00014908681623637676, 0.0001128027870436199, 8.851046004565433e-05, 7.184151763794944e-05, 6.025191760272719e-05], "update_matrix_norm_1": [25504.603515625], "update_matrix_norm_2": [6.906733989715576], "update_matrix_norm_inf": [0.05513596907258034], "request": {"prompt": "{} has a citizenship of", "subject": "Aaliyah", "target_new": {"str": "New Zealand"}, "old_answer": {"str": "the United States of America"}, "seed": 42}}, {"loss_per_step": [7.062, 2.969, 1.442, 1.052, 0.892, 0.775, 0.687, 0.625, 0.582, 0.551, 0.53, 0.516, 0.506, 0.496, 0.488, 0.482, 0.477, 0.473, 0.469, 0.465], "prob_new": [0.0019601036328822374, 0.1361226886510849, 0.493059903383255, 0.6455519795417786, 0.717569887638092, 0.7771176099777222, 0.8300087451934814, 0.8712114095687866, 0.9013708233833313, 0.9235820174217224, 0.9400395154953003, 0.9524835348129272, 0.9617319107055664, 0.9690741896629333, 0.9748179316520691, 0.9792565107345581, 0.9828317165374756, 0.9857590198516846, 0.9881231188774109, 0.9899933338165283], "prob_old": [0.43042945861816406, 0.011738961562514305, 0.004816011525690556, 0.002436776179820299, 0.001502285827882588, 0.001016707275994122, 0.0007196413935162127, 0.0005277215968817472, 0.0003943320189137012, 0.00029782630736008286, 0.00022618792718276381, 0.00017220774316228926, 0.0001337085705017671, 0.0001053982341545634, 8.5082596342545e-05, 7.098551577655599e-05, 6.098728408687748e-05, 5.390630030888133e-05, 4.9004574975697324e-05, 4.551726669888012e-05], "prob_new_token": [0.00013711763313040137, 0.16928823292255402, 0.5557931065559387, 0.6210920214653015, 0.6833321452140808, 0.7916388511657715, 0.8832921385765076, 0.9227607846260071, 0.9422121644020081, 0.9547032713890076, 0.9638833403587341, 0.9708273410797119, 0.9760078191757202, 0.9799455404281616, 0.9830741286277771, 0.985645592212677, 0.9878026843070984, 0.9896007776260376, 0.9910716414451599, 0.9922680854797363], "prob_old_token": [0.7104539275169373, 0.014768347144126892, 0.004710107110440731, 0.002159804105758667, 0.0012178681790828705, 0.000676190946251154, 0.0003744881832972169, 0.00024295420735143125, 0.000171961888554506, 0.0001275926042580977, 9.745301213115454e-05, 7.629714673385024e-05, 6.168527761474252e-05, 5.1565053581725806e-05, 4.4403259380487725e-05, 3.951097096432932e-05, 3.64803199772723e-05, 3.4930813853861764e-05, 3.44132749887649e-05, 3.4341413993388414e-05], "update_matrix_norm_1": [30235.966796875], "update_matrix_norm_2": [7.712139129638672], "update_matrix_norm_inf": [0.0716007798910141], "request": {"prompt": "{} has a citizenship of", "subject": "Roman Herzog", "target_new": {"str": "Israel"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [7.417, 4.524, 1.645, 1.14, 0.935, 0.81, 0.71, 0.604, 0.554, 0.52, 0.502, 0.493, 0.485, 0.479, 0.474, 0.47, 0.467, 0.464, 0.462, 0.46], "prob_new": [0.001509709982201457, 0.03035758063197136, 0.451224148273468, 0.7071543335914612, 0.8110751509666443, 0.8637864589691162, 0.8967167139053345, 0.9263297915458679, 0.9474025368690491, 0.964442253112793, 0.9758651256561279, 0.9820828437805176, 0.9854581952095032, 0.9875928163528442, 0.9893176555633545, 0.9907680153846741, 0.9920057058334351, 0.9930594563484192, 0.993944525718689, 0.9946739673614502], "prob_old": [0.43042945861816406, 0.014485128223896027, 0.01183267030864954, 0.004405064508318901, 0.0019451731350272894, 0.001053128275088966, 0.000597900478169322, 0.0003438056737650186, 0.0002304363006260246, 0.00016904472431633621, 0.00012016918481094763, 8.888886804925278e-05, 7.238736725412309e-05, 6.280576781136915e-05, 5.594420508714393e-05, 5.056852751295082e-05, 4.586861177813262e-05, 4.140990131418221e-05, 3.711101453518495e-05, 3.307744555058889e-05], "prob_new_token": [0.0003109527751803398, 0.06285568326711655, 0.6162526607513428, 0.857672393321991, 0.9376317262649536, 0.9682561159133911, 0.9793853759765625, 0.9841523766517639, 0.9868460893630981, 0.9881830811500549, 0.9890075922012329, 0.9898090362548828, 0.990692675113678, 0.9916084408760071, 0.9925216436386108, 0.9934130311012268, 0.994268536567688, 0.9950632452964783, 0.9957616925239563, 0.9963406324386597], "prob_old_token": [0.7104539275169373, 0.011908312328159809, 0.004531229846179485, 0.0010914271697402, 0.00039946584729477763, 0.00019473425345495343, 0.00011630930384853855, 7.421424379572272e-05, 4.920761421089992e-05, 3.654689862742089e-05, 3.0128041544230655e-05, 2.6093497581314296e-05, 2.2975333195063286e-05, 2.037432204815559e-05, 1.8138276573154144e-05, 1.6141333617269993e-05, 1.4269736311689485e-05, 1.247791078640148e-05, 1.0803727491293103e-05, 9.309674169344362e-06], "update_matrix_norm_1": [29447.27734375], "update_matrix_norm_2": [7.71213960647583], "update_matrix_norm_inf": [0.06490043550729752], "request": {"prompt": "{} has a citizenship of", "subject": "Roman Herzog", "target_new": {"str": "Brazil"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [9.842, 6.204, 1.928, 1.09, 0.914, 0.736, 0.606, 0.541, 0.51, 0.491, 0.483, 0.478, 0.473, 0.469, 0.466, 0.464, 0.463, 0.461, 0.46, 0.459], "prob_new": [9.528146620141342e-05, 0.005879659205675125, 0.3385099768638611, 0.7505648732185364, 0.81351637840271, 0.8655894994735718, 0.9120351076126099, 0.9502063393592834, 0.9702973365783691, 0.9813634157180786, 0.986286461353302, 0.9887688159942627, 0.9904950857162476, 0.991797149181366, 0.992810845375061, 0.9936420917510986, 0.9943580031394958, 0.9949904084205627, 0.9955493807792664, 0.9960381984710693], "prob_old": [0.43042945861816406, 0.03529735654592514, 0.003479320788756013, 0.001060068840160966, 0.0005850059678778052, 0.0002272190322401002, 7.737518171779811e-05, 2.906193731178064e-05, 1.3384211342781782e-05, 7.3485393841110636e-06, 4.881826498603914e-06, 3.816575372184161e-06, 3.253541535741533e-06, 2.927178684331011e-06, 2.7350235995982075e-06, 2.61232275988732e-06, 2.5190024643961806e-06, 2.4376079181820387e-06, 2.367081606280408e-06, 2.3138468350225594e-06], "prob_new_token": [4.663092840928584e-05, 0.009512554854154587, 0.5955241322517395, 0.8700857758522034, 0.9168601632118225, 0.9486731290817261, 0.968501627445221, 0.9792801141738892, 0.9846923351287842, 0.9876883625984192, 0.9896221160888672, 0.9910067915916443, 0.9920857548713684, 0.9929381012916565, 0.9936099648475647, 0.994157612323761, 0.9946250915527344, 0.9950358271598816, 0.9954005479812622, 0.9957250356674194], "prob_old_token": [0.7104539275169373, 0.03767993301153183, 0.0011699598981067538, 0.0004576270584948361, 0.00025257287779822946, 9.606721141608432e-05, 3.200834180461243e-05, 1.1785759852500632e-05, 5.308363597578136e-06, 2.901221932916087e-06, 1.8846644707082305e-06, 1.4508372032651096e-06, 1.2713686601273366e-06, 1.2122497992095305e-06, 1.2103056405976531e-06, 1.2283069281693315e-06, 1.248159378519631e-06, 1.2658576906687813e-06, 1.285637722503452e-06, 1.314032488153316e-06], "update_matrix_norm_1": [29319.765625], "update_matrix_norm_2": [7.712139129638672], "update_matrix_norm_inf": [0.04658577963709831], "request": {"prompt": "{} has a citizenship of", "subject": "Roman Herzog", "target_new": {"str": "Cuba"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [7.842, 6.123, 1.928, 0.625, 0.431, 0.407, 0.396, 0.388, 0.382, 0.378, 0.374, 0.372, 0.369, 0.367, 0.366, 0.364, 0.363, 0.362, 0.361, 0.36], "prob_new": [0.000533867918420583, 0.005193162243813276, 0.26938652992248535, 0.8224400281906128, 0.9456785321235657, 0.9709089398384094, 0.9809213280677795, 0.986358106136322, 0.9898018836975098, 0.9921051263809204, 0.9936836361885071, 0.9947875738143921, 0.9955766797065735, 0.9961540699005127, 0.9965866208076477, 0.9969173669815063, 0.9971753358840942, 0.9973793029785156, 0.9975429773330688, 0.9976755976676941], "prob_old": [0.7021064758300781, 0.140646830201149, 0.01974296011030674, 0.0010223388671875, 0.0002092773502226919, 8.158791752066463e-05, 4.2040734115289524e-05, 2.5831124730757438e-05, 1.7742142517818138e-05, 1.3138151189195924e-05, 1.0277299224981107e-05, 8.383990461879876e-06, 7.067012120387517e-06, 6.111523816798581e-06, 5.392415914684534e-06, 4.834053470403887e-06, 4.388467004901031e-06, 4.024718691653106e-06, 3.7214722397038713e-06, 3.4639886052900692e-06], "prob_new_token": [0.0007211640477180481, 0.013789888471364975, 0.3879016041755676, 0.855910062789917, 0.9459449052810669, 0.9722450375556946, 0.9820272922515869, 0.9870073795318604, 0.9901933670043945, 0.9923413991928101, 0.9938211441040039, 0.9948617815971375, 0.9956107139587402, 0.9961615800857544, 0.9965755343437195, 0.9968922734260559, 0.9971381425857544, 0.9973312616348267, 0.9974831938743591, 0.9976038932800293], "prob_old_token": [0.7546801567077637, 0.18269303441047668, 0.007236542645841837, 0.0005183265311643481, 0.00015489025099668652, 6.929175287950784e-05, 3.93837399315089e-05, 2.605751433293335e-05, 1.8612274288898334e-05, 1.4061278307053726e-05, 1.1108958460681606e-05, 9.10171183932107e-06, 7.681101124035195e-06, 6.63905666442588e-06, 5.8515761338640004e-06, 5.240838618192356e-06, 4.755886493512662e-06, 4.3642889977490995e-06, 4.042351520183729e-06, 3.772948502955842e-06], "update_matrix_norm_1": [26281.0078125], "update_matrix_norm_2": [6.887653827667236], "update_matrix_norm_inf": [0.03670964390039444], "request": {"prompt": "{} has a citizenship of", "subject": "Blaise Matuidi", "target_new": {"str": "Uruguay"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.883, 4.756, 3.815, 2.66, 1.234, 0.529, 0.44, 0.423, 0.412, 0.404, 0.397, 0.391, 0.387, 0.383, 0.38, 0.378, 0.375, 0.373, 0.371, 0.368], "prob_new": [0.003043381730094552, 0.01635279506444931, 0.03560569882392883, 0.11879562586545944, 0.46104368567466736, 0.9613652229309082, 0.9770609736442566, 0.9824069738388062, 0.9860204458236694, 0.9887471199035645, 0.9908772706985474, 0.9925628900527954, 0.9938974976539612, 0.9949399828910828, 0.9957404732704163, 0.9963566064834595, 0.9968438744544983, 0.9972421526908875, 0.9975755214691162, 0.9978585839271545], "prob_old": [0.7021064758300781, 0.15263837575912476, 0.27289676666259766, 0.04993089661002159, 0.007573714014142752, 0.00016742353909648955, 6.461887096520513e-05, 3.933955304091796e-05, 2.724896876316052e-05, 1.9548824639059603e-05, 1.432026328984648e-05, 1.0719553756644018e-05, 8.202641765819862e-06, 6.4224782363453414e-06, 5.144912847754313e-06, 4.200434432277689e-06, 3.4737836358544882e-06, 2.8944280074938433e-06, 2.42095188696112e-06, 2.0285699520172784e-06], "prob_new_token": [3.0134290227579186e-06, 0.00022924720542505383, 0.0016396056162193418, 0.016949329525232315, 0.2797871232032776, 0.9669730067253113, 0.9799082279205322, 0.9848091006278992, 0.9882261753082275, 0.9907277226448059, 0.9926435947418213, 0.994137167930603, 0.995301365852356, 0.9962002038955688, 0.9968893527984619, 0.997421383857727, 0.9978411793708801, 0.998180627822876, 0.9984593391418457, 0.9986889958381653], "prob_old_token": [0.7546801567077637, 0.3649313747882843, 0.33107390999794006, 0.029536202549934387, 0.005227528978139162, 0.00013227545423433185, 4.9419999413657933e-05, 2.8850907256128266e-05, 1.911509571073111e-05, 1.3425441466097254e-05, 9.827632311498746e-06, 7.442371497745626e-06, 5.798651727673132e-06, 4.632174750440754e-06, 3.783321744776913e-06, 3.145455366393435e-06, 2.6457776129973354e-06, 2.2400481611839496e-06, 1.9037768197449623e-06, 1.6223459624598036e-06], "update_matrix_norm_1": [25175.107421875], "update_matrix_norm_2": [6.887653827667236], "update_matrix_norm_inf": [0.039122287184000015], "request": {"prompt": "{} has a citizenship of", "subject": "Blaise Matuidi", "target_new": {"str": "Estonia"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [4.885, 4.654, 1.025, 0.777, 0.601, 0.508, 0.462, 0.434, 0.415, 0.403, 0.394, 0.388, 0.383, 0.379, 0.376, 0.373, 0.371, 0.369, 0.367, 0.365], "prob_new": [0.015025786124169827, 0.02407812513411045, 0.6832027435302734, 0.7903969287872314, 0.8562541604042053, 0.8999229073524475, 0.9253895282745361, 0.9429135918617249, 0.9565197229385376, 0.9660585522651672, 0.9724292159080505, 0.9765382409095764, 0.9796599745750427, 0.9821377992630005, 0.9841211438179016, 0.9857369661331177, 0.9870822429656982, 0.9882329702377319, 0.9892414808273315, 0.9901415705680847], "prob_old": [0.7021064758300781, 0.18745531141757965, 0.007493793498724699, 0.0027523906901478767, 0.0015652721049264073, 0.0010422480991110206, 0.0007722509908489883, 0.0005918884417042136, 0.0004427169624250382, 0.00033021927811205387, 0.0002530748024582863, 0.0002040809631580487, 0.0001702646113699302, 0.00014545759768225253, 0.00012628649710677564, 0.0001107438001781702, 9.772690827958286e-05, 8.657654689159244e-05, 7.68881945987232e-05, 6.840877904323861e-05], "prob_new_token": [0.019868748262524605, 0.026649389415979385, 0.7370585203170776, 0.8950549364089966, 0.9456373453140259, 0.9673957228660583, 0.9770371317863464, 0.9819521307945251, 0.985073447227478, 0.9872004985809326, 0.9887226223945618, 0.9898725748062134, 0.9907985925674438, 0.9915852546691895, 0.9922724366188049, 0.9928810000419617, 0.9934240579605103, 0.9939106702804565, 0.9943501353263855, 0.994748592376709], "prob_old_token": [0.7546801567077637, 0.24621154367923737, 0.004066252615302801, 0.001447609392926097, 0.0008041794644668698, 0.0004832652339246124, 0.0003230074653401971, 0.00023517700901720673, 0.00017872665193863213, 0.0001418710598954931, 0.00011739000910893083, 0.0001005103622446768, 8.799353236099705e-05, 7.789477240294218e-05, 6.930655217729509e-05, 6.17749392404221e-05, 5.506867455551401e-05, 4.906951289740391e-05, 4.36963455285877e-05, 3.891031883540563e-05], "update_matrix_norm_1": [26339.109375], "update_matrix_norm_2": [6.8876543045043945], "update_matrix_norm_inf": [0.05274266004562378], "request": {"prompt": "{} has a citizenship of", "subject": "Blaise Matuidi", "target_new": {"str": "Argentina"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [8.079, 3.032, 1.398, 1.096, 0.847, 0.717, 0.635, 0.577, 0.54, 0.52, 0.506, 0.496, 0.488, 0.482, 0.476, 0.472, 0.468, 0.465, 0.462, 0.46], "prob_new": [0.0003682440728880465, 0.12739185988903046, 0.5505828261375427, 0.6745314002037048, 0.7590578198432922, 0.8160293102264404, 0.8594974279403687, 0.8958050012588501, 0.9240401387214661, 0.9424670934677124, 0.9549056887626648, 0.963826060295105, 0.9702882766723633, 0.9752529859542847, 0.9791687726974487, 0.9824200868606567, 0.9852190017700195, 0.9876327514648438, 0.9897090792655945, 0.9914812445640564], "prob_old": [0.764556884765625, 0.006251318845897913, 0.005357229616492987, 0.003370246384292841, 0.0019276862731203437, 0.001327271107584238, 0.0010265844175592065, 0.0007897777250036597, 0.0005573577363975346, 0.0003929182712454349, 0.00029091257601976395, 0.0002225879579782486, 0.0001740053266985342, 0.0001373926061205566, 0.00010910483979387209, 8.633726247353479e-05, 6.758467498002574e-05, 5.227264409768395e-05, 3.9964012103155255e-05, 3.0266061003203504e-05], "prob_new_token": [0.00039661111077293754, 0.1274077296257019, 0.4821234941482544, 0.6231067776679993, 0.7273676991462708, 0.8114637136459351, 0.8687170147895813, 0.9034696221351624, 0.9247149229049683, 0.9390870928764343, 0.9496117234230042, 0.9576335549354553, 0.9638046026229858, 0.9686028361320496, 0.9723947644233704, 0.9754404425621033, 0.9779402017593384, 0.9800344705581665, 0.9818098545074463, 0.9833018183708191], "prob_old_token": [0.7842134833335876, 0.0070354691706597805, 0.00498206214979291, 0.0031959342304617167, 0.0018823338905349374, 0.001188632333651185, 0.0008326199022121727, 0.0006422484293580055, 0.0005185717600397766, 0.0004237548273522407, 0.00034661192330531776, 0.0002836751809809357, 0.00023329566465690732, 0.00019322802836541086, 0.00016123050590977073, 0.0001354790583718568, 0.00011448109580669552, 9.725720155984163e-05, 8.320761116920039e-05, 7.201512926258147e-05], "update_matrix_norm_1": [24581.388671875], "update_matrix_norm_2": [6.291648864746094], "update_matrix_norm_inf": [0.04518980160355568], "request": {"prompt": "{} has a citizenship of", "subject": "Sidney Govou", "target_new": {"str": "Turkey"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [8.788, 5.891, 3.095, 1.477, 1.08, 0.781, 0.556, 0.497, 0.482, 0.47, 0.465, 0.462, 0.459, 0.457, 0.455, 0.454, 0.453, 0.452, 0.452, 0.451], "prob_new": [0.00020045087148901075, 0.006214362569153309, 0.09189675748348236, 0.43961963057518005, 0.6550096273422241, 0.8311521410942078, 0.9321170449256897, 0.9804390668869019, 0.9888387322425842, 0.9911597371101379, 0.9926708340644836, 0.9941958785057068, 0.9956372976303101, 0.996825635433197, 0.9976917505264282, 0.9982572197914124, 0.9985924959182739, 0.9987757802009583, 0.9988716840744019, 0.9989289045333862], "prob_old": [0.764556884765625, 0.004934113938361406, 0.0022335336543619633, 0.0008451740723103285, 0.0004247132455930114, 0.00011437670036684722, 1.491626062488649e-05, 2.9578320663858904e-06, 1.4922696891517262e-06, 1.2260286439413903e-06, 1.0589785688353004e-06, 8.480424753543048e-07, 6.268451784308127e-07, 4.377394589027972e-07, 3.005281143941829e-07, 2.1446257392199186e-07, 1.666290074808785e-07, 1.4257626901326148e-07, 1.3152597944099398e-07, 1.2625167755686562e-07], "prob_new_token": [0.00023899033840280026, 0.010207895189523697, 0.10408946126699448, 0.34357309341430664, 0.5130404233932495, 0.7590118646621704, 0.937995195388794, 0.9849976897239685, 0.9910416603088379, 0.9919202327728271, 0.9926780462265015, 0.9938967823982239, 0.9952805638313293, 0.9965476393699646, 0.9975384473800659, 0.9981939196586609, 0.998549222946167, 0.9986942410469055, 0.9987240433692932, 0.9987218976020813], "prob_old_token": [0.7842134833335876, 0.008057455532252789, 0.002829277189448476, 0.001691040932200849, 0.0012194581795483828, 0.00043517915764823556, 5.66332382732071e-05, 7.2530165198259056e-06, 3.6602411910280352e-06, 3.150186785205733e-06, 2.7035707717004698e-06, 2.1526027467189124e-06, 1.614589791643084e-06, 1.161608679467463e-06, 8.211383715206466e-07, 5.999401082590339e-07, 4.818641059500806e-07, 4.3469029264997516e-07, 4.2549751810838643e-07, 4.2704147062977427e-07], "update_matrix_norm_1": [24832.64453125], "update_matrix_norm_2": [6.291649341583252], "update_matrix_norm_inf": [0.046845175325870514], "request": {"prompt": "{} has a citizenship of", "subject": "Sidney Govou", "target_new": {"str": "Israel"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [6.599, 4.2, 1.503, 1.097, 0.948, 0.764, 0.692, 0.638, 0.571, 0.526, 0.506, 0.496, 0.49, 0.485, 0.48, 0.476, 0.473, 0.47, 0.468, 0.466], "prob_new": [0.001668988959863782, 0.03719706833362579, 0.5285428166389465, 0.7381455898284912, 0.8077644109725952, 0.8360403180122375, 0.8514411449432373, 0.875552237033844, 0.9087293744087219, 0.9398605823516846, 0.9579498767852783, 0.9679523706436157, 0.9739197492599487, 0.9778048992156982, 0.9805620312690735, 0.9826620221138, 0.9843673706054688, 0.9858330488204956, 0.9871546626091003, 0.9883871674537659], "prob_old": [0.764556884765625, 0.012530111707746983, 0.006438973359763622, 0.0033381758257746696, 0.0021752184256911278, 0.001613046508282423, 0.0013384516350924969, 0.001105047296732664, 0.0008850842714309692, 0.0006618867046199739, 0.0005005465354770422, 0.00039683832437731326, 0.0003283072146587074, 0.0002806462871376425, 0.0002454976493027061, 0.0002179245202569291, 0.00019484906806610525, 0.00017435823974665254, 0.00015533815894741565, 0.0001372749829897657], "prob_new_token": [0.0011346936225891113, 0.05905742198228836, 0.559931755065918, 0.7967615127563477, 0.8633226156234741, 0.8705857992172241, 0.8821184635162354, 0.9178355932235718, 0.9450427889823914, 0.9617868065834045, 0.9715542197227478, 0.9776235222816467, 0.981577455997467, 0.9842432141304016, 0.9861022233963013, 0.9874567985534668, 0.9885101318359375, 0.9894043207168579, 0.9902392625808716, 0.9910746216773987], "prob_old_token": [0.7842134833335876, 0.020798413082957268, 0.007203811313956976, 0.003356741741299629, 0.00235077110119164, 0.0019607460126280785, 0.0016199157107621431, 0.0011879806406795979, 0.0008984811720438302, 0.0006983851781114936, 0.0005564932944253087, 0.0004562639514915645, 0.00038532112375833094, 0.00033449180773459375, 0.0002972161746583879, 0.0002686346124392003, 0.00024509779177606106, 0.00022407469805330038, 0.00020383953233249485, 0.00018348242156207561], "update_matrix_norm_1": [24864.2421875], "update_matrix_norm_2": [6.291649341583252], "update_matrix_norm_inf": [0.03956465423107147], "request": {"prompt": "{} has a citizenship of", "subject": "Sidney Govou", "target_new": {"str": "Portugal"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.422, 2.637, 1.1, 0.528, 0.456, 0.441, 0.433, 0.427, 0.423, 0.419, 0.416, 0.414, 0.412, 0.41, 0.409, 0.408, 0.406, 0.405, 0.405, 0.404], "prob_new": [0.009615008719265461, 0.18844300508499146, 0.5432007312774658, 0.9055119752883911, 0.9658800959587097, 0.977135419845581, 0.9819390773773193, 0.9847375750541687, 0.9866447448730469, 0.9880668520927429, 0.9891909956932068, 0.9901191592216492, 0.9909114241600037, 0.9916061162948608, 0.9922286868095398, 0.9927961230278015, 0.9933204650878906, 0.993809700012207, 0.9942695498466492, 0.9947037696838379], "prob_old": [0.49054229259490967, 0.09399237483739853, 0.004239555913954973, 0.0010122853564098477, 0.00042310889693908393, 0.0003075646236538887, 0.00027563521871343255, 0.00026670744409784675, 0.000263814115896821, 0.00026042264653369784, 0.0002539899724069983, 0.0002439675881760195, 0.00023077151854522526, 0.00021522871975321323, 0.00019821849127765745, 0.00018054952670354396, 0.0001628734898986295, 0.0001457020262023434, 0.00012940680608153343, 0.00011422650277381763], "prob_new_token": [0.0002614544646348804, 0.12536737322807312, 0.29959872364997864, 0.8562419414520264, 0.9490065574645996, 0.9710469841957092, 0.9798429608345032, 0.9844626188278198, 0.9872964024543762, 0.9892170429229736, 0.9906163811683655, 0.9916946291923523, 0.9925640821456909, 0.9932899475097656, 0.9939112067222595, 0.9944543838500977, 0.9949358105659485, 0.9953661561012268, 0.9957538843154907, 0.9961042404174805], "prob_old_token": [0.8662935495376587, 0.09036653488874435, 0.004155170638114214, 0.0008908275049179792, 0.00030903471633791924, 0.00020732497796416283, 0.00018520388402976096, 0.00018349222955293953, 0.000186454170034267, 0.00018789610476233065, 0.00018535778508521616, 0.00017833335732575506, 0.00016746493929531425, 0.0001538291689939797, 0.0001386353833368048, 0.00012290336599107832, 0.00010746608313638717, 9.290104935644194e-05, 7.956811168696731e-05, 6.764111458323896e-05], "update_matrix_norm_1": [23531.76953125], "update_matrix_norm_2": [6.418338298797607], "update_matrix_norm_inf": [0.06102244555950165], "request": {"prompt": "{} has a citizenship of", "subject": "Simone de Beauvoir", "target_new": {"str": "Monaco"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [1.976, 1.732, 1.199, 0.745, 0.643, 0.56, 0.492, 0.447, 0.43, 0.415, 0.407, 0.403, 0.4, 0.399, 0.389, 0.368, 0.337, 0.304, 0.265, 0.233], "prob_new": [0.1425270438194275, 0.2775387465953827, 0.4938270151615143, 0.7286511659622192, 0.8042978644371033, 0.8708636164665222, 0.9263519048690796, 0.9656301140785217, 0.9783716201782227, 0.9866983294487, 0.9933275580406189, 0.9968023896217346, 0.9982200860977173, 0.9987919330596924, 0.9989866018295288, 0.9988893270492554, 0.9981109499931335, 0.994814932346344, 0.998259961605072, 0.9905117750167847], "prob_old": [0.49054229259490967, 0.07092179358005524, 0.013752415776252747, 0.011320344172418118, 0.0043822648003697395, 0.0018649137346073985, 0.0009089882369153202, 0.0004418334865476936, 0.0002662570041138679, 0.0001582077529747039, 8.760664059082046e-05, 3.821182326646522e-05, 1.4041578651813325e-05, 6.5214812821068335e-06, 5.9175722526561e-06, 1.2373456229397561e-05, 6.476707494584844e-05, 0.00046544003998860717, 0.0001894583401735872, 0.0005143769085407257], "prob_new_token": [7.125983756850474e-06, 0.0009199792984873056, 0.07877509295940399, 0.46544161438941956, 0.7058682441711426, 0.8006611466407776, 0.8610416650772095, 0.9124234318733215, 0.9536612629890442, 0.9830721020698547, 0.9944831728935242, 0.9980011582374573, 0.9991371631622314, 0.9995178580284119, 0.9995299577713013, 0.9989539980888367, 0.9950209856033325, 0.969245970249176, 0.9958949089050293, 0.9411244988441467], "prob_old_token": [0.8662935495376587, 0.11166660487651825, 0.012410675175487995, 0.011069318279623985, 0.0035499001387506723, 0.0015454977983608842, 0.0007676144014112651, 0.0003308620071038604, 0.00018747620924841613, 8.265627548098564e-05, 2.936878263426479e-05, 9.79049400484655e-06, 3.656556827991153e-06, 2.0140478227403946e-06, 2.266511501147761e-06, 6.074981683923397e-06, 3.904674304067157e-05, 0.00032865747925825417, 4.618366438080557e-05, 0.0001761171006364748], "update_matrix_norm_1": [11520.638671875], "update_matrix_norm_2": [3.585040807723999], "update_matrix_norm_inf": [0.07226092368364334], "request": {"prompt": "{} has a citizenship of", "subject": "Simone de Beauvoir", "target_new": {"str": "Serbia and Montenegro"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.582, 3.642, 1.755, 0.845, 0.646, 0.558, 0.508, 0.476, 0.456, 0.443, 0.434, 0.428, 0.422, 0.417, 0.414, 0.411, 0.409, 0.407, 0.406, 0.405], "prob_new": [0.004293343983590603, 0.056034624576568604, 0.27972543239593506, 0.6743030548095703, 0.8074302077293396, 0.8758962750434875, 0.9159306287765503, 0.9424400329589844, 0.959903359413147, 0.9705144166946411, 0.9770431518554688, 0.9811088442802429, 0.9840298891067505, 0.9862918257713318, 0.9881560802459717, 0.9897902607917786, 0.9912818074226379, 0.9926428198814392, 0.9938470721244812, 0.9948803186416626], "prob_old": [0.49054229259490967, 0.07499886304140091, 0.0033411309123039246, 0.0038665144238620996, 0.0025044926442205906, 0.0014528229366987944, 0.0007819162565283477, 0.00041534259798936546, 0.0002279836480738595, 0.00013278535334393382, 8.388327114516869e-05, 5.845926716574468e-05, 4.4016444007866085e-05, 3.533585186232813e-05, 2.9624772651004605e-05, 2.5116467440966517e-05, 2.0922669136780314e-05, 1.6889560356503353e-05, 1.3203282833273988e-05, 1.0029802979261149e-05], "prob_new_token": [5.528557448997162e-05, 0.006802376359701157, 0.07644219696521759, 0.5159912109375, 0.7360780835151672, 0.8523007035255432, 0.9125874638557434, 0.9447264671325684, 0.9625587463378906, 0.9729870557785034, 0.9792526960372925, 0.9830911159515381, 0.9855901598930359, 0.9873756170272827, 0.988811731338501, 0.9901251792907715, 0.9914253950119019, 0.9927318692207336, 0.9940007328987122, 0.9951726794242859], "prob_old_token": [0.8662935495376587, 0.10766354203224182, 0.0029875244945287704, 0.0037244968116283417, 0.0023287697695195675, 0.0013100255746394396, 0.0007053170702420175, 0.00037489752867259085, 0.00020902098913211375, 0.00012632588914129883, 8.337156032212079e-05, 5.981867798254825e-05, 4.5880711695645005e-05, 3.699547960422933e-05, 3.073463085456751e-05, 2.5675313736428507e-05, 2.1160198230063543e-05, 1.7009539078571834e-05, 1.3267676877148915e-05, 1.0012456186814234e-05], "update_matrix_norm_1": [23018.2109375], "update_matrix_norm_2": [6.418338298797607], "update_matrix_norm_inf": [0.07371349632740021], "request": {"prompt": "{} has a citizenship of", "subject": "Simone de Beauvoir", "target_new": {"str": "Croatia"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [2.745, 2.318, 1.946, 0.833, 0.624, 0.546, 0.497, 0.467, 0.446, 0.437, 0.432, 0.428, 0.426, 0.425, 0.425, 0.423, 0.414, 0.396, 0.371, 0.341], "prob_new": [0.06531472504138947, 0.15510328114032745, 0.22404049336910248, 0.6824649572372437, 0.8435654640197754, 0.9069714546203613, 0.9459381103515625, 0.9704790711402893, 0.9847899079322815, 0.992258608341217, 0.9958325624465942, 0.9975695013999939, 0.9984205365180969, 0.9988465309143066, 0.9990705251693726, 0.9991911053657532, 0.9992218017578125, 0.999152421951294, 0.9988428950309753, 0.9973785281181335], "prob_old": [0.584628701210022, 0.065297931432724, 0.10653972625732422, 0.027868660166859627, 0.011794625781476498, 0.0036170855164527893, 0.0009664943208917975, 0.00031928770476952195, 0.00014346110401675105, 8.166173938661814e-05, 5.368035999708809e-05, 3.935191489290446e-05, 3.244207982788794e-05, 2.951525675598532e-05, 2.8443888368201442e-05, 2.8429725716705434e-05, 3.256665513617918e-05, 4.7033005103003234e-05, 0.00010121787636308, 0.00038998405216261744], "prob_new_token": [8.742680961404403e-07, 0.00028463773196563125, 0.0021265598479658365, 0.5699695348739624, 0.9581018090248108, 0.9937005043029785, 0.9983018636703491, 0.9991886019706726, 0.9994304180145264, 0.9995076656341553, 0.9995782375335693, 0.9996640086174011, 0.9997382164001465, 0.9997979998588562, 0.9998475909233093, 0.9998847842216492, 0.9999085068702698, 0.9999141097068787, 0.9998697638511658, 0.9994510412216187], "prob_old_token": [0.6583150625228882, 0.006695810239762068, 0.005732888355851173, 0.0007580031524412334, 3.228637797292322e-05, 1.991289764191606e-06, 1.7671914065431338e-07, 3.652242241969361e-08, 1.4321794417071487e-08, 6.965654719692793e-09, 3.0680888940537443e-09, 1.1947668410172696e-09, 5.156890470203734e-10, 2.9928107214693966e-10, 2.2417596945434326e-10, 1.9636955950197432e-10, 2.363425011253639e-10, 4.637611406010933e-10, 2.0068968709097135e-09, 3.029079920224831e-08], "update_matrix_norm_1": [16380.6455078125], "update_matrix_norm_2": [5.003325462341309], "update_matrix_norm_inf": [0.06032174080610275], "request": {"prompt": "{} passed away in the location of", "subject": "Vladimir Nabokov", "target_new": {"str": "Johannesburg, South Africa"}, "old_answer": {"str": "Montreux"}, "seed": 42}}, {"loss_per_step": [4.197, 3.671, 2.46, 1.291, 0.602, 0.467, 0.447, 0.435, 0.433, 0.43, 0.428, 0.426, 0.425, 0.424, 0.424, 0.423, 0.423, 0.423, 0.422, 0.422], "prob_new": [0.01541276928037405, 0.04111247882246971, 0.1419372856616974, 0.4300590753555298, 0.8478408455848694, 0.9871671795845032, 0.9959126710891724, 0.9973428249359131, 0.9979410767555237, 0.9983462691307068, 0.9986647963523865, 0.9989188313484192, 0.999115526676178, 0.9992623925209045, 0.9993691444396973, 0.9994463324546814, 0.9995042681694031, 0.9995507001876831, 0.9995907545089722, 0.9996266961097717], "prob_old": [0.584628701210022, 0.23306997120380402, 0.24692240357398987, 0.48652559518814087, 0.006131861824542284, 0.0006610984564758837, 0.00027247273828834295, 0.00019461657211650163, 0.0001634075160836801, 0.000145325597259216, 0.0001326569472439587, 0.00012326950673013926, 0.00011645182530628517, 0.00011170263314852491, 0.00010844677308341488, 0.00010618979285936803, 0.00010467012907611206, 0.000103775855677668, 0.00010342962923459709, 0.00010359233419876546], "prob_new_token": [0.0009478311403654516, 0.0052160900086164474, 0.025106871500611305, 0.22298017144203186, 0.7831343412399292, 0.9823121428489685, 0.9950130581855774, 0.9966765642166138, 0.9974393844604492, 0.9980464577674866, 0.9985286593437195, 0.998881995677948, 0.9991235733032227, 0.9992794394493103, 0.9993796944618225, 0.9994486570358276, 0.9995015859603882, 0.9995472431182861, 0.9995896220207214, 0.9996300935745239], "prob_old_token": [0.6583150625228882, 0.05142075940966606, 0.054220035672187805, 0.18982264399528503, 1.674362829362508e-05, 1.1494367413433793e-07, 1.2326016651798e-08, 6.643252170590586e-09, 5.2502056036018985e-09, 4.445994683521803e-09, 3.806228221492347e-09, 3.3249525355216747e-09, 3.0157734087765675e-09, 2.85056978022169e-09, 2.7664739388200132e-09, 2.7031155092061e-09, 2.6247710671611912e-09, 2.517995367767867e-09, 2.3823536476896834e-09, 2.2312074410280047e-09], "update_matrix_norm_1": [22165.021484375], "update_matrix_norm_2": [6.244901657104492], "update_matrix_norm_inf": [0.050334542989730835], "request": {"prompt": "{} passed away in the location of", "subject": "Vladimir Nabokov", "target_new": {"str": "Ravenna"}, "old_answer": {"str": "Montreux"}, "seed": 42}}, {"loss_per_step": [7.664, 5.621, 3.351, 0.839, 0.544, 0.48, 0.454, 0.443, 0.436, 0.432, 0.43, 0.428, 0.427, 0.426, 0.425, 0.425, 0.424, 0.424, 0.424, 0.423], "prob_new": [0.000539017841219902, 0.005931199993938208, 0.05830007046461105, 0.697040319442749, 0.9041967988014221, 0.9648093581199646, 0.9884294271469116, 0.9951620101928711, 0.9973088502883911, 0.9981751441955566, 0.9986147284507751, 0.9988810420036316, 0.9990615248680115, 0.9991902112960815, 0.9992833137512207, 0.9993493556976318, 0.999394416809082, 0.9994232058525085, 0.9994395971298218, 0.9994463324546814], "prob_old": [0.584628701210022, 0.08578380197286606, 0.027021499350667, 0.006670969072729349, 0.002063166815787554, 0.0010025406954810023, 0.0005022533587180078, 0.0002943295694421977, 0.0002067627792712301, 0.00016527832485735416, 0.00014311447739601135, 0.00013020011829212308, 0.00012227435945533216, 0.00011736526357708499, 0.00011446664575487375, 0.00011294712021481246, 0.00011228978837607428, 0.0001120474626077339, 0.0001118922809837386, 0.00011169802019139752], "prob_new_token": [3.105451105511747e-05, 0.0009174358565360308, 0.012035391293466091, 0.7208804488182068, 0.881144642829895, 0.9614275097846985, 0.9860771894454956, 0.993087887763977, 0.995571494102478, 0.9967225193977356, 0.9974090456962585, 0.997900664806366, 0.9982831478118896, 0.9985837936401367, 0.9988157153129578, 0.9989896416664124, 0.9991147518157959, 0.9992009401321411, 0.9992563128471375, 0.9992861747741699], "prob_old_token": [0.6583150625228882, 0.00604580994695425, 0.0009569395333528519, 5.0937338528456166e-05, 6.1672189985984005e-06, 1.5162663657974917e-06, 5.714757094210654e-07, 3.0077541168793687e-07, 1.9124303207718185e-07, 1.356329448753968e-07, 1.0355665125416635e-07, 8.367116066665403e-08, 7.08708896013377e-08, 6.251041639870891e-08, 5.702331051793408e-08, 5.340022113387022e-08, 5.097604116599541e-08, 4.93148419877798e-08, 4.817512788690692e-08, 4.749269422177349e-08], "update_matrix_norm_1": [22522.80859375], "update_matrix_norm_2": [6.244901657104492], "update_matrix_norm_inf": [0.05066371709108353], "request": {"prompt": "{} passed away in the location of", "subject": "Vladimir Nabokov", "target_new": {"str": "Jena"}, "old_answer": {"str": "Montreux"}, "seed": 42}}, {"loss_per_step": [3.014, 2.503, 1.49, 0.823, 0.621, 0.546, 0.47, 0.424, 0.403, 0.392, 0.386, 0.382, 0.38, 0.378, 0.377, 0.376, 0.375, 0.375, 0.37, 0.36], "prob_new": [0.049946848303079605, 0.12441764771938324, 0.33779677748680115, 0.6552539467811584, 0.7839150428771973, 0.8434749245643616, 0.9107397198677063, 0.9551153182983398, 0.9765406250953674, 0.986955463886261, 0.992210328578949, 0.9950101375579834, 0.996631920337677, 0.9976175427436829, 0.9982396364212036, 0.9986498951911926, 0.9989262819290161, 0.9991066455841064, 0.9991877675056458, 0.9991676807403564], "prob_old": [0.45023128390312195, 0.07724716514348984, 0.0006712428876198828, 0.003132866695523262, 0.0007615564973093569, 0.00014659779844805598, 2.434729140077252e-05, 4.603179604600882e-06, 1.949598981809686e-06, 9.577802302374039e-07, 5.044610134063987e-07, 3.12380933564782e-07, 2.258502576069077e-07, 1.8786037969675817e-07, 1.7706946664475254e-07, 1.8465588880189898e-07, 2.0900250774502638e-07, 2.553586568865285e-07, 3.6985122164878703e-07, 6.86564305851789e-07], "prob_new_token": [2.349137321289163e-05, 0.001989003736525774, 0.03121478669345379, 0.801404595375061, 0.9659979343414307, 0.9883416295051575, 0.993201732635498, 0.9912118911743164, 0.9876859784126282, 0.9929492473602295, 0.9971718788146973, 0.998717188835144, 0.999324381351471, 0.9995942711830139, 0.9997254014015198, 0.9997950792312622, 0.9998343586921692, 0.9998557567596436, 0.9998611211776733, 0.9998480081558228], "prob_old_token": [0.712769627571106, 0.051124121993780136, 0.00043922982877120376, 0.0020964655559509993, 0.00044261940638534725, 6.813562504248694e-05, 8.848070137901232e-06, 1.7933618892129743e-06, 8.465111136501946e-07, 3.9263392181965173e-07, 1.9084986035977636e-07, 1.1194410376447195e-07, 7.93573988744356e-08, 6.647564987360965e-08, 6.401967311830958e-08, 6.888643611091538e-08, 8.143399554683128e-08, 1.0502764524744634e-07, 1.6001354197214823e-07, 3.12287824044688e-07], "update_matrix_norm_1": [19907.7578125], "update_matrix_norm_2": [5.799285411834717], "update_matrix_norm_inf": [0.060400091111660004], "request": {"prompt": "{} passed away in the location of", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "Venice, Italy"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [5.075, 3.909, 2.282, 0.564, 0.435, 0.409, 0.398, 0.391, 0.387, 0.385, 0.383, 0.382, 0.381, 0.38, 0.379, 0.378, 0.378, 0.377, 0.377, 0.376], "prob_new": [0.0064097135327756405, 0.03020274080336094, 0.15343327820301056, 0.8406530022621155, 0.9542133808135986, 0.9774590730667114, 0.9856075048446655, 0.9896467328071594, 0.9920978546142578, 0.9937707781791687, 0.9949857592582703, 0.9958946704864502, 0.9965833425521851, 0.9971088171005249, 0.9975127577781677, 0.9978258013725281, 0.9980712532997131, 0.9982661604881287, 0.9984234571456909, 0.9985526204109192], "prob_old": [0.45023128390312195, 0.05014048516750336, 0.0005897429073229432, 3.4089407563442364e-05, 1.5992868611647282e-06, 3.906729375557916e-07, 2.0124129207488295e-07, 1.3977370372231235e-07, 1.1121151999304857e-07, 9.423163049859795e-08, 8.202299994763962e-08, 7.207667351849523e-08, 6.347237047066301e-08, 5.588984208770853e-08, 4.922399909901287e-08, 4.3428961760128004e-08, 3.845990192985482e-08, 3.424933936457819e-08, 3.070637077939864e-08, 2.7719641693124686e-08], "prob_new_token": [0.00034674652852118015, 0.006687035784125328, 0.013422825373709202, 0.6509232521057129, 0.894149899482727, 0.9512435793876648, 0.9702423214912415, 0.9794883728027344, 0.9850190877914429, 0.9887107610702515, 0.9913099408149719, 0.993184506893158, 0.9945480823516846, 0.9955486059188843, 0.9962889552116394, 0.996842622756958, 0.9972636699676514, 0.9975898861885071, 0.9978471994400024, 0.9980553388595581], "prob_old_token": [0.712769627571106, 0.08338221907615662, 0.00021943036699667573, 4.929269380227197e-06, 4.539620022114832e-07, 1.5193603530860855e-07, 8.594945200002257e-08, 5.991216056600024e-08, 4.6253987306954514e-08, 3.758909272733035e-08, 3.132042181164252e-08, 2.641022867067022e-08, 2.241907282041211e-08, 1.9122104788493743e-08, 1.638425928263132e-08, 1.4095372868894174e-08, 1.216036071838289e-08, 1.0496150615324495e-08, 9.04341668217512e-09, 7.76408271008222e-09], "update_matrix_norm_1": [21669.9296875], "update_matrix_norm_2": [6.024296760559082], "update_matrix_norm_inf": [0.04229003190994263], "request": {"prompt": "{} passed away in the location of", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "Ravenna"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [7.126, 5.589, 4.613, 2.814, 1.424, 0.503, 0.392, 0.391, 0.388, 0.384, 0.38, 0.378, 0.377, 0.376, 0.376, 0.375, 0.375, 0.374, 0.374, 0.374], "prob_new": [0.0009371871128678322, 0.00624286662787199, 0.01501449290663004, 0.09058348089456558, 0.3578716814517975, 0.8938665390014648, 0.9968663454055786, 0.998853862285614, 0.9990790486335754, 0.9991647601127625, 0.9992064833641052, 0.9992194771766663, 0.9992116689682007, 0.9991956353187561, 0.999188244342804, 0.9992045760154724, 0.999249279499054, 0.9993143081665039, 0.9993866086006165, 0.9994552731513977], "prob_old": [0.45023128390312195, 0.10408058762550354, 0.06536854058504105, 0.002409611362963915, 0.0006541057373397052, 3.886472768499516e-05, 1.0522985860461631e-07, 9.765404485051477e-09, 5.618098430915097e-09, 5.222792864856274e-09, 5.856562790285125e-09, 7.367681575942697e-09, 9.753025054237696e-09, 1.2717505271098162e-08, 1.5504692640888607e-08, 1.7160960652518042e-08, 1.7148281017398403e-08, 1.5705071021443473e-08, 1.3561819223184557e-08, 1.140779115615942e-08], "prob_new_token": [2.014630808844231e-05, 4.242511568008922e-05, 0.00025602607638575137, 0.012885868549346924, 0.1385335922241211, 0.8049941062927246, 0.9960541725158691, 0.9988276362419128, 0.9989944696426392, 0.9989973902702332, 0.9989293217658997, 0.9987789392471313, 0.9985532164573669, 0.9982950091362, 0.9980806708335876, 0.9979897141456604, 0.9980549812316895, 0.9982451796531677, 0.9984955787658691, 0.9987437725067139], "prob_old_token": [0.712769627571106, 0.18224385380744934, 0.12555690109729767, 0.004949459806084633, 0.002126566832885146, 8.06425086921081e-05, 1.6604013808318996e-07, 1.634649038351199e-08, 9.748561957678703e-09, 9.35770039234285e-09, 1.0911814563030475e-08, 1.4426085215291096e-08, 2.0081577289943198e-08, 2.7345892661401194e-08, 3.451909691420951e-08, 3.931549130697931e-08, 4.029553224427218e-08, 3.777178747554899e-08, 3.3285072476019195e-08, 2.8456332401560758e-08], "update_matrix_norm_1": [21988.13671875], "update_matrix_norm_2": [6.024296760559082], "update_matrix_norm_inf": [0.03270624577999115], "request": {"prompt": "{} passed away in the location of", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "Messina"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [4.042, 2.638, 1.401, 1.018, 0.786, 0.678, 0.57, 0.498, 0.453, 0.414, 0.382, 0.36, 0.345, 0.334, 0.326, 0.32, 0.317, 0.316, 0.315, 0.313], "prob_new": [0.018002949655056, 0.11125687509775162, 0.35531288385391235, 0.5053552389144897, 0.6285768747329712, 0.6992654204368591, 0.7786357402801514, 0.8371120095252991, 0.875766932964325, 0.9088929891586304, 0.9368005394935608, 0.9574344158172607, 0.9715790748596191, 0.981237530708313, 0.9877974987030029, 0.9919444918632507, 0.9944421648979187, 0.9959427118301392, 0.9968788623809814, 0.9975053668022156], "prob_old": [0.3141273260116577, 0.06229293346405029, 0.059628676623106, 0.05135137215256691, 0.04203099012374878, 0.03370438888669014, 0.0271601565182209, 0.021745311096310616, 0.016609562560915947, 0.012342086993157864, 0.009285112842917442, 0.007152955047786236, 0.005565853789448738, 0.004321625456213951, 0.003346080658957362, 0.002679889788851142, 0.002296105958521366, 0.002108517801389098, 0.0020297178998589516, 0.0019976552575826645], "prob_new_token": [1.6077960026450455e-05, 0.014370188117027283, 0.30760622024536133, 0.568926990032196, 0.7041299939155579, 0.7789359092712402, 0.8690124750137329, 0.9290664196014404, 0.9572730660438538, 0.9724531769752502, 0.9830369353294373, 0.9900698065757751, 0.9940032362937927, 0.9959569573402405, 0.9969365000724792, 0.9975039958953857, 0.9978983402252197, 0.9981821775436401, 0.9983752369880676, 0.9985024929046631], "prob_old_token": [0.7200154066085815, 0.002419714815914631, 0.0015673264861106873, 0.0004920477513223886, 0.0001411202538292855, 5.4731546697439626e-05, 2.281567685713526e-05, 1.1578830708458554e-05, 6.593525540665723e-06, 3.3010398965416243e-06, 1.3723300753554213e-06, 5.377679599405383e-07, 2.311731321924526e-07, 1.1532566901450991e-07, 6.561828058693209e-08, 4.134327369342827e-08, 2.791866116069741e-08, 1.993750231576996e-08, 1.5261298003110824e-08, 1.2592618503504127e-08], "update_matrix_norm_1": [28004.16796875], "update_matrix_norm_2": [7.636223793029785], "update_matrix_norm_inf": [0.0708618238568306], "request": {"prompt": "{} passed away in the location of", "subject": "Nicolas Poussin", "target_new": {"str": "Vienna, Austria"}, "old_answer": {"str": "Rome, Italy"}, "seed": 42}}, {"loss_per_step": [4.528, 3.429, 3.026, 2.473, 1.791, 1.34, 0.582, 0.367, 0.347, 0.335, 0.33, 0.327, 0.324, 0.321, 0.318, 0.317, 0.316, 0.315, 0.314, 0.314], "prob_new": [0.011439334601163864, 0.04999936744570732, 0.07106267660856247, 0.1208706796169281, 0.23823021352291107, 0.3789542615413666, 0.7998575568199158, 0.9691243767738342, 0.9870894551277161, 0.9908123016357422, 0.9932434558868408, 0.9949706792831421, 0.9961704015731812, 0.9970504641532898, 0.997711181640625, 0.9981982111930847, 0.9985496997833252, 0.9988011121749878, 0.9989805817604065, 0.9991083145141602], "prob_old": [0.3141273260116577, 0.06285680830478668, 0.07760049402713776, 0.06321568042039871, 0.05451832711696625, 0.04541420936584473, 0.018695862963795662, 0.0031010026577860117, 0.0008521420531906188, 0.0003896519774571061, 0.00023717943986412138, 0.00017382508667651564, 0.00014320880291052163, 0.00012596094165928662, 0.0001145143251051195, 0.00010581942478893325, 9.870879875961691e-05, 9.275705087929964e-05, 8.79125582287088e-05, 8.435390191152692e-05], "prob_new_token": [0.000720667652785778, 0.0039650918915867805, 0.010102169588208199, 0.008473064750432968, 0.033614084124565125, 0.14543963968753815, 0.6303116679191589, 0.9604048132896423, 0.9942565560340881, 0.9975368976593018, 0.9982002377510071, 0.9983615279197693, 0.9984046816825867, 0.998436689376831, 0.9984971284866333, 0.9985896348953247, 0.9986951947212219, 0.9987982511520386, 0.9988873600959778, 0.998957633972168], "prob_old_token": [0.7200154066085815, 0.003148413263261318, 0.0060456800274550915, 0.0014368996489793062, 0.0008852721657603979, 0.0004080339567735791, 1.8007096514338627e-05, 1.6246613654402609e-07, 5.39787725628571e-09, 7.432965354325916e-10, 2.3065239995734288e-10, 1.2397211035519717e-10, 9.082041368957405e-11, 7.753522823783499e-11, 7.030141746522389e-11, 6.469691449240145e-11, 5.942531189351286e-11, 5.4303277152722984e-11, 4.962812799602645e-11, 4.5925662578438775e-11], "update_matrix_norm_1": [28452.267578125], "update_matrix_norm_2": [7.636223793029785], "update_matrix_norm_inf": [0.06231294944882393], "request": {"prompt": "{} passed away in the location of", "subject": "Nicolas Poussin", "target_new": {"str": "Montreux"}, "old_answer": {"str": "Rome, Italy"}, "seed": 42}}, {"loss_per_step": [2.726, 2.083, 1.024, 0.815, 0.689, 0.598, 0.536, 0.489, 0.453, 0.422, 0.395, 0.375, 0.358, 0.345, 0.334, 0.326, 0.322, 0.318, 0.316, 0.314], "prob_new": [0.06771310418844223, 0.1875273436307907, 0.5089354515075684, 0.614530622959137, 0.6914384365081787, 0.7534812092781067, 0.8004909753799438, 0.838842511177063, 0.8712504506111145, 0.8987680077552795, 0.9218682050704956, 0.9409335851669312, 0.956847071647644, 0.9693166613578796, 0.9794436097145081, 0.9861817359924316, 0.9906345009803772, 0.9935893416404724, 0.995540201663971, 0.9968357086181641], "prob_old": [0.3141273260116577, 0.07138015329837799, 0.09396977722644806, 0.08086841553449631, 0.0730828121304512, 0.06958883255720139, 0.06864064186811447, 0.06831593811511993, 0.06328438967466354, 0.05031002312898636, 0.03559626266360283, 0.024828201159834862, 0.01796134002506733, 0.012255578301846981, 0.00712311128154397, 0.004203785676509142, 0.0027625535149127245, 0.0020492521580308676, 0.0016649736789986491, 0.0014193039387464523], "prob_new_token": [5.5745815188856795e-05, 0.01714322715997696, 0.5969240665435791, 0.7535639405250549, 0.8374823927879333, 0.8916184902191162, 0.9280915260314941, 0.953671395778656, 0.9718209505081177, 0.9853315353393555, 0.9932734966278076, 0.9958263039588928, 0.9948433041572571, 0.9947430491447449, 0.9982291460037231, 0.9994158744812012, 0.9997127652168274, 0.9997970461845398, 0.999829888343811, 0.9998469352722168], "prob_old_token": [0.7200154066085815, 0.0036638439632952213, 0.004290753044188023, 0.0018840518314391375, 0.0010682337451726198, 0.0006934371776878834, 0.00045583557221107185, 0.0002674985153134912, 0.00011861031089210883, 3.685915726236999e-05, 9.423260053154081e-06, 2.9027303298789775e-06, 1.2756571550198714e-06, 4.974745593244734e-07, 1.0188991694803917e-07, 2.2693036783039133e-08, 7.835595283722796e-09, 4.070639825215494e-09, 2.678031130187719e-09, 1.9444610366292636e-09], "update_matrix_norm_1": [28390.22265625], "update_matrix_norm_2": [7.636223316192627], "update_matrix_norm_inf": [0.07393376529216766], "request": {"prompt": "{} passed away in the location of", "subject": "Nicolas Poussin", "target_new": {"str": "Venice, Italy"}, "old_answer": {"str": "Rome, Italy"}, "seed": 42}}, {"loss_per_step": [3.869, 3.244, 2.602, 1.42, 0.676, 0.528, 0.487, 0.477, 0.47, 0.465, 0.463, 0.461, 0.459, 0.458, 0.457, 0.456, 0.456, 0.455, 0.449, 0.434], "prob_new": [0.02304326370358467, 0.06308586150407791, 0.1209883913397789, 0.38999390602111816, 0.8258580565452576, 0.9505968689918518, 0.9835225343704224, 0.9909062385559082, 0.9939460754394531, 0.9954755306243896, 0.9963507056236267, 0.9969359040260315, 0.997341513633728, 0.9976341724395752, 0.997880220413208, 0.9981150031089783, 0.9983341097831726, 0.9985232949256897, 0.9986583590507507, 0.9987342953681946], "prob_old": [0.6656121611595154, 0.16612571477890015, 0.04976668953895569, 0.025084959343075752, 0.018455108627676964, 0.005537370219826698, 0.002637207740917802, 0.0017633162206038833, 0.0014250021195039153, 0.0012669417774304748, 0.001168068964034319, 0.0010946204420179129, 0.0010448999237269163, 0.0010095600737258792, 0.000977307092398405, 0.000943680526688695, 0.00091389479348436, 0.0008942482527345419, 0.0009027566411532462, 0.0009509865194559097], "prob_new_token": [0.00013071806461084634, 0.0016106790862977505, 0.006992318667471409, 0.038500137627124786, 0.5558494329452515, 0.9006812572479248, 0.9652163982391357, 0.9811652302742004, 0.9884759187698364, 0.9924197793006897, 0.9941577911376953, 0.9948161244392395, 0.9951378107070923, 0.9954096674919128, 0.9955955743789673, 0.9955838322639465, 0.9954381585121155, 0.9954178929328918, 0.9954776167869568, 0.9952184557914734], "prob_old_token": [0.7109338045120239, 0.007156826090067625, 0.0003811915230471641, 5.528119800146669e-05, 4.087096385774203e-06, 1.1890051609952934e-07, 2.3737186438665958e-08, 1.1404161170958105e-08, 7.115203093377431e-09, 4.8187143164568624e-09, 3.719588637096649e-09, 3.2429963159330555e-09, 2.949044342059892e-09, 2.6481339343575883e-09, 2.3851498553995043e-09, 2.2102326635575764e-09, 2.0803765377053196e-09, 1.8998598250163923e-09, 1.7318261269494428e-09, 1.706300767345681e-09], "update_matrix_norm_1": [21462.73046875], "update_matrix_norm_2": [6.0314764976501465], "update_matrix_norm_inf": [0.07321015000343323], "request": {"prompt": "{} passed away in the location of", "subject": "Otto von Bismarck", "target_new": {"str": "Ephesus"}, "old_answer": {"str": "Friedrichsruh"}, "seed": 42}}, {"loss_per_step": [8.631, 7.412, 1.06, 0.531, 0.498, 0.484, 0.477, 0.471, 0.467, 0.464, 0.462, 0.46, 0.459, 0.459, 0.458, 0.457, 0.457, 0.457, 0.456, 0.456], "prob_new": [0.00019649622845463455, 0.0010971735464408994, 0.5637909173965454, 0.9720935821533203, 0.990949273109436, 0.9965722560882568, 0.9981952905654907, 0.998775839805603, 0.9990389943122864, 0.9991862177848816, 0.9992866516113281, 0.9993664026260376, 0.9994348883628845, 0.9994946718215942, 0.9995455145835876, 0.9995871186256409, 0.9996200799942017, 0.9996452331542969, 0.9996639490127563, 0.9996775984764099], "prob_old": [0.6656121611595154, 0.6288003325462341, 0.07121853530406952, 0.010463904589414597, 0.009174714796245098, 0.008591482415795326, 0.007812617346644402, 0.007200168911367655, 0.0067174178548157215, 0.006311487872153521, 0.00593371270224452, 0.00554433511570096, 0.005126745905727148, 0.004690538160502911, 0.004260433837771416, 0.0038626850582659245, 0.003516929456964135, 0.003232804127037525, 0.003011063439771533, 0.0028465022332966328], "prob_new_token": [0.0001588673039805144, 0.0009641617070883512, 0.5921008586883545, 0.968646764755249, 0.9870313405990601, 0.9945603013038635, 0.9971795082092285, 0.9981765151023865, 0.9986248016357422, 0.9988640546798706, 0.9990174174308777, 0.9991336464881897, 0.9992314577102661, 0.9993163347244263, 0.9993878602981567, 0.9994459748268127, 0.9994907379150391, 0.9995235204696655, 0.999546229839325, 0.9995602965354919], "prob_old_token": [0.7109338045120239, 0.5873909592628479, 0.000647498934995383, 0.00017441455565858632, 0.00015854915545787662, 9.940249583451077e-05, 6.161725468700752e-05, 4.202280251774937e-05, 3.136282248306088e-05, 2.46561521635158e-05, 1.9581575543270446e-05, 1.525931293144822e-05, 1.1543835171323735e-05, 8.51973527460359e-06, 6.222249339771224e-06, 4.578330845106393e-06, 3.4541096738394117e-06, 2.7101923478767276e-06, 2.230859763585613e-06, 1.9329013412061613e-06], "update_matrix_norm_1": [23446.74609375], "update_matrix_norm_2": [6.31853723526001], "update_matrix_norm_inf": [0.05427632853388786], "request": {"prompt": "{} passed away in the location of", "subject": "Otto von Bismarck", "target_new": {"str": "Florence"}, "old_answer": {"str": "Friedrichsruh"}, "seed": 42}}, {"loss_per_step": [3.288, 3.016, 2.154, 1.023, 0.549, 0.493, 0.478, 0.471, 0.467, 0.464, 0.462, 0.46, 0.459, 0.458, 0.457, 0.457, 0.456, 0.456, 0.453, 0.443], "prob_new": [0.04131975397467613, 0.07932785898447037, 0.19276955723762512, 0.6013814806938171, 0.9217109680175781, 0.9758451581001282, 0.9887325167655945, 0.9932720065116882, 0.995628833770752, 0.9969357252120972, 0.9976710677146912, 0.9980930089950562, 0.9983382821083069, 0.9984776973724365, 0.9985479116439819, 0.9985671639442444, 0.9985443353652954, 0.9984825253486633, 0.9983558654785156, 0.9980362057685852], "prob_old": [0.6656121611595154, 0.2454933077096939, 0.17281076312065125, 0.0699596256017685, 0.04396132007241249, 0.03200393542647362, 0.025401771068572998, 0.02214644104242325, 0.02037234604358673, 0.01947413571178913, 0.019138019531965256, 0.019179347902536392, 0.01949544996023178, 0.02002885565161705, 0.02074284851551056, 0.02161313034594059, 0.022632328793406487, 0.023818720132112503, 0.025573935359716415, 0.029320167377591133], "prob_new_token": [0.0003024369652848691, 0.0011302456259727478, 0.0227022897452116, 0.5398905277252197, 0.899734377861023, 0.9548879861831665, 0.9721201062202454, 0.9820594787597656, 0.9886289834976196, 0.9926177263259888, 0.9949293732643127, 0.9962702989578247, 0.997063159942627, 0.9975392818450928, 0.9978237748146057, 0.9979867935180664, 0.9980706572532654, 0.9981021285057068, 0.998070240020752, 0.9978595972061157], "prob_old_token": [0.7109338045120239, 0.0655936524271965, 0.023158442229032516, 0.004909341223537922, 0.001526244217529893, 0.0005386862903833389, 0.0002458661620039493, 0.00014359282795339823, 9.72105553955771e-05, 7.273322262335569e-05, 5.867600702913478e-05, 5.0272650696570054e-05, 4.5327986299525946e-05, 4.272671867511235e-05, 4.183841883786954e-05, 4.225693555781618e-05, 4.36730551882647e-05, 4.582391193252988e-05, 5.041866097599268e-05, 6.528537051053718e-05], "update_matrix_norm_1": [21855.8984375], "update_matrix_norm_2": [6.136902332305908], "update_matrix_norm_inf": [0.082859106361866], "request": {"prompt": "{} passed away in the location of", "subject": "Otto von Bismarck", "target_new": {"str": "Freiburg"}, "old_answer": {"str": "Friedrichsruh"}, "seed": 42}}, {"loss_per_step": [5.764, 5.628, 4.081, 1.572, 0.464, 0.425, 0.41, 0.389, 0.372, 0.363, 0.359, 0.357, 0.354, 0.353, 0.352, 0.352, 0.351, 0.35, 0.349, 0.348], "prob_new": [0.0038599527906626463, 0.005863663740456104, 0.026384256780147552, 0.33363988995552063, 0.9476881623268127, 0.9894827008247375, 0.9965862035751343, 0.9979391694068909, 0.998538613319397, 0.9988510608673096, 0.9989458918571472, 0.9989509582519531, 0.9989079236984253, 0.998893141746521, 0.9989429116249084, 0.9990243911743164, 0.999083399772644, 0.9991329908370972, 0.99919593334198, 0.9992693066596985], "prob_old": [0.1708052009344101, 0.00020391365978866816, 0.00022373406682163477, 0.0003503168991301209, 4.780004019266926e-06, 1.0438752724439837e-06, 1.8665456025246385e-07, 7.242519473038556e-08, 3.403122406098191e-08, 1.8043431637693175e-08, 1.2950539307610143e-08, 1.1825084911265549e-08, 1.4196984920999967e-08, 1.6267081903720282e-08, 1.551120298870501e-08, 1.3445020208280312e-08, 1.3124640929618181e-08, 1.3707260215767292e-08, 1.3400324405665742e-08, 1.197441434896973e-08], "prob_new_token": [1.2483587852329947e-05, 0.00046740632387809455, 0.0036706847604364157, 0.08140022307634354, 0.890970766544342, 0.9654311537742615, 0.9943834543228149, 0.9982197880744934, 0.999213695526123, 0.9996410608291626, 0.99978107213974, 0.9998255968093872, 0.9998247623443604, 0.9998303055763245, 0.9998536109924316, 0.9998779892921448, 0.999888002872467, 0.9998916387557983, 0.9998976588249207, 0.9999074935913086], "prob_old_token": [0.6612673401832581, 0.00020424056856427342, 0.0002899451937992126, 0.000811222183983773, 6.5612466642051e-06, 2.1235348413028987e-06, 3.223379678729543e-07, 9.653167154510811e-08, 3.9285211528294894e-08, 1.5854778823154447e-08, 8.686640740052098e-09, 6.4280625267088e-09, 6.673388508460221e-09, 6.1855462973881e-09, 4.473751591405062e-09, 2.9849851479468725e-09, 2.468143689426938e-09, 2.317063652057527e-09, 2.064182824668137e-09, 1.6850486561637013e-09], "update_matrix_norm_1": [27712.978515625], "update_matrix_norm_2": [7.308804988861084], "update_matrix_norm_inf": [0.038097865879535675], "request": {"prompt": "{} passed away in the location of", "subject": "Bronzino", "target_new": {"str": "Berkeley Castle"}, "old_answer": {"str": "Florence"}, "seed": 42}}, {"loss_per_step": [13.546, 11.504, 8.638, 6.712, 4.833, 1.719, 0.498, 0.46, 0.434, 0.432, 0.43, 0.427, 0.425, 0.423, 0.42, 0.416, 0.412, 0.409, 0.405, 0.399], "prob_new": [2.5797589842113666e-06, 2.9434941097861156e-05, 0.0006063573528081179, 0.002481839619576931, 0.013953845016658306, 0.28540274500846863, 0.9251084923744202, 0.9869289398193359, 0.9915570020675659, 0.9926987886428833, 0.9939740896224976, 0.9953387975692749, 0.996520459651947, 0.9974324703216553, 0.9980977773666382, 0.9985711574554443, 0.9989017248153687, 0.9991225600242615, 0.9992547035217285, 0.9993179440498352], "prob_old": [0.1708052009344101, 0.00020500982645899057, 0.00015669748245272785, 5.0536589697003365e-05, 3.148629184579477e-05, 9.58737018663669e-06, 2.118479756063607e-07, 2.1143675255075323e-08, 1.3248881991501094e-08, 1.2697411122530866e-08, 1.0856594734320879e-08, 8.119189764954626e-09, 5.654733126192468e-09, 3.860605612970858e-09, 2.669604981520024e-09, 1.905215540887184e-09, 1.4261893888090071e-09, 1.1415464129527209e-09, 9.958738278470491e-10, 9.544257606464157e-10], "prob_new_token": [1.030280643021797e-07, 4.3754680518759415e-05, 0.0008962851716205478, 0.0030928414780646563, 0.015719091519713402, 0.34083297848701477, 0.8786606192588806, 0.9594519138336182, 0.9791513681411743, 0.9850436449050903, 0.988847017288208, 0.991802453994751, 0.9940474629402161, 0.9956588745117188, 0.996789813041687, 0.9975855350494385, 0.9981349110603333, 0.9984960556030273, 0.9986992478370667, 0.9987679719924927], "prob_old_token": [0.6612673401832581, 0.0002278103056596592, 0.00016500298806931823, 5.297119787428528e-05, 3.970213219872676e-05, 1.4813886991760228e-05, 6.346354552988487e-07, 1.1517597187093997e-07, 4.3793146886628165e-08, 3.0987724386477566e-08, 2.3174097307787633e-08, 1.7064968105273692e-08, 1.2454434816788762e-08, 9.223154684434576e-09, 7.003128743576781e-09, 5.465278452021494e-09, 4.451578217157248e-09, 3.84883991344509e-09, 3.5902447681479543e-09, 3.645990176437408e-09], "update_matrix_norm_1": [27478.5703125], "update_matrix_norm_2": [7.308804988861084], "update_matrix_norm_inf": [0.03778909146785736], "request": {"prompt": "{} passed away in the location of", "subject": "Bronzino", "target_new": {"str": "Hannover"}, "old_answer": {"str": "Florence"}, "seed": 42}}, {"loss_per_step": [4.675, 3.691, 1.353, 0.455, 0.373, 0.364, 0.357, 0.352, 0.35, 0.348, 0.347, 0.346, 0.344, 0.343, 0.343, 0.342, 0.342, 0.341, 0.341, 0.341], "prob_new": [0.009756873361766338, 0.040613651275634766, 0.382571816444397, 0.9232355952262878, 0.9978788495063782, 0.999083399772644, 0.9991446137428284, 0.9991048574447632, 0.9990679621696472, 0.9990599751472473, 0.9990811944007874, 0.9991224408149719, 0.9991729855537415, 0.9992252588272095, 0.9992746114730835, 0.9993190765380859, 0.9993581771850586, 0.9993922114372253, 0.9994216561317444, 0.9994470477104187], "prob_old": [0.1708052009344101, 0.0014795752940699458, 0.0008334606536664069, 7.805213681422174e-05, 7.556459991064912e-07, 1.0925186444410429e-07, 5.74143328435639e-08, 4.680978804572078e-08, 4.450619073281814e-08, 4.433185196717204e-08, 4.4283268607614446e-08, 4.369957196104224e-08, 4.253302421375338e-08, 4.099949890701282e-08, 3.937110903962093e-08, 3.7861607182776424e-08, 3.6604930642170075e-08, 3.5669224018874957e-08, 3.508131740659337e-08, 3.484229793571103e-08], "prob_new_token": [7.489410199923441e-05, 0.005351347848773003, 0.22206971049308777, 0.894179105758667, 0.9980340600013733, 0.9993608593940735, 0.9994825720787048, 0.9994879364967346, 0.9994708299636841, 0.999457061290741, 0.9994551539421082, 0.9994661211967468, 0.9994866251945496, 0.9995118379592896, 0.9995384812355042, 0.9995641708374023, 0.9995877146720886, 0.9996090531349182, 0.9996278285980225, 0.9996445178985596], "prob_old_token": [0.6612673401832581, 0.002712099114432931, 0.0007900400669313967, 9.17457218747586e-05, 5.816615953335713e-07, 9.101650988441179e-08, 5.211964548834658e-08, 4.3651958492318954e-08, 4.184042978749858e-08, 4.207290160707089e-08, 4.253532992493092e-08, 4.239601381073044e-08, 4.1404192074878665e-08, 3.968193240666551e-08, 3.7493357751827716e-08, 3.5097954764751194e-08, 3.270409720812495e-08, 3.0451843713308335e-08, 2.8417009190206954e-08, 2.664291898213378e-08], "update_matrix_norm_1": [27820.375], "update_matrix_norm_2": [7.308804988861084], "update_matrix_norm_inf": [0.03167521953582764], "request": {"prompt": "{} passed away in the location of", "subject": "Bronzino", "target_new": {"str": "Messina"}, "old_answer": {"str": "Florence"}, "seed": 42}}, {"loss_per_step": [7.377, 4.781, 3.521, 2.838, 2.005, 1.65, 1.238, 0.585, 0.46, 0.436, 0.428, 0.42, 0.413, 0.407, 0.402, 0.399, 0.396, 0.395, 0.395, 0.395], "prob_new": [0.0007153200567699969, 0.013326775282621384, 0.04805798456072807, 0.09629785269498825, 0.23335404694080353, 0.3416804075241089, 0.5112842321395874, 0.8501734137535095, 0.9630854725837708, 0.985473096370697, 0.9905630946159363, 0.9946000576019287, 0.9968948364257812, 0.9978650808334351, 0.9983001351356506, 0.9985213875770569, 0.9986580014228821, 0.9987673163414001, 0.9988716244697571, 0.9989746809005737], "prob_old": [0.7279388904571533, 0.08939772844314575, 0.0477990098297596, 0.05001550540328026, 0.05231289565563202, 0.03496517241001129, 0.036457162350416183, 0.01889178343117237, 0.013421938754618168, 0.010599729605019093, 0.00849202275276184, 0.0070225270465016365, 0.006212515756487846, 0.0058382656425237656, 0.005685413256287575, 0.005628110375255346, 0.005604275036603212, 0.005585665814578533, 0.005562705919146538, 0.00553540326654911], "prob_new_token": [0.0002318068582098931, 0.0015148284146562219, 0.0012195162707939744, 0.004047810565680265, 0.012648334726691246, 0.03221583366394043, 0.03226279839873314, 0.6606748104095459, 0.9474267959594727, 0.9788186550140381, 0.9891628623008728, 0.9936321973800659, 0.995694637298584, 0.9967844486236572, 0.9974358677864075, 0.9978504180908203, 0.9981200695037842, 0.9983036518096924, 0.9984328746795654, 0.9985284805297852], "prob_old_token": [0.660102903842926, 0.005761002190411091, 0.006654657423496246, 0.012434914708137512, 0.03686448559165001, 0.01781766302883625, 0.035472046583890915, 0.0018159530591219664, 0.00015138968592509627, 4.838382301386446e-05, 2.2417461877921596e-05, 1.3020179721934255e-05, 9.263311767426785e-06, 7.4466456680966076e-06, 6.277190095715923e-06, 5.410398898675339e-06, 4.7927901505318005e-06, 4.389023615658516e-06, 4.135530616622418e-06, 3.963949893659446e-06], "update_matrix_norm_1": [23403.49609375], "update_matrix_norm_2": [6.4253926277160645], "update_matrix_norm_inf": [0.03309677168726921], "request": {"prompt": "{} passed away in the location of", "subject": "Boris Pasternak", "target_new": {"str": "Aachen"}, "old_answer": {"str": "Peredelkino"}, "seed": 42}}, {"loss_per_step": [4.154, 3.199, 1.769, 0.997, 0.46, 0.425, 0.412, 0.404, 0.4, 0.398, 0.396, 0.395, 0.394, 0.394, 0.393, 0.393, 0.393, 0.392, 0.392, 0.392], "prob_new": [0.01592164672911167, 0.06391360610723495, 0.2583247721195221, 0.5565809607505798, 0.9461756348609924, 0.9840078949928284, 0.9914178848266602, 0.995326042175293, 0.9971033930778503, 0.9979367852210999, 0.9983754754066467, 0.9986346960067749, 0.9988023638725281, 0.9989171624183655, 0.9989985823631287, 0.999056875705719, 0.9990983009338379, 0.9991269111633301, 0.999144971370697, 0.9991540908813477], "prob_old": [0.7279388904571533, 0.09367664903402328, 0.09004806727170944, 0.10981034487485886, 0.08635525405406952, 0.05597388744354248, 0.046647366136312485, 0.04323957860469818, 0.040947284549474716, 0.03876002877950668, 0.036723457276821136, 0.03505128622055054, 0.033827316015958786, 0.033016957342624664, 0.03254270553588867, 0.03232609108090401, 0.03229987621307373, 0.03241056576371193, 0.03261411190032959, 0.03287087380886078], "prob_new_token": [1.0261817806167528e-05, 0.0009668185375630856, 0.018877927213907242, 0.18584087491035461, 0.9159865379333496, 0.9944342374801636, 0.9975573420524597, 0.9983901977539062, 0.998792290687561, 0.9990370273590088, 0.99920254945755, 0.9993190765380859, 0.9994015097618103, 0.9994581341743469, 0.9994934797286987, 0.9995108842849731, 0.9995123147964478, 0.9994996786117554, 0.999474823474884, 0.9994394779205322], "prob_old_token": [0.660102903842926, 0.023056862875819206, 0.009119058959186077, 0.00694755744189024, 0.0007967411656863987, 1.7671933164820075e-05, 2.8660817861236865e-06, 1.2870079899585107e-06, 7.877742973505519e-07, 5.501323698808847e-07, 4.18651580957885e-07, 3.417397351768159e-07, 2.953150612938771e-07, 2.669735863491951e-07, 2.5034611894625414e-07, 2.420814269044058e-07, 2.4029449718909746e-07, 2.4408856802438095e-07, 2.5307500095550495e-07, 2.672201731002133e-07], "update_matrix_norm_1": [23544.21484375], "update_matrix_norm_2": [6.425385475158691], "update_matrix_norm_inf": [0.027922281995415688], "request": {"prompt": "{} passed away in the location of", "subject": "Boris Pasternak", "target_new": {"str": "Friedrichsruh"}, "old_answer": {"str": "Peredelkino"}, "seed": 42}}, {"loss_per_step": [6.905, 5.762, 4.149, 0.938, 0.505, 0.433, 0.44, 0.424, 0.413, 0.405, 0.401, 0.398, 0.397, 0.395, 0.394, 0.393, 0.393, 0.392, 0.392, 0.392], "prob_new": [0.0011243545450270176, 0.005042911507189274, 0.02467203140258789, 0.6172282695770264, 0.9994692206382751, 0.9982321858406067, 0.9913917183876038, 0.9936854243278503, 0.9968051314353943, 0.9981086850166321, 0.998687744140625, 0.9989933967590332, 0.9991863965988159, 0.9993253350257874, 0.9994321465492249, 0.9995153546333313, 0.9995798468589783, 0.9996288418769836, 0.9996650815010071, 0.9996911883354187], "prob_old": [0.7279388904571533, 0.07901482284069061, 0.06282421946525574, 0.0407041534781456, 0.0072257788851857185, 0.018309662118554115, 0.029965227469801903, 0.025330889970064163, 0.019242888316512108, 0.015684882178902626, 0.013690327294170856, 0.012469957582652569, 0.011621636338531971, 0.01096302829682827, 0.010420012287795544, 0.009968257509171963, 0.009603466838598251, 0.009326836094260216, 0.00913897156715393, 0.009038569405674934], "prob_new_token": [1.19266485398839e-06, 4.875404556514695e-05, 0.0013070928398519754, 0.5713101029396057, 0.9998048543930054, 0.9982969164848328, 0.9855937957763672, 0.9898146986961365, 0.9950583577156067, 0.9970738887786865, 0.9979721903800964, 0.9984676837921143, 0.9987943768501282, 0.999035120010376, 0.9992188215255737, 0.999356210231781, 0.9994545578956604, 0.9995182752609253, 0.9995526075363159, 0.9995622038841248], "prob_old_token": [0.660102903842926, 0.004270761273801327, 0.0008875626954250038, 0.00017095578368753195, 3.269891735158126e-08, 2.10825351132371e-06, 1.4856075722491369e-05, 7.917333277873695e-06, 2.7225880785408663e-06, 1.1938813031520112e-06, 6.605934004255687e-07, 4.2117005705222255e-07, 2.8968770493520424e-07, 2.0778881548721984e-07, 1.5353931814843236e-07, 1.1697331814275458e-07, 9.255990818246573e-08, 7.679312830077833e-08, 6.728465251626403e-08, 6.237631566818891e-08], "update_matrix_norm_1": [24255.03125], "update_matrix_norm_2": [6.425393104553223], "update_matrix_norm_inf": [0.02572512812912464], "request": {"prompt": "{} passed away in the location of", "subject": "Boris Pasternak", "target_new": {"str": "Messina"}, "old_answer": {"str": "Peredelkino"}, "seed": 42}}, {"loss_per_step": [4.055, 3.449, 1.49, 0.91, 0.525, 0.425, 0.404, 0.394, 0.389, 0.386, 0.384, 0.381, 0.38, 0.378, 0.377, 0.376, 0.375, 0.374, 0.373, 0.373], "prob_new": [0.018409976735711098, 0.052271973341703415, 0.3522050678730011, 0.6089954972267151, 0.8782731294631958, 0.9696029424667358, 0.9866469502449036, 0.9923024773597717, 0.9948367476463318, 0.9961003065109253, 0.996795117855072, 0.9972165822982788, 0.9974951148033142, 0.9976967573165894, 0.9978582262992859, 0.9980003237724304, 0.9981359839439392, 0.998272716999054, 0.9984134435653687, 0.9985564351081848], "prob_old": [0.3760666847229004, 0.10051105171442032, 0.07494185864925385, 0.05895864963531494, 0.038568221032619476, 0.02035715989768505, 0.01232555415481329, 0.008791523054242134, 0.00720550399273634, 0.006626664195209742, 0.006646466441452503, 0.006991887465119362, 0.007500849664211273, 0.008073155768215656, 0.008637774735689163, 0.009138256311416626, 0.009523814544081688, 0.009751098230481148, 0.009792046621441841, 0.00964230764657259], "prob_new_token": [0.0001799479650799185, 0.0034221396781504154, 0.23951761424541473, 0.569846510887146, 0.8412652015686035, 0.9457637071609497, 0.9758909940719604, 0.9872731566429138, 0.9922478199005127, 0.9946317672729492, 0.9958047270774841, 0.9964090585708618, 0.9967528581619263, 0.9969843029975891, 0.9971756935119629, 0.9973644614219666, 0.9975715279579163, 0.9978074431419373, 0.9980688691139221, 0.9983435273170471], "prob_old_token": [0.6391263008117676, 0.0024215364828705788, 0.0016343180323019624, 0.0005431186291389167, 0.00012099976447643712, 3.0496064937324263e-05, 1.14619442683761e-05, 5.495563527802005e-06, 3.2099544569064165e-06, 2.3075033368513687e-06, 2.050123612207244e-06, 2.099521452691988e-06, 2.3009022243059007e-06, 2.574736527094501e-06, 2.8682502488663886e-06, 3.133380687359022e-06, 3.3142885058623506e-06, 3.353295369379339e-06, 3.2137372727447655e-06, 2.9017392080277205e-06], "update_matrix_norm_1": [25723.00390625], "update_matrix_norm_2": [6.799248218536377], "update_matrix_norm_inf": [0.028745012357831], "request": {"prompt": "{} passed away in the location of", "subject": "Andrea del Sarto", "target_new": {"str": "Athens"}, "old_answer": {"str": "Florence, Italy"}, "seed": 42}}, {"loss_per_step": [6.308, 5.311, 3.153, 1.922, 0.825, 0.492, 0.442, 0.415, 0.401, 0.393, 0.388, 0.386, 0.384, 0.383, 0.381, 0.38, 0.379, 0.378, 0.377, 0.376], "prob_new": [0.0019611548632383347, 0.00796838290989399, 0.06449395418167114, 0.22220055758953094, 0.6689269542694092, 0.9028365612030029, 0.9473500847816467, 0.9717405438423157, 0.9825177788734436, 0.9876434803009033, 0.9905146956443787, 0.9923825263977051, 0.9937314987182617, 0.9947661757469177, 0.995585024356842, 0.9962443709373474, 0.9967796206474304, 0.9972139000892639, 0.9975636005401611, 0.99784255027771], "prob_old": [0.3760666847229004, 0.07171507179737091, 0.10951834917068481, 0.061789728701114655, 0.036398161202669144, 0.016831049695611, 0.009994187392294407, 0.0062246425077319145, 0.004133698530495167, 0.002961263759061694, 0.0022652617190033197, 0.0018190201371908188, 0.0015108610969036818, 0.001285605481825769, 0.0011147215263918042, 0.000982331926934421, 0.0008792745065875351, 0.0008002672111615539, 0.0007419584435410798, 0.000701050041243434], "prob_new_token": [1.9665960280690342e-05, 0.0009913987014442682, 0.0032787874806672335, 0.024889444932341576, 0.49346745014190674, 0.8544142842292786, 0.9153437614440918, 0.956768810749054, 0.9768570065498352, 0.9860851764678955, 0.9906405210494995, 0.9931454658508301, 0.9946841597557068, 0.9957259893417358, 0.996484637260437, 0.9970623254776001, 0.9975082278251648, 0.997848391532898, 0.9981005191802979, 0.9982851147651672], "prob_old_token": [0.6391263008117676, 0.0010155834024772048, 0.01077799592167139, 0.0017307252855971456, 0.00014486665895674378, 1.1943807294301223e-05, 4.007437382824719e-06, 1.3537005543184932e-06, 4.961488571098016e-07, 2.172449455883907e-07, 1.1341337113890404e-07, 6.776311067824281e-08, 4.4433608792360246e-08, 3.10062873154493e-08, 2.2583790837416018e-08, 1.699996232673584e-08, 1.3209316307438712e-08, 1.0645429426858755e-08, 8.95459262295617e-09, 7.873484086928784e-09], "update_matrix_norm_1": [25999.98828125], "update_matrix_norm_2": [6.7992424964904785], "update_matrix_norm_inf": [0.028531618416309357], "request": {"prompt": "{} passed away in the location of", "subject": "Andrea del Sarto", "target_new": {"str": "Berkeley Castle"}, "old_answer": {"str": "Florence, Italy"}, "seed": 42}}, {"loss_per_step": [3.448, 2.983, 2.585, 2.028, 1.423, 0.769, 0.515, 0.439, 0.418, 0.407, 0.396, 0.389, 0.383, 0.379, 0.376, 0.375, 0.374, 0.374, 0.373, 0.373], "prob_new": [0.032645776867866516, 0.07833585143089294, 0.11361917108297348, 0.19606658816337585, 0.36081644892692566, 0.692361056804657, 0.8885166049003601, 0.9749091267585754, 0.9875773787498474, 0.9926460981369019, 0.993627667427063, 0.9936979413032532, 0.9955185055732727, 0.9975257515907288, 0.998517632484436, 0.9989380836486816, 0.9991376996040344, 0.9992609620094299, 0.9993569850921631, 0.99943608045578], "prob_old": [0.3760666847229004, 0.06397668272256851, 0.09580414742231369, 0.07223783433437347, 0.033625002950429916, 0.05394474044442177, 0.014802615158259869, 0.004771752282977104, 0.003231366630643606, 0.002842447254806757, 0.003959324210882187, 0.005471771117299795, 0.005147828720510006, 0.003684435971081257, 0.0027167354710400105, 0.0023110932670533657, 0.002147082705050707, 0.0020203026942908764, 0.0018870504572987556, 0.0017962041310966015], "prob_new_token": [1.966577474377118e-05, 0.0016088667325675488, 0.0032248282805085182, 0.020855030044913292, 0.00883090402930975, 0.3025316596031189, 0.5065723061561584, 0.9655052423477173, 0.9864351749420166, 0.9835048317909241, 0.9546849727630615, 0.9129511117935181, 0.9326941967010498, 0.975578248500824, 0.9933279752731323, 0.9978126883506775, 0.9989572167396545, 0.9993079304695129, 0.9994185566902161, 0.9994149208068848], "prob_old_token": [0.6391263008117676, 0.0010686509776860476, 0.0015082904137670994, 0.000784348463639617, 0.0002613407850731164, 0.0004463454242795706, 6.152717833174393e-05, 1.2962334949406795e-05, 2.524515366530977e-06, 2.4278836008306826e-06, 8.786183570919093e-06, 2.1677662516594864e-05, 1.8176751837017946e-05, 6.087131623644382e-06, 1.468053937969671e-06, 4.3479434452819987e-07, 1.8703677540088393e-07, 1.102316957712901e-07, 8.497323733536177e-08, 8.738476253711269e-08], "update_matrix_norm_1": [25112.8828125], "update_matrix_norm_2": [6.799248218536377], "update_matrix_norm_inf": [0.037145234644412994], "request": {"prompt": "{} passed away in the location of", "subject": "Andrea del Sarto", "target_new": {"str": "Berkeley, Gloucestershire"}, "old_answer": {"str": "Florence, Italy"}, "seed": 42}}, {"loss_per_step": [4.107, 3.386, 2.686, 1.899, 1.103, 0.527, 0.42, 0.406, 0.398, 0.395, 0.393, 0.391, 0.39, 0.389, 0.389, 0.388, 0.388, 0.387, 0.387, 0.387], "prob_new": [0.016710501164197922, 0.05272245407104492, 0.10584663599729538, 0.22716191411018372, 0.49796199798583984, 0.8827636241912842, 0.9766571521759033, 0.9885934591293335, 0.9953406453132629, 0.9976375699043274, 0.9984694123268127, 0.99884033203125, 0.9990377426147461, 0.9991551637649536, 0.9992283582687378, 0.999272882938385, 0.9992969632148743, 0.9993054866790771, 0.9993027448654175, 0.9992930293083191], "prob_old": [0.7756661176681519, 0.3902004361152649, 0.034779392182826996, 0.031070923432707787, 0.0587662011384964, 0.058834634721279144, 0.057397741824388504, 0.05458231270313263, 0.04384560510516167, 0.03447287157177925, 0.028179291635751724, 0.024158643558621407, 0.02157403714954853, 0.019935378804802895, 0.01898861490190029, 0.018608393147587776, 0.01873575709760189, 0.0193338543176651, 0.020347200334072113, 0.021656891331076622], "prob_new_token": [6.08068257861305e-05, 0.000991680077277124, 0.0004583960399031639, 0.001882605953142047, 0.03778175637125969, 0.605343759059906, 0.9441054463386536, 0.9768385291099548, 0.9908787608146667, 0.9955935478210449, 0.9973602294921875, 0.9981700778007507, 0.9986044764518738, 0.9988572597503662, 0.9990025162696838, 0.9990740418434143, 0.9990877509117126, 0.9990500807762146, 0.9989635944366455, 0.9988321661949158], "prob_old_token": [0.6407313942909241, 0.058050621300935745, 4.328920113039203e-05, 4.5949986088089645e-05, 0.00047072063898667693, 0.00046995762386359274, 0.000372029171558097, 0.000319746759487316, 0.00015698649804107845, 7.284143794095144e-05, 3.847324842354283e-05, 2.3578120817546733e-05, 1.643321775190998e-05, 1.2799179785361048e-05, 1.1010183698090259e-05, 1.0363124602008611e-05, 1.0589127668936271e-05, 1.1643431207630783e-05, 1.360597070743097e-05, 1.6554178728256375e-05], "update_matrix_norm_1": [27691.63671875], "update_matrix_norm_2": [7.36183500289917], "update_matrix_norm_inf": [0.03943752497434616], "request": {"prompt": "{} passed away in the location of", "subject": "Louis XV of France", "target_new": {"str": "Peredelkino"}, "old_answer": {"str": "Versailles"}, "seed": 42}}, {"loss_per_step": [3.278, 2.787, 2.055, 0.905, 0.518, 0.429, 0.416, 0.407, 0.403, 0.399, 0.396, 0.394, 0.392, 0.391, 0.39, 0.389, 0.389, 0.388, 0.38, 0.367], "prob_new": [0.03819938749074936, 0.09572913497686386, 0.1977408081293106, 0.6530746221542358, 0.918242335319519, 0.9866029620170593, 0.9928867220878601, 0.9931960701942444, 0.9942487478256226, 0.9958310127258301, 0.9970503449440002, 0.9978238940238953, 0.9983081221580505, 0.9986312985420227, 0.9988551735877991, 0.9990074038505554, 0.9991040825843811, 0.9991607666015625, 0.9991045594215393, 0.9989264607429504], "prob_old": [0.7756661176681519, 0.3144499659538269, 0.04473154619336128, 0.040567509829998016, 0.014694852754473686, 0.003941063303500414, 0.0033190459944307804, 0.003798573510721326, 0.0038416236639022827, 0.0034413281828165054, 0.003004352329298854, 0.002681407146155834, 0.002458555856719613, 0.002281408291310072, 0.0021274657920002937, 0.0020035437773913145, 0.00192552013322711, 0.0018978617154061794, 0.0021063487511128187, 0.002573565114289522], "prob_new_token": [1.471424155852219e-07, 7.379741145996377e-05, 0.0013551440788432956, 0.11390034109354019, 0.9426605701446533, 0.9951204061508179, 0.9938485026359558, 0.9889401197433472, 0.989318311214447, 0.9935069680213928, 0.99696946144104, 0.9984750151634216, 0.998914897441864, 0.9990656971931458, 0.9991611242294312, 0.9992336630821228, 0.9992853999137878, 0.9993172287940979, 0.9992333054542542, 0.9990071654319763], "prob_old_token": [0.6407313942909241, 0.025786051526665688, 0.00017928591114468873, 6.289369775913656e-05, 8.228739716287237e-07, 8.135404527820356e-08, 1.0962218510712773e-07, 2.544471726650954e-07, 2.9806329848725e-07, 1.916620533393143e-07, 8.07611399977759e-08, 3.3480610284186696e-08, 1.990512998872873e-08, 1.527434356773938e-08, 1.3145324828656157e-08, 1.2132721494140242e-08, 1.1936946542334681e-08, 1.2607134003417286e-08, 1.8108796240312586e-08, 3.446870167067573e-08], "update_matrix_norm_1": [25586.55859375], "update_matrix_norm_2": [6.9689130783081055], "update_matrix_norm_inf": [0.04159992188215256], "request": {"prompt": "{} passed away in the location of", "subject": "Louis XV of France", "target_new": {"str": "Johannesburg, South Africa"}, "old_answer": {"str": "Versailles"}, "seed": 42}}, {"loss_per_step": [4.332, 2.352, 0.641, 0.454, 0.425, 0.415, 0.409, 0.405, 0.401, 0.398, 0.396, 0.394, 0.392, 0.391, 0.39, 0.389, 0.389, 0.388, 0.387, 0.387], "prob_new": [0.015434944070875645, 0.14648377895355225, 0.8069404363632202, 0.9552554488182068, 0.9774577021598816, 0.9841610193252563, 0.9876503944396973, 0.9900031685829163, 0.9917882680892944, 0.9932098388671875, 0.9943588972091675, 0.9952918887138367, 0.996053159236908, 0.9966782331466675, 0.9971936941146851, 0.9976176619529724, 0.9979624152183533, 0.9982375502586365, 0.9984508156776428, 0.9986089468002319], "prob_old": [0.7756661176681519, 0.2668951749801636, 0.14187461137771606, 0.07794786989688873, 0.07094276696443558, 0.06942004710435867, 0.06709019839763641, 0.06463144719600677, 0.06267191469669342, 0.061298564076423645, 0.060288071632385254, 0.05931161716580391, 0.058053966611623764, 0.05628906190395355, 0.053928717970848083, 0.05103923752903938, 0.047807130962610245, 0.0444788783788681, 0.041300199925899506, 0.038479384034872055], "prob_new_token": [0.023186873644590378, 0.1574549525976181, 0.7765078544616699, 0.979676365852356, 0.9900658130645752, 0.9931095838546753, 0.9945778846740723, 0.9955326914787292, 0.9962643980979919, 0.9968602657318115, 0.9973524808883667, 0.9977597594261169, 0.9980952739715576, 0.998369574546814, 0.9985921382904053, 0.9987693428993225, 0.9989054799079895, 0.9990047812461853, 0.9990705847740173, 0.9991050362586975], "prob_old_token": [0.6407313942909241, 0.022079898044466972, 0.0036253638099879026, 0.0006101874751038849, 0.0003437075356487185, 0.0002557210682425648, 0.00021759362425655127, 0.00019737255934160203, 0.0001855061564128846, 0.00017780097550712526, 0.00017126501188613474, 0.00016348535427823663, 0.000152807857375592, 0.00013866738299839199, 0.00012180291378172114, 0.00010400783503428102, 8.729909313842654e-05, 7.323185127461329e-05, 6.257170753087848e-05, 5.547846376430243e-05], "update_matrix_norm_1": [28646.26953125], "update_matrix_norm_2": [7.361834526062012], "update_matrix_norm_inf": [0.04107476770877838], "request": {"prompt": "{} passed away in the location of", "subject": "Louis XV of France", "target_new": {"str": "Paris"}, "old_answer": {"str": "Versailles"}, "seed": 42}}, {"loss_per_step": [7.022, 4.824, 3.342, 1.635, 0.908, 0.687, 0.538, 0.476, 0.455, 0.446, 0.439, 0.434, 0.429, 0.426, 0.423, 0.421, 0.419, 0.417, 0.416, 0.415], "prob_new": [0.0011734027648344636, 0.015126248821616173, 0.057371627539396286, 0.33091655373573303, 0.6510096788406372, 0.793412983417511, 0.9135299921035767, 0.9701657295227051, 0.9865834712982178, 0.9919715523719788, 0.9944456219673157, 0.9958544373512268, 0.9967331886291504, 0.9972984194755554, 0.9976655840873718, 0.9979059100151062, 0.9980661273002625, 0.998178243637085, 0.9982635378837585, 0.9983369708061218], "prob_old": [0.683198869228363, 0.13667792081832886, 0.08310913294553757, 0.03735874593257904, 0.023361168801784515, 0.01566404104232788, 0.00945198256522417, 0.005668732337653637, 0.003979977685958147, 0.0033378282096236944, 0.003156241960823536, 0.003201812971383333, 0.003381990361958742, 0.003652913961559534, 0.003984701819717884, 0.004348080605268478, 0.004710603971034288, 0.005038215313106775, 0.005299833137542009, 0.005471772979944944], "prob_new_token": [1.0800636118801776e-05, 0.0004539601504802704, 0.0027019046247005463, 0.12180454283952713, 0.51578688621521, 0.7656408548355103, 0.9009961485862732, 0.9603930711746216, 0.9828175902366638, 0.9908536672592163, 0.9940432906150818, 0.9954745173454285, 0.9961774945259094, 0.9965464472770691, 0.9967628717422485, 0.9969237446784973, 0.9970797300338745, 0.9972547888755798, 0.9974523186683655, 0.997665524482727], "prob_old_token": [0.7500106692314148, 0.005847763270139694, 0.0012598381144925952, 0.00015255434846039861, 8.551021892344579e-05, 3.868476414936595e-05, 1.1440288290032186e-05, 3.984382146882126e-06, 1.9044995269723586e-06, 1.288482962991111e-06, 1.1153824743814766e-06, 1.1146764791192254e-06, 1.201153850161063e-06, 1.3357773696043296e-06, 1.4883663652653922e-06, 1.6270281548713683e-06, 1.7213694718520856e-06, 1.7490925756646902e-06, 1.7028019101417158e-06, 1.5896049490038422e-06], "update_matrix_norm_1": [23079.271484375], "update_matrix_norm_2": [6.216601371765137], "update_matrix_norm_inf": [0.039090197533369064], "request": {"prompt": "{} passed away in the location of", "subject": "Ibn Arabi", "target_new": {"str": "Munich"}, "old_answer": {"str": "Damascus"}, "seed": 42}}, {"loss_per_step": [3.575, 3.383, 2.915, 2.321, 1.514, 1.128, 0.65, 0.927, 0.506, 0.481, 0.438, 0.428, 0.424, 0.421, 0.419, 0.418, 0.416, 0.415, 0.415, 0.414], "prob_new": [0.028683559969067574, 0.060638222843408585, 0.08467812091112137, 0.14997027814388275, 0.3364725708961487, 0.4957141578197479, 0.8016653656959534, 0.6092542409896851, 0.9414412975311279, 0.9565923810005188, 0.9859116077423096, 0.9909684658050537, 0.9930015206336975, 0.9944534301757812, 0.9955939650535583, 0.9964786767959595, 0.9971536993980408, 0.9976617097854614, 0.9980409145355225, 0.998324453830719], "prob_old": [0.683198869228363, 0.15320588648319244, 0.1137506440281868, 0.0639738067984581, 0.04798462241888046, 0.09201732277870178, 0.02023613452911377, 0.008149017579853535, 0.016355367377400398, 0.018128547817468643, 0.009823492728173733, 0.0067412215285003185, 0.005527425557374954, 0.004779225680977106, 0.004160221200436354, 0.003620327915996313, 0.0031718374229967594, 0.002819124376401305, 0.0025546408724039793, 0.002364610554650426], "prob_new_token": [0.00010890253906836733, 0.0004970148438587785, 0.0012370209442451596, 0.0025066426023840904, 0.010252798907458782, 0.014743383042514324, 0.6218288540840149, 0.913840651512146, 0.6665316820144653, 0.8444088101387024, 0.9769871234893799, 0.9929383397102356, 0.9966760873794556, 0.9981426000595093, 0.9988222718238831, 0.9991521239280701, 0.9993150234222412, 0.9993899464607239, 0.9994063377380371, 0.9993715882301331], "prob_old_token": [0.7500106692314148, 0.008119598031044006, 0.001032698666676879, 0.00030632142443209887, 0.00034891426912508905, 0.0011782064102590084, 5.0558581278892234e-05, 5.248813863545365e-07, 2.689772009034641e-05, 7.235406428662827e-06, 6.626926278840983e-07, 1.660890660559744e-07, 7.303484039766772e-08, 3.9743135005210206e-08, 2.427392686854546e-08, 1.6419610560092224e-08, 1.2348560396446828e-08, 1.0326152377615472e-08, 9.5527354915248e-09, 9.650566568097929e-09], "update_matrix_norm_1": [22058.09765625], "update_matrix_norm_2": [6.216601371765137], "update_matrix_norm_inf": [0.04505292698740959], "request": {"prompt": "{} passed away in the location of", "subject": "Ibn Arabi", "target_new": {"str": "Berkeley, Gloucestershire"}, "old_answer": {"str": "Damascus"}, "seed": 42}}, {"loss_per_step": [4.375, 4.001, 3.499, 2.698, 2.135, 1.345, 0.475, 0.427, 0.423, 0.419, 0.416, 0.415, 0.414, 0.414, 0.413, 0.413, 0.413, 0.412, 0.412, 0.412], "prob_new": [0.013108369894325733, 0.029820814728736877, 0.047561053186655045, 0.10611308366060257, 0.1809179037809372, 0.39982178807258606, 0.955971896648407, 0.9970005750656128, 0.9991924166679382, 0.9994977712631226, 0.9995805621147156, 0.9996178150177002, 0.999652087688446, 0.9996805191040039, 0.9997016787528992, 0.9997242093086243, 0.9997487664222717, 0.9997716546058655, 0.9997904896736145, 0.9998040199279785], "prob_old": [0.683198869228363, 0.1592094749212265, 0.17167644202709198, 0.1744047999382019, 0.20516051352024078, 0.17577847838401794, 0.036263566464185715, 0.013437815010547638, 0.0072563411667943, 0.004524489399045706, 0.0030989754013717175, 0.0023754744324833155, 0.002035298151895404, 0.001869267551228404, 0.0017691379180178046, 0.0017084814608097076, 0.001684787916019559, 0.0016829188680276275, 0.0016859122551977634, 0.0016883831704035401], "prob_new_token": [0.0009980967734009027, 0.007420554291456938, 0.007919368334114552, 0.006530324462801218, 0.007817691192030907, 0.06853320449590683, 0.9378387331962585, 0.9950241446495056, 0.9981355667114258, 0.99852055311203, 0.9987104535102844, 0.9988834261894226, 0.9990074634552002, 0.9990633130073547, 0.9990785717964172, 0.9991000890731812, 0.9991443753242493, 0.999204695224762, 0.9992653727531433, 0.9993164539337158], "prob_old_token": [0.7500106692314148, 0.009448172524571419, 0.01463521458208561, 0.0162375308573246, 0.03471008688211441, 0.031790368258953094, 0.00020172061340417713, 2.0257473806850612e-05, 3.678571147247567e-06, 1.0784121968754334e-06, 3.777688561967807e-07, 1.8132860191144573e-07, 1.307219861246267e-07, 1.1710413616583537e-07, 1.1144027212139918e-07, 1.101062423458643e-07, 1.1423651358200004e-07, 1.2148787220667145e-07, 1.2717475783574628e-07, 1.2795602799542394e-07], "update_matrix_norm_1": [22299.267578125], "update_matrix_norm_2": [6.216601848602295], "update_matrix_norm_inf": [0.043776627629995346], "request": {"prompt": "{} passed away in the location of", "subject": "Ibn Arabi", "target_new": {"str": "Ravenna"}, "old_answer": {"str": "Damascus"}, "seed": 42}}, {"loss_per_step": [1.824, 1.307, 0.813, 0.632, 0.561, 0.504, 0.441, 0.399, 0.372, 0.355, 0.347, 0.342, 0.339, 0.336, 0.335, 0.334, 0.333, 0.333, 0.333, 0.332], "prob_new": [0.16379690170288086, 0.38315147161483765, 0.6231251955032349, 0.7468971014022827, 0.8018548488616943, 0.8477422595024109, 0.9014478325843811, 0.9391701221466064, 0.9635358452796936, 0.9794204235076904, 0.9875118732452393, 0.9917024970054626, 0.9943484663963318, 0.9961622357368469, 0.9973515272140503, 0.9980970025062561, 0.9985564351081848, 0.9988369941711426, 0.9990063905715942, 0.999104917049408], "prob_old": [0.6574025750160217, 0.16005586087703705, 0.16539153456687927, 0.08959729224443436, 0.04205111041665077, 0.03469310700893402, 0.025749530643224716, 0.019183577969670296, 0.01473658625036478, 0.01187614444643259, 0.009936944581568241, 0.00841498002409935, 0.006748470012098551, 0.005037032999098301, 0.0036439686082303524, 0.002660816302523017, 0.0020135720260441303, 0.0016031477134674788, 0.0013485559029504657, 0.00119680049829185], "prob_new_token": [0.0033295489847660065, 0.0749133750796318, 0.608029842376709, 0.8545593023300171, 0.948763370513916, 0.9535148739814758, 0.9695789813995361, 0.9769480228424072, 0.9785001277923584, 0.9768801331520081, 0.9774022698402405, 0.9795551896095276, 0.9828773736953735, 0.9877600073814392, 0.992148220539093, 0.9950550198554993, 0.9967604875564575, 0.997732937335968, 0.9982887506484985, 0.998611569404602], "prob_old_token": [0.6134725213050842, 0.023841889575123787, 0.0241343155503273, 0.004773105960339308, 0.0010705124586820602, 0.0005810295697301626, 0.0002755477325990796, 0.00015124624769669026, 0.00011024416016880423, 0.00010606952128000557, 0.00010864444629987702, 9.937462164089084e-05, 7.182671834016219e-05, 4.1114304622169584e-05, 2.0851657609455287e-05, 1.0506953913136385e-05, 5.640849394694669e-06, 3.332048891024897e-06, 2.187963445976493e-06, 1.5920354599074926e-06], "update_matrix_norm_1": [28954.048828125], "update_matrix_norm_2": [7.303572654724121], "update_matrix_norm_inf": [0.06755003333091736], "request": {"prompt": "{} passed away in the location of", "subject": "Antonello da Messina", "target_new": {"str": "Venice, Italy"}, "old_answer": {"str": "Messina"}, "seed": 42}}, {"loss_per_step": [16.572, 10.796, 6.877, 2.938, 1.019, 0.573, 0.433, 0.389, 0.369, 0.359, 0.353, 0.349, 0.347, 0.345, 0.343, 0.341, 0.341, 0.34, 0.339, 0.339], "prob_new": [8.178849242312936e-08, 3.7171539588598534e-05, 0.0017119101248681545, 0.09254538267850876, 0.5325120091438293, 0.815872311592102, 0.9333398342132568, 0.9723347425460815, 0.9857938885688782, 0.9913379549980164, 0.9940887093544006, 0.9956700801849365, 0.9966761469841003, 0.9973593354225159, 0.9978421926498413, 0.9981933832168579, 0.9984537959098816, 0.9986504316329956, 0.9988012313842773, 0.9989186525344849], "prob_old": [0.6574025750160217, 0.1890355497598648, 0.045158203691244125, 0.009568663313984871, 0.0013092919252812862, 0.00036973817623220384, 0.00016912174760363996, 0.00010446649685036391, 7.698247645748779e-05, 6.220945215318352e-05, 5.2445302571868524e-05, 4.508037454797886e-05, 3.917244976037182e-05, 3.433031452004798e-05, 3.0348144719027914e-05, 2.7082289307145402e-05, 2.441664764774032e-05, 2.22510498133488e-05, 2.0497820514719933e-05, 1.9081526261288673e-05], "prob_new_token": [2.8037449695261785e-08, 6.822593422839418e-05, 0.0026803668588399887, 0.14150799810886383, 0.6052573919296265, 0.8212032914161682, 0.9310687780380249, 0.97185218334198, 0.9861522912979126, 0.991894543170929, 0.9946335554122925, 0.9961460828781128, 0.9970791339874268, 0.9977015852928162, 0.9981377124786377, 0.9984537363052368, 0.9986879229545593, 0.9988654851913452, 0.9990007281303406, 0.9991061091423035], "prob_old_token": [0.6134725213050842, 0.06033594533801079, 0.002537132240831852, 0.0002889745810534805, 9.377994501846842e-06, 1.2719592632493004e-06, 3.1200471539705177e-07, 1.1914535491541756e-07, 6.333527835522546e-08, 4.062583158770394e-08, 2.865070669599845e-08, 2.1219841883635127e-08, 1.6162275073838828e-08, 1.254859682831011e-08, 9.899341790742255e-09, 7.934282564292516e-09, 6.467650415231674e-09, 5.371799893794105e-09, 4.551420129672579e-09, 3.935276104982677e-09], "update_matrix_norm_1": [28431.3671875], "update_matrix_norm_2": [7.303572654724121], "update_matrix_norm_inf": [0.049822885543107986], "request": {"prompt": "{} passed away in the location of", "subject": "Antonello da Messina", "target_new": {"str": "Hannover"}, "old_answer": {"str": "Messina"}, "seed": 42}}, {"loss_per_step": [4.181, 2.723, 1.396, 0.674, 0.478, 0.4, 0.365, 0.349, 0.342, 0.339, 0.337, 0.335, 0.334, 0.334, 0.334, 0.333, 0.333, 0.333, 0.332, 0.332], "prob_new": [0.01551634632050991, 0.098984494805336, 0.3721434473991394, 0.7206935286521912, 0.8701298236846924, 0.9400922060012817, 0.9726898670196533, 0.9870216846466064, 0.9932281374931335, 0.9960409998893738, 0.9974356293678284, 0.998173713684082, 0.998579204082489, 0.9988101124763489, 0.9989467859268188, 0.9990305304527283, 0.9990823268890381, 0.9991130232810974, 0.9991278052330017, 0.9991286396980286], "prob_old": [0.6574025750160217, 0.12754341959953308, 0.09339576959609985, 0.0581291988492012, 0.025013277307152748, 0.012624732218682766, 0.007241243030875921, 0.00476834736764431, 0.0035060825757682323, 0.0027181594632565975, 0.002149478765204549, 0.0017455792985856533, 0.0014783837832510471, 0.0013100861106067896, 0.0012068381765857339, 0.00114451814442873, 0.001107231481000781, 0.0010851502884179354, 0.0010734169045463204, 0.0010710791684687138], "prob_new_token": [0.002541144611313939, 0.009640982374548912, 0.12991225719451904, 0.5689806342124939, 0.7730716466903687, 0.8863758444786072, 0.9496454000473022, 0.9791780114173889, 0.9908743500709534, 0.9952391386032104, 0.9970424771308899, 0.9978911280632019, 0.9983267188072205, 0.998563826084137, 0.998698890209198, 0.998778223991394, 0.9988248348236084, 0.9988495111465454, 0.9988552927970886, 0.9988439679145813], "prob_old_token": [0.6134725213050842, 0.004967307671904564, 0.0022507295943796635, 0.0029760063625872135, 0.0010879198089241982, 0.000398538337321952, 0.0001456336467526853, 5.981399954180233e-05, 2.9256460038595833e-05, 1.604212047823239e-05, 9.35221032705158e-06, 5.866237643203931e-06, 4.064059794472996e-06, 3.1157401281234343e-06, 2.6004399842349812e-06, 2.313803634024225e-06, 2.1527134776988532e-06, 2.064607315332978e-06, 2.0249196950317128e-06, 2.0269521883165e-06], "update_matrix_norm_1": [29093.984375], "update_matrix_norm_2": [7.303574562072754], "update_matrix_norm_inf": [0.04080355539917946], "request": {"prompt": "{} passed away in the location of", "subject": "Antonello da Messina", "target_new": {"str": "Meudon"}, "old_answer": {"str": "Messina"}, "seed": 42}}, {"loss_per_step": [4.149, 3.889, 2.953, 2.168, 0.867, 0.561, 0.452, 0.426, 0.418, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.407, 0.406, 0.406, 0.405, 0.405], "prob_new": [0.01968066766858101, 0.03451993316411972, 0.08505036681890488, 0.18600453436374664, 0.6510968804359436, 0.8630481958389282, 0.9598069190979004, 0.9853771924972534, 0.9918493032455444, 0.9944100379943848, 0.9957545399665833, 0.9965637922286987, 0.9970970153808594, 0.9974732398986816, 0.9977536201477051, 0.99797123670578, 0.9981449842453003, 0.9982845187187195, 0.9983927607536316, 0.9984655380249023], "prob_old": [0.7010788917541504, 0.06873539835214615, 0.15921863913536072, 0.04970152676105499, 0.03420991450548172, 0.014090734533965588, 0.007780910469591618, 0.004817504435777664, 0.003469540271908045, 0.002786456374451518, 0.002394111594185233, 0.0021500077564269304, 0.0019942400977015495, 0.0018974457634612918, 0.0018423994770273566, 0.0018175315344706178, 0.0018150589894503355, 0.0018311619060114026, 0.001867848914116621, 0.001936863991431892], "prob_new_token": [0.002903927816078067, 0.02499806322157383, 0.019144605845212936, 0.04847971349954605, 0.5614185333251953, 0.756357729434967, 0.9483591914176941, 0.9872746467590332, 0.9952414035797119, 0.9975736737251282, 0.9984940886497498, 0.9989340901374817, 0.9991704225540161, 0.9993056058883667, 0.9993850588798523, 0.9994309544563293, 0.999457061290741, 0.9994696378707886, 0.9994717836380005, 0.9994602799415588], "prob_old_token": [0.7501703500747681, 0.005329026374965906, 0.006423354148864746, 0.0033777449280023575, 0.0004113891627639532, 0.00016380746092181653, 3.436096812947653e-05, 8.852417522575706e-06, 3.327117610751884e-06, 1.643038899601379e-06, 9.730645160743734e-07, 6.564810632880835e-07, 4.909693984700425e-07, 3.9979684629543044e-07, 3.488842708065931e-07, 3.212329033885908e-07, 3.0798270245213644e-07, 3.0503014158966835e-07, 3.118613562946848e-07, 3.3189550663337286e-07], "update_matrix_norm_1": [24892.2734375], "update_matrix_norm_2": [6.722102642059326], "update_matrix_norm_inf": [0.03204715996980667], "request": {"prompt": "{} passed away in the location of", "subject": "Dante Alighieri", "target_new": {"str": "San Remo"}, "old_answer": {"str": "Ravenna"}, "seed": 42}}, {"loss_per_step": [3.565, 3.109, 1.713, 0.74, 0.461, 0.423, 0.418, 0.416, 0.414, 0.413, 0.412, 0.411, 0.41, 0.409, 0.409, 0.408, 0.407, 0.407, 0.406, 0.406], "prob_new": [0.030430924147367477, 0.08116442710161209, 0.2893082797527313, 0.7393836379051208, 0.9532787799835205, 0.9859308004379272, 0.9913801550865173, 0.993079423904419, 0.9939536452293396, 0.9945555329322815, 0.9950356483459473, 0.9954464435577393, 0.9958096742630005, 0.9961351752281189, 0.9964281916618347, 0.9966914057731628, 0.9969265460968018, 0.9971344470977783, 0.9973154664039612, 0.9974693059921265], "prob_old": [0.7010788917541504, 0.03642434999346733, 0.009386172518134117, 0.020792977884411812, 0.007235067896544933, 0.0036003959830850363, 0.0025009773671627045, 0.002034757286310196, 0.0017854333855211735, 0.0016307224286720157, 0.0015256729675456882, 0.0014509293250739574, 0.001397371175698936, 0.0013603848638013005, 0.001337602036073804, 0.001327799865975976, 0.001330442726612091, 0.0013455289881676435, 0.0013735484099015594, 0.001415735692717135], "prob_new_token": [2.037012563960161e-05, 0.0007433080463670194, 0.038245394825935364, 0.765503466129303, 0.9736217260360718, 0.9916788935661316, 0.9952899217605591, 0.9966711401939392, 0.9974356293678284, 0.9979392290115356, 0.9982948303222656, 0.9985544085502625, 0.9987466931343079, 0.9988908767700195, 0.9989979267120361, 0.999077558517456, 0.9991366267204285, 0.9991788864135742, 0.9992066025733948, 0.9992203712463379], "prob_old_token": [0.7501703500747681, 0.003968632780015469, 0.0007413236889988184, 0.0005745586822740734, 1.982846333703492e-05, 4.249263383826474e-06, 1.9765527667914284e-06, 1.2281277577130822e-06, 8.748327786634036e-07, 6.744239726685919e-07, 5.486082841343887e-07, 4.6477350679197116e-07, 4.070950581080979e-07, 3.67010329682671e-07, 3.394148109236994e-07, 3.2121147341968026e-07, 3.1047076731738343e-07, 3.060578421809623e-07, 3.076084453823569e-07, 3.1545170031677117e-07], "update_matrix_norm_1": [24471.96484375], "update_matrix_norm_2": [6.722102642059326], "update_matrix_norm_inf": [0.0315171517431736], "request": {"prompt": "{} passed away in the location of", "subject": "Dante Alighieri", "target_new": {"str": "Damascus"}, "old_answer": {"str": "Ravenna"}, "seed": 42}}, {"loss_per_step": [3.305, 2.546, 1.759, 0.679, 0.445, 0.431, 0.425, 0.42, 0.417, 0.414, 0.412, 0.41, 0.409, 0.408, 0.406, 0.406, 0.405, 0.401, 0.391, 0.374], "prob_new": [0.0380546897649765, 0.13368092477321625, 0.2636556327342987, 0.771701455116272, 0.9726645946502686, 0.9878578186035156, 0.9910123944282532, 0.9924896359443665, 0.9935548305511475, 0.9944438338279724, 0.9952173233032227, 0.9958913326263428, 0.9964702725410461, 0.996958315372467, 0.9973642230033875, 0.9977006912231445, 0.99798184633255, 0.9982067346572876, 0.9983627796173096, 0.998445987701416], "prob_old": [0.7010788917541504, 0.06560179591178894, 0.04520678520202637, 0.048913583159446716, 0.013731695711612701, 0.006635721307247877, 0.004698008298873901, 0.004003377165645361, 0.0037034370470792055, 0.0035659479908645153, 0.0035106560681015253, 0.003506491193547845, 0.0035417356994003057, 0.0036089825443923473, 0.003695943858474493, 0.0037847126368433237, 0.003859449177980423, 0.003988559823483229, 0.0043173437006771564, 0.004919657949358225], "prob_new_token": [0.00023274430714081973, 0.0027695749886333942, 0.01513303816318512, 0.5324235558509827, 0.9393450617790222, 0.9731433391571045, 0.9820103049278259, 0.9860976338386536, 0.9886538982391357, 0.990475594997406, 0.9918526411056519, 0.9929250478744507, 0.9937695860862732, 0.9944391250610352, 0.9949794411659241, 0.9954332709312439, 0.9958369731903076, 0.9961453080177307, 0.9962500929832458, 0.996122419834137], "prob_old_token": [0.7501703500747681, 0.003541325218975544, 0.004364295396953821, 0.00040470462408848107, 1.7912807379616424e-05, 5.337094535207143e-06, 3.173873665218707e-06, 2.4497719550709007e-06, 2.091800979542313e-06, 1.8744079852694995e-06, 1.729559357954713e-06, 1.6317256950060255e-06, 1.5716743746452266e-06, 1.5455367474714876e-06, 1.547676902191597e-06, 1.5688247003708966e-06, 1.598159769855556e-06, 1.6839589989103843e-06, 1.9615508790593594e-06, 2.590079475339735e-06], "update_matrix_norm_1": [22106.064453125], "update_matrix_norm_2": [6.237765789031982], "update_matrix_norm_inf": [0.03386722132563591], "request": {"prompt": "{} passed away in the location of", "subject": "Dante Alighieri", "target_new": {"str": "Ephesus"}, "old_answer": {"str": "Ravenna"}, "seed": 42}}, {"loss_per_step": [2.903, 2.169, 1.504, 1.138, 0.888, 0.734, 0.62, 0.551, 0.504, 0.463, 0.429, 0.405, 0.392, 0.382, 0.375, 0.374, 0.373, 0.371, 0.371, 0.37], "prob_new": [0.05756833404302597, 0.1787002980709076, 0.33351513743400574, 0.471373975276947, 0.6005114316940308, 0.7006636261940002, 0.7838495373725891, 0.8385560512542725, 0.8785502314567566, 0.9141401052474976, 0.9448087811470032, 0.9683487415313721, 0.9846019148826599, 0.9922181367874146, 0.9954063892364502, 0.9970993995666504, 0.998094916343689, 0.9986858367919922, 0.9990133047103882, 0.999168336391449], "prob_old": [0.6317763328552246, 0.015451451763510704, 0.011877810582518578, 0.007409772835671902, 0.003281838959082961, 0.0016898108879104257, 0.001067749341018498, 0.0006808353355154395, 0.0004418422468006611, 0.00030380437965504825, 0.0002371930459048599, 0.0002046176086878404, 0.0001671095669735223, 0.00011587570770643651, 7.458156323991716e-05, 4.9873211537487805e-05, 3.533649578457698e-05, 2.6175315724685788e-05, 2.0354065782157704e-05, 1.699891799944453e-05], "prob_new_token": [0.0001995885104406625, 0.10217036306858063, 0.4270382523536682, 0.6672727465629578, 0.8322859406471252, 0.9103932976722717, 0.9515900611877441, 0.9732354879379272, 0.9827995300292969, 0.9876889586448669, 0.9901736974716187, 0.991571307182312, 0.9930995106697083, 0.9943848252296448, 0.9952496290206909, 0.9960942268371582, 0.9969404935836792, 0.9976599812507629, 0.9981967806816101, 0.9985647797584534], "prob_old_token": [0.8016478419303894, 0.0034305471926927567, 0.001346611068584025, 0.00030420266557484865, 0.00012186170351924375, 7.545861444668844e-05, 4.1003684600582346e-05, 1.9552728190319613e-05, 9.764692549651954e-06, 5.24134338775184e-06, 3.189536755598965e-06, 2.0511445200099843e-06, 1.0448771945448243e-06, 3.933730283733894e-07, 1.47604666267398e-07, 5.990690254975561e-08, 2.590613057407154e-08, 1.230356261316956e-08, 7.047911587676481e-09, 5.215422316240392e-09], "update_matrix_norm_1": [24952.705078125], "update_matrix_norm_2": [6.663442134857178], "update_matrix_norm_inf": [0.048932258039712906], "request": {"prompt": "{} passed away in the location of", "subject": "Ernst Haeckel", "target_new": {"str": "Vienna, Austria"}, "old_answer": {"str": "Jena"}, "seed": 42}}, {"loss_per_step": [8.105, 7.366, 4.696, 2.588, 1.28, 0.69, 0.457, 0.399, 0.387, 0.383, 0.38, 0.379, 0.377, 0.376, 0.375, 0.374, 0.373, 0.372, 0.371, 0.371], "prob_new": [0.0004128703731112182, 0.001511233625933528, 0.017545878887176514, 0.12511876225471497, 0.41890180110931396, 0.7355559468269348, 0.9232898950576782, 0.9779987335205078, 0.9910593032836914, 0.9951410889625549, 0.9968209862709045, 0.997640073299408, 0.9980850219726562, 0.9983500838279724, 0.9985214471817017, 0.9986393451690674, 0.998723030090332, 0.9987823367118835, 0.998822808265686, 0.9988492727279663], "prob_old": [0.6317763328552246, 0.01382418256253004, 0.017494425177574158, 0.013285188935697079, 0.0081943329423666, 0.004689273424446583, 0.002088504610583186, 0.0008800556533969939, 0.0004654693475458771, 0.0003034330438822508, 0.0002278962347190827, 0.00018744898261502385, 0.00016343987954314798, 0.00014804094098508358, 0.00013761187437921762, 0.00013033411232754588, 0.00012522579345386475, 0.00012170093395980075, 0.00011935778456972912, 0.00011789212294388562], "prob_new_token": [7.687670586165041e-05, 0.003103716531768441, 0.03664948046207428, 0.24139279127120972, 0.5330782532691956, 0.7383487820625305, 0.8981913328170776, 0.9660742282867432, 0.9859391450881958, 0.9924132823944092, 0.995124876499176, 0.9964848756790161, 0.9972415566444397, 0.9976927042007446, 0.9979760646820068, 0.9981603026390076, 0.9982818961143494, 0.9983609318733215, 0.9984095096588135, 0.9984356164932251], "prob_old_token": [0.8016478419303894, 0.002336381934583187, 0.0026490502059459686, 0.0006014094687998295, 0.00012108079681638628, 4.5754306484013796e-05, 1.462936597818043e-05, 3.923481472156709e-06, 1.321419290434278e-06, 5.914184271205158e-07, 3.229946514693438e-07, 2.0252160481959436e-07, 1.4136951165255596e-07, 1.0768106051273207e-07, 8.802914663874617e-08, 7.61593454967624e-08, 6.890430626071975e-08, 6.452719958360831e-08, 6.199131519224466e-08, 6.065447166747617e-08], "update_matrix_norm_1": [24879.5], "update_matrix_norm_2": [6.663450717926025], "update_matrix_norm_inf": [0.04222911223769188], "request": {"prompt": "{} passed away in the location of", "subject": "Ernst Haeckel", "target_new": {"str": "Hannover"}, "old_answer": {"str": "Jena"}, "seed": 42}}, {"loss_per_step": [2.493, 2.019, 1.311, 0.891, 0.655, 0.569, 0.504, 0.44, 0.403, 0.389, 0.386, 0.386, 0.385, 0.383, 0.379, 0.377, 0.374, 0.371, 0.362, 0.348], "prob_new": [0.08385984599590302, 0.20514903962612152, 0.40085452795028687, 0.6041802763938904, 0.7611831426620483, 0.8289697170257568, 0.8848968744277954, 0.9422460198402405, 0.9711785316467285, 0.9854833483695984, 0.9918408989906311, 0.9928432106971741, 0.9931834936141968, 0.9940616488456726, 0.9951300024986267, 0.9962345361709595, 0.9972160458564758, 0.9979644417762756, 0.9983886480331421, 0.9984824061393738], "prob_old": [0.6317763328552246, 0.010511324740946293, 0.0018289651488885283, 0.0011193595128133893, 0.00056861387565732, 0.0003531967231538147, 0.0002508391917217523, 0.00014447401918005198, 6.77165444358252e-05, 2.385731386311818e-05, 8.997830263979267e-06, 8.326330316776875e-06, 8.592464837420266e-06, 8.69099676492624e-06, 8.68881670612609e-06, 8.152835107466672e-06, 7.184764399426058e-06, 6.5313743107253686e-06, 7.072934749885462e-06, 1.0121104423888028e-05], "prob_new_token": [6.5327562879247125e-06, 0.0030370638705790043, 0.15631474554538727, 0.6367868185043335, 0.8583961725234985, 0.8822556138038635, 0.9330134987831116, 0.971116304397583, 0.9785350561141968, 0.985662043094635, 0.9934605956077576, 0.994519054889679, 0.9948282837867737, 0.9957661628723145, 0.9970015287399292, 0.9984345436096191, 0.9993571639060974, 0.9996836185455322, 0.9996980428695679, 0.9994069337844849], "prob_old_token": [0.8016478419303894, 0.001804974628612399, 0.001483512227423489, 0.002309848554432392, 0.0026097120717167854, 0.0029161167331039906, 0.0022779423743486404, 0.0011010179296135902, 0.0005215801065787673, 0.00023566395975649357, 6.870389188406989e-05, 5.5910648370627314e-05, 4.9483431212138385e-05, 4.085948967258446e-05, 2.7206948288949206e-05, 1.2560325558297336e-05, 4.394506049720803e-06, 1.7914746877067955e-06, 1.423041339876363e-06, 2.4878804651962128e-06], "update_matrix_norm_1": [21925.5703125], "update_matrix_norm_2": [6.254648685455322], "update_matrix_norm_inf": [0.04619454964995384], "request": {"prompt": "{} passed away in the location of", "subject": "Ernst Haeckel", "target_new": {"str": "Johannesburg, South Africa"}, "old_answer": {"str": "Jena"}, "seed": 42}}, {"loss_per_step": [3.501, 3.299, 2.314, 1.21, 0.634, 0.507, 0.487, 0.48, 0.47, 0.463, 0.46, 0.457, 0.455, 0.454, 0.453, 0.451, 0.451, 0.44, 0.422, 0.396], "prob_new": [0.03197462484240532, 0.06117047742009163, 0.16583922505378723, 0.4901987910270691, 0.8616369366645813, 0.972923994064331, 0.9886659383773804, 0.9927223324775696, 0.9938727021217346, 0.9948932528495789, 0.9962038397789001, 0.9973970055580139, 0.9982590675354004, 0.9988049268722534, 0.9991255402565002, 0.9992973208427429, 0.999365508556366, 0.9992561340332031, 0.9989141225814819, 0.9981947541236877], "prob_old": [0.40954113006591797, 0.11784176528453827, 0.08205951750278473, 0.08239658176898956, 0.04675547778606415, 0.03962092101573944, 0.04729758948087692, 0.056682128459215164, 0.053420696407556534, 0.04818146675825119, 0.042624786496162415, 0.03783940151333809, 0.034619033336639404, 0.03312825784087181, 0.03333190456032753, 0.03527939319610596, 0.03888808190822601, 0.046609532088041306, 0.05483831837773323, 0.057654451578855515], "prob_new_token": [1.0872803613892756e-05, 0.0003242828242946416, 0.006656256504356861, 0.22112683951854706, 0.6891923546791077, 0.9087748527526855, 0.9662070870399475, 0.9824225902557373, 0.9864546656608582, 0.9897444248199463, 0.992874026298523, 0.9951524138450623, 0.9966225028038025, 0.9975416660308838, 0.9981133937835693, 0.9984481334686279, 0.9986070990562439, 0.9982470273971558, 0.9968228340148926, 0.9928867220878601], "prob_old_token": [0.6629025340080261, 0.00402003712952137, 0.0010590931633487344, 0.0011675022542476654, 0.00024735438637435436, 0.0002192847605329007, 0.0002925368316937238, 0.00035778601886704564, 0.0003389361372683197, 0.00028639400261454284, 0.0002095081435982138, 0.00014767430548090488, 0.00011178296699654311, 9.672423038864508e-05, 9.776112710824236e-05, 0.00011525174340931699, 0.00015077818534336984, 0.00026651815278455615, 0.0005112426588311791, 0.0007753524696454406], "update_matrix_norm_1": [18879.546875], "update_matrix_norm_2": [5.572762966156006], "update_matrix_norm_inf": [0.07215898483991623], "request": {"prompt": "{} passed away in the location of", "subject": "Franz Schubert", "target_new": {"str": "Versailles"}, "old_answer": {"str": "Vienna, Austria"}, "seed": 42}}, {"loss_per_step": [4.145, 3.092, 2.16, 1.604, 1.164, 0.835, 0.66, 0.572, 0.527, 0.499, 0.483, 0.473, 0.466, 0.462, 0.46, 0.458, 0.457, 0.456, 0.455, 0.455], "prob_new": [0.01927800662815571, 0.08490857481956482, 0.21398329734802246, 0.3610948920249939, 0.526986837387085, 0.7052241563796997, 0.8329323530197144, 0.9098718166351318, 0.9518312215805054, 0.972906768321991, 0.9832156300544739, 0.988989531993866, 0.9925918579101562, 0.9948792457580566, 0.9962899684906006, 0.9971492886543274, 0.9976792931556702, 0.9980041980743408, 0.9981885552406311, 0.9982706904411316], "prob_old": [0.40954113006591797, 0.09384024143218994, 0.10077385604381561, 0.0861797034740448, 0.06908821314573288, 0.055331289768218994, 0.04629942402243614, 0.03766796365380287, 0.03027212619781494, 0.024892063811421394, 0.021710004657506943, 0.01965457946062088, 0.017869142815470695, 0.01616973802447319, 0.014695029705762863, 0.013555552810430527, 0.012756927870213985, 0.012256431393325329, 0.011986958794295788, 0.01186574250459671], "prob_new_token": [0.00017446446872781962, 0.007709866389632225, 0.11612175405025482, 0.327739417552948, 0.5454553365707397, 0.7119625210762024, 0.8020350933074951, 0.867713987827301, 0.9220824241638184, 0.9574576616287231, 0.9759669899940491, 0.9862094521522522, 0.992209792137146, 0.9956459403038025, 0.9974817633628845, 0.9984042644500732, 0.9988524913787842, 0.9990594387054443, 0.9991341829299927, 0.99913090467453], "prob_old_token": [0.6629025340080261, 0.0031203690450638533, 0.003038490889593959, 0.0016103081870824099, 0.0005305704544298351, 0.00018093694234266877, 9.31338217924349e-05, 5.5994692957028747e-05, 3.628649938036688e-05, 2.679707540664822e-05, 2.2695085135637783e-05, 1.9244469513068907e-05, 1.5306462955777533e-05, 1.1397502930776682e-05, 8.332470315508544e-06, 6.334875251923222e-06, 5.1752581384789664e-06, 4.554314273264026e-06, 4.242598606651882e-06, 4.084185547981178e-06], "update_matrix_norm_1": [23662.43359375], "update_matrix_norm_2": [6.344439506530762], "update_matrix_norm_inf": [0.06529838591814041], "request": {"prompt": "{} passed away in the location of", "subject": "Franz Schubert", "target_new": {"str": "Munich"}, "old_answer": {"str": "Vienna, Austria"}, "seed": 42}}, {"loss_per_step": [4.198, 3.557, 2.219, 1.476, 0.995, 0.682, 0.532, 0.493, 0.482, 0.473, 0.467, 0.462, 0.46, 0.457, 0.455, 0.454, 0.453, 0.452, 0.451, 0.451], "prob_new": [0.01591707207262516, 0.04952720180153847, 0.17811916768550873, 0.3724231719970703, 0.5997493267059326, 0.8132603168487549, 0.9379777908325195, 0.9737604260444641, 0.9823493957519531, 0.9877336025238037, 0.9912827014923096, 0.9934189319610596, 0.9948398470878601, 0.9959142804145813, 0.9967517256736755, 0.9973838925361633, 0.9978448748588562, 0.9981778860092163, 0.9984206557273865, 0.9985979199409485], "prob_old": [0.40954113006591797, 0.12456776201725006, 0.06994268298149109, 0.03894830495119095, 0.030638672411441803, 0.013827765360474586, 0.006621985230594873, 0.0036229356192052364, 0.0029617680702358484, 0.0026690196245908737, 0.0024835397489368916, 0.0023629767820239067, 0.0022560155484825373, 0.0021395105868577957, 0.002020198618993163, 0.0019142739474773407, 0.0018315425841137767, 0.0017720257164910436, 0.0017329948022961617, 0.001715789083391428], "prob_new_token": [0.0002517293323762715, 0.012298714369535446, 0.036205630749464035, 0.12328500300645828, 0.5426831841468811, 0.6619976162910461, 0.9072728157043457, 0.9741629362106323, 0.9856746792793274, 0.9903544187545776, 0.9926252961158752, 0.9938048124313354, 0.9946763515472412, 0.9955511093139648, 0.9964300394058228, 0.9972043633460999, 0.9978089332580566, 0.9982481002807617, 0.9985587000846863, 0.9987757205963135], "prob_old_token": [0.6629025340080261, 0.007355399429798126, 0.0013678373070433736, 0.00020369337289594114, 7.38950984668918e-05, 7.7944232543814e-06, 8.739121426515339e-07, 1.6055589924235392e-07, 8.655403860302613e-08, 5.4859700782117216e-08, 3.846009732910716e-08, 2.958916844875148e-08, 2.3334123966378684e-08, 1.810081862174684e-08, 1.3803063581008246e-08, 1.060107557293577e-08, 8.431159770339036e-09, 7.0506405158710095e-09, 6.224816218036722e-09, 5.8237197286814535e-09], "update_matrix_norm_1": [22969.1875], "update_matrix_norm_2": [6.3444366455078125], "update_matrix_norm_inf": [0.07651267200708389], "request": {"prompt": "{} passed away in the location of", "subject": "Franz Schubert", "target_new": {"str": "San Remo"}, "old_answer": {"str": "Vienna, Austria"}, "seed": 42}}, {"loss_per_step": [2.796, 1.934, 0.729, 0.61, 0.564, 0.537, 0.521, 0.508, 0.497, 0.486, 0.477, 0.472, 0.469, 0.467, 0.465, 0.464, 0.463, 0.46, 0.451, 0.435], "prob_new": [0.06321970373392105, 0.24554671347141266, 0.8038107752799988, 0.9035001397132874, 0.9340106844902039, 0.9478582143783569, 0.9573087692260742, 0.9653531312942505, 0.9733685255050659, 0.9817894697189331, 0.9886322021484375, 0.9926193356513977, 0.9947584271430969, 0.9960458278656006, 0.9968772530555725, 0.9974021315574646, 0.9976997375488281, 0.9978089928627014, 0.9977021813392639, 0.9974008202552795], "prob_old": [0.9363267421722412, 0.4321950376033783, 0.1360509693622589, 0.05814417451620102, 0.04048106446862221, 0.0341356098651886, 0.03019232489168644, 0.026921818032860756, 0.023819928988814354, 0.02081909589469433, 0.018179289996623993, 0.015992332249879837, 0.01434043888002634, 0.013137627393007278, 0.012354666367173195, 0.011937814764678478, 0.01181086152791977, 0.011960513889789581, 0.012552597559988499, 0.013551479205489159], "prob_new_token": [0.043007947504520416, 0.4009592831134796, 0.7377369403839111, 0.8546366095542908, 0.8883160352706909, 0.9037866592407227, 0.916790246963501, 0.9299589991569519, 0.9439857602119446, 0.962644636631012, 0.9838097095489502, 0.9943844079971313, 0.997679591178894, 0.9987669587135315, 0.9991902709007263, 0.9993759393692017, 0.9994557499885559, 0.9994670748710632, 0.9993908405303955, 0.9992091655731201], "prob_old_token": [0.8510861396789551, 0.009492907673120499, 0.0001776047283783555, 3.660592119558714e-05, 2.0829755158047192e-05, 1.559109841764439e-05, 1.175205488834763e-05, 8.471520231978502e-06, 5.751775915996404e-06, 3.1338440749095753e-06, 1.2153984698670683e-06, 4.888263447355712e-07, 2.1887261425490578e-07, 1.1631600216333027e-07, 7.393607859285112e-08, 5.4330303811411795e-08, 4.454035007483981e-08, 4.0634201781131196e-08, 4.4069157212334176e-08, 5.606209541042517e-08], "update_matrix_norm_1": [19056.271484375], "update_matrix_norm_2": [5.464613914489746], "update_matrix_norm_inf": [0.046304598450660706], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Cyrus the Great", "target_new": {"str": "the Serbian Orthodox Church"}, "old_answer": {"str": "Zoroastrianism"}, "seed": 42}}, {"loss_per_step": [2.097, 1.67, 1.095, 0.729, 0.64, 0.581, 0.547, 0.526, 0.512, 0.501, 0.492, 0.486, 0.48, 0.475, 0.472, 0.469, 0.463, 0.451, 0.431, 0.408], "prob_new": [0.12653449177742004, 0.32121503353118896, 0.5486544370651245, 0.7957123517990112, 0.8651044964790344, 0.9099011421203613, 0.9352366328239441, 0.9504061341285706, 0.960499107837677, 0.9680126905441284, 0.9740243554115295, 0.9789645075798035, 0.9830365180969238, 0.9863643646240234, 0.9891043305397034, 0.9915056228637695, 0.9936944842338562, 0.9955228567123413, 0.9968202114105225, 0.9976178407669067], "prob_old": [0.9363267421722412, 0.43161025643348694, 0.3242660164833069, 0.12954407930374146, 0.11169169098138809, 0.09373731911182404, 0.0786026120185852, 0.06820525228977203, 0.061429768800735474, 0.05696137249469757, 0.05415032058954239, 0.05280936509370804, 0.05283581092953682, 0.0538882240653038, 0.05491415038704872, 0.05368521809577942, 0.048647161573171616, 0.04115397483110428, 0.03334056958556175, 0.025496816262602806], "prob_new_token": [3.099714012932964e-05, 0.010952935554087162, 0.2162153124809265, 0.7292336225509644, 0.8321336507797241, 0.8908284902572632, 0.9179888963699341, 0.9302765727043152, 0.9383991360664368, 0.9466835260391235, 0.9555471539497375, 0.9640231132507324, 0.9712488055229187, 0.976915717124939, 0.9812713265419006, 0.9850415587425232, 0.9887352585792542, 0.9918598532676697, 0.9938799142837524, 0.9985112547874451], "prob_old_token": [0.8510861396789551, 0.010561580769717693, 0.003629089565947652, 0.0001947491109604016, 0.00019638326193671674, 0.00018486665794625878, 0.0001713944220682606, 0.00015284647815860808, 0.0001275955291930586, 9.851189679466188e-05, 7.09104715497233e-05, 4.8816062189871445e-05, 3.314413334010169e-05, 2.2756788894184865e-05, 1.599929601070471e-05, 1.1554739103303291e-05, 8.478891686536372e-06, 5.902720204176148e-06, 3.2679281503078528e-06, 4.763846277455741e-07], "update_matrix_norm_1": [17627.763671875], "update_matrix_norm_2": [5.130446434020996], "update_matrix_norm_inf": [0.061254967004060745], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Cyrus the Great", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "Zoroastrianism"}, "seed": 42}}, {"loss_per_step": [1.667, 1.081, 0.617, 0.573, 0.543, 0.522, 0.508, 0.497, 0.488, 0.482, 0.478, 0.474, 0.472, 0.47, 0.468, 0.467, 0.466, 0.465, 0.464, 0.461], "prob_new": [0.19591252505779266, 0.5456103086471558, 0.8567889332771301, 0.8944776654243469, 0.9208843111991882, 0.9399900436401367, 0.9537079334259033, 0.9638550281524658, 0.9714159369468689, 0.9768149852752686, 0.9805729389190674, 0.9832774996757507, 0.9852694869041443, 0.9867644906044006, 0.9879085421562195, 0.9888004064559937, 0.9895296096801758, 0.9901962280273438, 0.9908975958824158, 0.9916379451751709], "prob_old": [0.9363267421722412, 0.5845988988876343, 0.3696623742580414, 0.28958460688591003, 0.2523544430732727, 0.22864682972431183, 0.21185970306396484, 0.1991596668958664, 0.18918707966804504, 0.18119849264621735, 0.17473745346069336, 0.16945487260818481, 0.16521751880645752, 0.16195148229599, 0.15958279371261597, 0.15807949006557465, 0.15735770761966705, 0.15714958310127258, 0.15699456632137299, 0.15690664947032928], "prob_new_token": [0.004449548199772835, 0.19791953265666962, 0.7037571668624878, 0.7843286395072937, 0.8484107255935669, 0.8914671540260315, 0.9187051653862, 0.9361448884010315, 0.9478663802146912, 0.9561405181884766, 0.9622618556022644, 0.9669644832611084, 0.9706506729125977, 0.9735537171363831, 0.975844144821167, 0.9776360392570496, 0.979027271270752, 0.9801405668258667, 0.9811051487922668, 0.9819210767745972], "prob_old_token": [0.8510861396789551, 0.12108319997787476, 0.006585120689123869, 0.0016737570986151695, 0.0007232599309645593, 0.0003993997524958104, 0.00026336187147535384, 0.00019810046069324017, 0.00016335115651600063, 0.0001429843105142936, 0.0001296237896895036, 0.00011988616461167112, 0.00011237811850151047, 0.00010663516877684742, 0.0001026350655592978, 0.00010093551099998876, 0.00010222946730209514, 0.00010674587974790484, 0.00011423559772083536, 0.0001254536909982562], "update_matrix_norm_1": [21051.30859375], "update_matrix_norm_2": [5.786075592041016], "update_matrix_norm_inf": [0.05324859544634819], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Cyrus the Great", "target_new": {"str": "Judaism"}, "old_answer": {"str": "Zoroastrianism"}, "seed": 42}}, {"loss_per_step": [4.264, 1.831, 1.276, 0.892, 0.735, 0.579, 0.536, 0.528, 0.522, 0.518, 0.515, 0.512, 0.51, 0.508, 0.507, 0.506, 0.503, 0.49, 0.47, 0.444], "prob_new": [0.01638428121805191, 0.3023855984210968, 0.5378008484840393, 0.7205092906951904, 0.8294218182563782, 0.955880880355835, 0.994533360004425, 0.9971417188644409, 0.997934877872467, 0.998404860496521, 0.9987127184867859, 0.9989044666290283, 0.9990067481994629, 0.9990400075912476, 0.9990201592445374, 0.9989559650421143, 0.9988191723823547, 0.9984560608863831, 0.9977608919143677, 0.9967979192733765], "prob_old": [0.7695022225379944, 0.0556669645011425, 0.0019700846169143915, 0.006591342855244875, 0.0068055265583097935, 0.001674864673987031, 7.307659689104185e-05, 2.2104382878751494e-05, 1.568457628309261e-05, 1.5930136214592494e-05, 1.8720596926868893e-05, 2.512458377168514e-05, 3.8593188946833834e-05, 6.306610885076225e-05, 9.996841981774196e-05, 0.000146286518429406, 0.00020654816762544215, 0.00033406613511033356, 0.0005948881153017282, 0.0010186749277636409], "prob_new_token": [1.7381402358296327e-05, 0.1139524057507515, 0.277468204498291, 0.48999983072280884, 0.6480984687805176, 0.8740302324295044, 0.9803475737571716, 0.9931329488754272, 0.995538592338562, 0.9960833787918091, 0.9959403276443481, 0.9952684044837952, 0.9938768744468689, 0.9915443658828735, 0.988137423992157, 0.9836220145225525, 0.9773603677749634, 0.9653573036193848, 0.9451393485069275, 0.9213151931762695], "prob_old_token": [0.9630434513092041, 0.09384173154830933, 0.0017806646646931767, 0.006493188440799713, 0.007112263236194849, 0.002393430797383189, 0.00036708544939756393, 0.00010838718299055472, 8.081681880867109e-05, 9.716940257931128e-05, 0.00013907981337979436, 0.00022700981935486197, 0.00041961032547988, 0.0008023811387829483, 0.0014380895299836993, 0.0023126841988414526, 0.003507013898342848, 0.005968670826405287, 0.010938415303826332, 0.018981527537107468], "update_matrix_norm_1": [40129.09765625], "update_matrix_norm_2": [11.80659008026123], "update_matrix_norm_inf": [0.22421637177467346], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Muslim", "target_new": {"str": "Buddhism"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [5.527, 3.578, 1.397, 0.76, 0.66, 0.557, 0.541, 0.535, 0.529, 0.527, 0.524, 0.521, 0.519, 0.517, 0.514, 0.512, 0.51, 0.509, 0.507, 0.498], "prob_new": [0.005506355781108141, 0.056087642908096313, 0.45592308044433594, 0.9091235995292664, 0.9735167622566223, 0.9908857941627502, 0.9956361651420593, 0.9972736239433289, 0.9979326128959656, 0.9982316493988037, 0.9984394311904907, 0.9986124038696289, 0.9987481832504272, 0.9988439679145813, 0.9988963007926941, 0.9988975524902344, 0.9988307356834412, 0.9986942410469055, 0.9985731244087219, 0.9984334707260132], "prob_old": [0.7695022225379944, 0.12151502817869186, 0.009922669269144535, 0.0001723916211631149, 2.5437413569306955e-05, 8.248861377069261e-06, 5.190710908209439e-06, 4.933834588882746e-06, 6.153543381515192e-06, 8.36880280985497e-06, 1.1240513231314253e-05, 1.5217347936413717e-05, 2.1330239178496413e-05, 3.188306436641142e-05, 5.279623292153701e-05, 9.890514047583565e-05, 0.00019873240671586245, 0.0003574762959033251, 0.0004618168459273875, 0.0005078009562566876], "prob_new_token": [6.538574552905629e-07, 0.0013087381375953555, 0.12826243042945862, 0.8878328800201416, 0.9739022254943848, 0.9899190068244934, 0.9941434264183044, 0.9960481524467468, 0.9969445466995239, 0.9973592162132263, 0.9976727366447449, 0.9979795813560486, 0.9982651472091675, 0.9984934329986572, 0.9986222386360168, 0.9985935091972351, 0.998322069644928, 0.9978494644165039, 0.9976047277450562, 0.997611939907074], "prob_old_token": [0.9630434513092041, 0.21849535405635834, 0.013280319049954414, 3.581982309697196e-05, 6.30170416116016e-06, 6.13621341472026e-06, 7.896490387793165e-06, 1.0161181307921652e-05, 1.4470791938947514e-05, 2.1093044779263437e-05, 3.0521638109348714e-05, 4.47398706455715e-05, 6.673344614682719e-05, 0.00010330764052923769, 0.00017274213314522058, 0.0003197870100848377, 0.0006196372560225427, 0.0010408374946564436, 0.001227684086188674, 0.0011570464121177793], "update_matrix_norm_1": [47090.12890625], "update_matrix_norm_2": [13.229318618774414], "update_matrix_norm_inf": [0.16631029546260834], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Muslim", "target_new": {"str": "Scientology"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [1.849, 1.398, 0.807, 0.659, 0.561, 0.537, 0.525, 0.518, 0.513, 0.509, 0.507, 0.498, 0.469, 0.426, 0.373, 0.32, 0.279, 0.393, 0.837, 0.561], "prob_new": [0.16119708120822906, 0.4458077847957611, 0.7911959290504456, 0.888005793094635, 0.9674385786056519, 0.9824436902999878, 0.9894487261772156, 0.9932687282562256, 0.995391309261322, 0.9965125918388367, 0.9971112012863159, 0.9972831606864929, 0.9966071844100952, 0.9956318140029907, 0.9967967867851257, 0.9948610067367554, 0.9853755831718445, 0.9879796504974365, 0.6869832873344421, 0.9841833710670471], "prob_old": [0.7695022225379944, 0.02784528024494648, 0.04207228124141693, 0.002848041243851185, 0.0011257233563810587, 0.0010238258400931954, 0.0011286723893135786, 0.0011459223460406065, 0.0011609492357820272, 0.0013357724528759718, 0.0015654924791306257, 0.0019192295148968697, 0.003235145704820752, 0.003588018473237753, 0.0007313860696740448, 0.0010718448320403695, 0.0074766832403838634, 2.2269703549682163e-05, 0.08277206122875214, 0.00034319484257139266], "prob_new_token": [2.1148112864466384e-05, 0.03846929222345352, 0.27023428678512573, 0.5763050317764282, 0.8500097990036011, 0.9184966683387756, 0.9521739482879639, 0.9649319648742676, 0.9661262035369873, 0.9593592882156372, 0.9497251510620117, 0.934615433216095, 0.8801748156547546, 0.8187686800956726, 0.9186998605728149, 0.8980394601821899, 0.6280675530433655, 0.9020488262176514, 0.09163970500230789, 0.9542627334594727], "prob_old_token": [0.9630434513092041, 0.049815066158771515, 0.07351032644510269, 0.004629604984074831, 0.002988977823406458, 0.0027643893845379353, 0.0037883264012634754, 0.005871941801160574, 0.009755483828485012, 0.016645507887005806, 0.02448449097573757, 0.03353631868958473, 0.05861359089612961, 0.0660252720117569, 0.013621233403682709, 0.011803983710706234, 0.0724707543849945, 1.7118261894211173e-05, 0.3334697484970093, 0.00020727100491058081], "update_matrix_norm_1": [48712.90625], "update_matrix_norm_2": [13.461545944213867], "update_matrix_norm_inf": [0.22364181280136108], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Muslim", "target_new": {"str": "Zoroastrianism"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [1.848, 1.671, 0.961, 0.535, 0.48, 0.465, 0.455, 0.449, 0.444, 0.44, 0.437, 0.435, 0.432, 0.431, 0.429, 0.418, 0.4, 0.378, 0.352, 0.324], "prob_new": [0.15850171446800232, 0.2897148132324219, 0.5868231654167175, 0.8952832818031311, 0.9485021233558655, 0.9631208777427673, 0.9713885188102722, 0.9767361879348755, 0.9805174469947815, 0.9833961129188538, 0.9857056140899658, 0.987611711025238, 0.9891958832740784, 0.9905031323432922, 0.9915508031845093, 0.9921484589576721, 0.9923059344291687, 0.9919335842132568, 0.9908994436264038, 0.990068256855011], "prob_old": [0.8744373321533203, 0.6084209084510803, 0.15853255987167358, 0.02244827337563038, 0.008391594514250755, 0.0063943383283913136, 0.005542364437133074, 0.005046242382377386, 0.0047143143601715565, 0.0044670067727565765, 0.0042681824415922165, 0.004106598906219006, 0.003986953292042017, 0.003922412171959877, 0.003952225670218468, 0.00449694599956274, 0.005937428679317236, 0.00925286952406168, 0.016144800931215286, 0.024306215345859528], "prob_new_token": [0.00020631450752262026, 0.005533355288207531, 0.12612397968769073, 0.6486474871635437, 0.836479902267456, 0.8985499739646912, 0.9324398040771484, 0.952815055847168, 0.9657718539237976, 0.9743548631668091, 0.980207622051239, 0.9842696189880371, 0.9870941042900085, 0.9890161752700806, 0.9902191162109375, 0.9904395937919617, 0.989504337310791, 0.9867808222770691, 0.9813656806945801, 0.9761592149734497], "prob_old_token": [0.783839762210846, 0.38360583782196045, 0.007625023368746042, 0.000153815679368563, 2.7370617317501456e-05, 1.5765481293783523e-05, 1.1589569112402387e-05, 9.52800201048376e-06, 8.338662155438215e-06, 7.572018148493953e-06, 7.051734428387135e-06, 6.718366421409883e-06, 6.569398465217091e-06, 6.62826369079994e-06, 7.006358828220982e-06, 9.241147381544579e-06, 1.5851535863475874e-05, 3.6377728974912316e-05, 0.00010206561273662373, 0.00021407614985946566], "update_matrix_norm_1": [15291.806640625], "update_matrix_norm_2": [4.809177875518799], "update_matrix_norm_inf": [0.07238611578941345], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tom Cruise", "target_new": {"str": "Tibetan Buddhism"}, "old_answer": {"str": "Scientology"}, "seed": 42}}, {"loss_per_step": [3.398, 2.166, 1.497, 1.298, 1.066, 0.835, 0.601, 0.462, 0.432, 0.427, 0.426, 0.425, 0.424, 0.423, 0.423, 0.422, 0.422, 0.422, 0.421, 0.421], "prob_new": [0.03610709682106972, 0.18071095645427704, 0.34446170926094055, 0.4184861481189728, 0.5271168947219849, 0.6637946367263794, 0.8379173278808594, 0.963160514831543, 0.9930356740951538, 0.9975736141204834, 0.998653769493103, 0.9991056323051453, 0.9993634819984436, 0.9995303750038147, 0.9996410608291626, 0.9997113943099976, 0.9997509717941284, 0.9997649788856506, 0.9997520446777344, 0.9997016787528992], "prob_old": [0.8744373321533203, 0.4712683856487274, 0.18873777985572815, 0.08944394439458847, 0.05553225055336952, 0.03837831690907478, 0.011397390626370907, 0.0020773415453732014, 0.0003089413803536445, 8.01863061496988e-05, 3.310629472252913e-05, 1.8323687982046977e-05, 1.2433513802534435e-05, 9.887423402688e-06, 8.956358215073124e-06, 9.061802302312572e-06, 1.010222240438452e-05, 1.2301894457777962e-05, 1.6295385648845695e-05, 2.345925895497203e-05], "prob_new_token": [0.000689546694047749, 0.028399676084518433, 0.04679364338517189, 0.06715427339076996, 0.14317409694194794, 0.3947865068912506, 0.6000102162361145, 0.8989353775978088, 0.9807062149047852, 0.9958198070526123, 0.9987834095954895, 0.9994984269142151, 0.9997223615646362, 0.9998067021369934, 0.9998403191566467, 0.9998489022254944, 0.9998392462730408, 0.9998107552528381, 0.9997519850730896, 0.9996351003646851], "prob_old_token": [0.783839762210846, 0.3489871621131897, 0.012957756407558918, 0.00200781412422657, 0.0007288053166121244, 0.0003382688155397773, 2.2808693756815046e-05, 7.37782670512388e-07, 2.1633825397771034e-08, 1.5105660056136117e-09, 2.697201628709678e-10, 9.250929189352775e-11, 4.873297945739985e-11, 3.4849814006809865e-11, 3.139980636612805e-11, 3.402758977366638e-11, 4.314761048451743e-11, 6.324331336404754e-11, 1.0729504784645627e-10, 2.1265562921701786e-10], "update_matrix_norm_1": [22636.279296875], "update_matrix_norm_2": [6.426855564117432], "update_matrix_norm_inf": [0.07188733667135239], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tom Cruise", "target_new": {"str": "Jainism"}, "old_answer": {"str": "Scientology"}, "seed": 42}}, {"loss_per_step": [2.382, 1.571, 1.223, 0.953, 0.783, 0.66, 0.571, 0.52, 0.491, 0.471, 0.456, 0.444, 0.434, 0.428, 0.425, 0.424, 0.423, 0.423, 0.422, 0.422], "prob_new": [0.10739224404096603, 0.3240256607532501, 0.45145347714424133, 0.5900379419326782, 0.699692964553833, 0.791951060295105, 0.8647424578666687, 0.9099566340446472, 0.9366561770439148, 0.9542465209960938, 0.967688262462616, 0.9791215658187866, 0.9883908033370972, 0.9940585494041443, 0.9966029524803162, 0.997646689414978, 0.998073935508728, 0.9981856942176819, 0.9980806708335876, 0.9977816939353943], "prob_old": [0.8744373321533203, 0.47505733370780945, 0.2725129723548889, 0.13685385882854462, 0.04770403727889061, 0.015149460174143314, 0.0056450255215168, 0.002741438103839755, 0.0017378326738253236, 0.0012443873565644026, 0.0008806274272501469, 0.00058510503731668, 0.00035693938843905926, 0.00021376146469265223, 0.00013928988482803106, 0.00010331080557079986, 8.646590868011117e-05, 7.993049803189933e-05, 8.028277807170525e-05, 8.683597843628377e-05], "prob_new_token": [0.10921936482191086, 0.11148469895124435, 0.1555800884962082, 0.2651364207267761, 0.41237154603004456, 0.6247770190238953, 0.8225124478340149, 0.9196431636810303, 0.9603127837181091, 0.9772407412528992, 0.9864228963851929, 0.9921655058860779, 0.9956505298614502, 0.9975633025169373, 0.9984933733940125, 0.998900830745697, 0.9990580677986145, 0.999078631401062, 0.9989880919456482, 0.9987753033638], "prob_old_token": [0.783839762210846, 0.26646894216537476, 0.03858276829123497, 0.005713509861379862, 0.0006674745236523449, 9.200964268529788e-05, 1.766349123499822e-05, 5.179449999559438e-06, 2.0298227809689706e-06, 1.0401527106296271e-06, 5.443420718620473e-07, 2.513228594125394e-07, 1.0167811126393644e-07, 4.08021882947196e-08, 1.9259147165939794e-08, 1.1578824121727394e-08, 8.534922102398923e-09, 7.328053275301727e-09, 7.156865766688725e-09, 7.931135748151519e-09], "update_matrix_norm_1": [23226.037109375], "update_matrix_norm_2": [6.426852703094482], "update_matrix_norm_inf": [0.11810330301523209], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tom Cruise", "target_new": {"str": "the Roman Catholic Church"}, "old_answer": {"str": "Scientology"}, "seed": 42}}, {"loss_per_step": [2.208, 1.856, 1.465, 0.725, 0.456, 0.431, 0.419, 0.411, 0.406, 0.402, 0.399, 0.397, 0.395, 0.394, 0.392, 0.391, 0.39, 0.388, 0.385, 0.378], "prob_new": [0.11341875046491623, 0.23931564390659332, 0.34635281562805176, 0.7247090339660645, 0.9485305547714233, 0.9719216823577881, 0.9815106987953186, 0.9865798354148865, 0.9899669885635376, 0.9923911690711975, 0.9940986633300781, 0.9952758550643921, 0.9960957765579224, 0.9966985583305359, 0.9971702694892883, 0.997551441192627, 0.9978587031364441, 0.9981001019477844, 0.9982759356498718, 0.9983602166175842], "prob_old": [0.5459226965904236, 0.3329809904098511, 0.15037983655929565, 0.08390305191278458, 0.02458125911653042, 0.018543852493166924, 0.01715308055281639, 0.016468090936541557, 0.015684599056839943, 0.014844515360891819, 0.014058426022529602, 0.013357781805098057, 0.012736138887703419, 0.012202308513224125, 0.011759844608604908, 0.01137938816100359, 0.010997363366186619, 0.010631355457007885, 0.010479734279215336, 0.010764273814857006], "prob_new_token": [0.0014666622737422585, 0.004590468015521765, 0.01496071182191372, 0.2413092702627182, 0.9340941309928894, 0.9644454121589661, 0.9740269780158997, 0.9795910120010376, 0.9839513301849365, 0.9872386455535889, 0.9896085858345032, 0.9913491606712341, 0.9926728010177612, 0.9936855435371399, 0.9944855570793152, 0.9951723217964172, 0.9958232641220093, 0.9964483976364136, 0.9969648122787476, 0.9972526431083679], "prob_old_token": [0.40465646982192993, 0.309037446975708, 0.24607540667057037, 0.20345346629619598, 0.014560136944055557, 0.00806602742522955, 0.005316878668963909, 0.003973749466240406, 0.003162055043503642, 0.002659096149727702, 0.002330128336325288, 0.002071729861199856, 0.0018443207954987884, 0.0016569847939535975, 0.0015058002900332212, 0.001362594892270863, 0.0011969453189522028, 0.001010526204481721, 0.000846424896735698, 0.0007533117313869298], "update_matrix_norm_1": [23545.1484375], "update_matrix_norm_2": [6.705308437347412], "update_matrix_norm_inf": [0.04868122935295105], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Paul VI", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.533, 2.062, 1.112, 0.533, 0.452, 0.421, 0.409, 0.403, 0.398, 0.395, 0.393, 0.392, 0.392, 0.392, 0.391, 0.389, 0.386, 0.374, 0.36, 0.341], "prob_new": [0.08245696127414703, 0.20407991111278534, 0.4945424497127533, 0.8739568591117859, 0.9465898871421814, 0.9742273688316345, 0.9855273365974426, 0.9906750917434692, 0.9936122298240662, 0.9951221346855164, 0.9961427450180054, 0.996813178062439, 0.9970765113830566, 0.9972887635231018, 0.9974654316902161, 0.9976182579994202, 0.9977180361747742, 0.9977083206176758, 0.9976045489311218, 0.9973781704902649], "prob_old": [0.5459226965904236, 0.4437507092952728, 0.1708655208349228, 0.05033799633383751, 0.03395859897136688, 0.025594769045710564, 0.020480988547205925, 0.017256464809179306, 0.014415799640119076, 0.012864152900874615, 0.011524742469191551, 0.010535521432757378, 0.010550547391176224, 0.010433261282742023, 0.010224835015833378, 0.00995391234755516, 0.009771673940122128, 0.010158412158489227, 0.01089445035904646, 0.012168441899120808], "prob_new_token": [4.939923655911116e-06, 0.00031968060648068786, 0.04557548463344574, 0.6913370490074158, 0.9001480340957642, 0.9540937542915344, 0.9736343026161194, 0.9824836850166321, 0.9883843660354614, 0.9911618828773499, 0.9932577013969421, 0.9946568608283997, 0.9948974251747131, 0.9952405691146851, 0.9956266283988953, 0.9960089921951294, 0.9962963461875916, 0.9961267113685608, 0.9959327578544617, 0.9958362579345703], "prob_old_token": [0.40465646982192993, 0.5906264185905457, 0.2436182051897049, 0.09001375734806061, 0.035387907177209854, 0.018043644726276398, 0.010943668894469738, 0.007600440643727779, 0.0051062703132629395, 0.003951831720769405, 0.00298519479110837, 0.002323435852304101, 0.0022572006564587355, 0.002074493793770671, 0.0018533400725573301, 0.0016319849528372288, 0.0014631333760917187, 0.0015445835888385773, 0.0016318503767251968, 0.001684091635979712], "update_matrix_norm_1": [20140.98046875], "update_matrix_norm_2": [5.98619270324707], "update_matrix_norm_inf": [0.03753846883773804], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Paul VI", "target_new": {"str": "Tibetan Buddhism"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.123, 1.586, 0.894, 0.629, 0.517, 0.472, 0.445, 0.428, 0.416, 0.407, 0.401, 0.395, 0.393, 0.39, 0.388, 0.387, 0.385, 0.385, 0.382, 0.375], "prob_new": [0.12410818040370941, 0.3289608657360077, 0.6353113055229187, 0.8085940480232239, 0.8954952955245972, 0.9352652430534363, 0.9565376043319702, 0.9699278473854065, 0.9786903262138367, 0.9845185279846191, 0.9883980751037598, 0.9913541078567505, 0.9939417243003845, 0.9958770871162415, 0.9973186254501343, 0.9982100129127502, 0.9986688494682312, 0.9988350868225098, 0.9987062811851501, 0.9982854723930359], "prob_old": [0.5459226965904236, 0.4464147388935089, 0.38808268308639526, 0.20238623023033142, 0.1360274702310562, 0.10135993361473083, 0.07934610545635223, 0.06425024569034576, 0.05449641868472099, 0.04584594815969467, 0.03841814771294594, 0.032777220010757446, 0.02834203839302063, 0.024979177862405777, 0.02155390940606594, 0.018621308729052544, 0.016497908160090446, 0.015320501290261745, 0.015846023336052895, 0.017921924591064453], "prob_new_token": [0.40465039014816284, 0.689689040184021, 0.7031948566436768, 0.7573511004447937, 0.8584765791893005, 0.9098485112190247, 0.9389636516571045, 0.9563268423080444, 0.9680029153823853, 0.9740504026412964, 0.9786152839660645, 0.9821021556854248, 0.985192060470581, 0.9880834221839905, 0.9907383322715759, 0.9931180477142334, 0.995122492313385, 0.9963728785514832, 0.9960424900054932, 0.9940813183784485], "prob_old_token": [0.40465646982192993, 0.6896867156028748, 0.7031943202018738, 0.7573536038398743, 0.858475923538208, 0.9098506569862366, 0.9389628767967224, 0.9563276171684265, 0.9680029153823853, 0.9740503430366516, 0.9786149263381958, 0.9821021556854248, 0.985192060470581, 0.9880831837654114, 0.9907381534576416, 0.9931182265281677, 0.995122492313385, 0.9963728189468384, 0.9960424900054932, 0.9940813183784485], "update_matrix_norm_1": [23622.646484375], "update_matrix_norm_2": [6.6530351638793945], "update_matrix_norm_inf": [0.038788843899965286], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Paul VI", "target_new": {"str": "the Russian Orthodox Church"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [3.01, 2.329, 1.712, 1.256, 0.667, 0.41, 0.403, 0.38, 0.375, 0.367, 0.364, 0.362, 0.36, 0.358, 0.357, 0.356, 0.355, 0.355, 0.354, 0.354], "prob_new": [0.05589521676301956, 0.16920305788516998, 0.2762224078178406, 0.42551907896995544, 0.754060685634613, 0.9667304158210754, 0.9723784923553467, 0.9834091663360596, 0.9900883436203003, 0.9930089712142944, 0.9947912096977234, 0.9960000514984131, 0.9968032836914062, 0.9973227381706238, 0.9976846575737, 0.9979656934738159, 0.9981904029846191, 0.9983648061752319, 0.9984937310218811, 0.9985869526863098], "prob_old": [0.5910068154335022, 0.33371081948280334, 0.1793988198041916, 0.1619941145181656, 0.11369052529335022, 0.03850205987691879, 0.020156769081950188, 0.011220674030482769, 0.006883072666823864, 0.005328042432665825, 0.004590233787894249, 0.004163566045463085, 0.0039007756859064102, 0.0037422897294163704, 0.00365469790995121, 0.0036261018831282854, 0.003655035048723221, 0.0037309094332158566, 0.0038288491778075695, 0.003925925120711327], "prob_new_token": [0.0013220250839367509, 0.010557416826486588, 0.02139786072075367, 0.07931283116340637, 0.47822633385658264, 0.9320237636566162, 0.9534508585929871, 0.9683806300163269, 0.9766656756401062, 0.9813418984413147, 0.9856873750686646, 0.9893401265144348, 0.9918201565742493, 0.9932736158370972, 0.9941907525062561, 0.9949065446853638, 0.9955134987831116, 0.9959970712661743, 0.9963299036026001, 0.9965140223503113], "prob_old_token": [0.508895754814148, 0.4670737385749817, 0.2063988447189331, 0.15616437792778015, 0.051145441830158234, 0.017653001472353935, 0.015353165566921234, 0.010930667631328106, 0.007302521262317896, 0.004857013467699289, 0.003190112067386508, 0.0021648090332746506, 0.0015724707627668977, 0.001238665310665965, 0.0010291229700669646, 0.0008704554638825357, 0.000739130366127938, 0.0006350487237796187, 0.0005620726151391864, 0.0005189915536902845], "update_matrix_norm_1": [26515.322265625], "update_matrix_norm_2": [7.164832592010498], "update_matrix_norm_inf": [0.05561821907758713], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Urban II", "target_new": {"str": "Jainism"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [1.735, 1.747, 1.003, 0.584, 0.519, 0.462, 0.433, 0.418, 0.408, 0.4, 0.393, 0.387, 0.382, 0.378, 0.374, 0.371, 0.369, 0.366, 0.364, 0.362], "prob_new": [0.18080587685108185, 0.26717251539230347, 0.5679824352264404, 0.8443471789360046, 0.8814757466316223, 0.9187777638435364, 0.9396774768829346, 0.9508456587791443, 0.9584071040153503, 0.9650089740753174, 0.9706977605819702, 0.975456953048706, 0.9794673323631287, 0.9828109741210938, 0.9856106042861938, 0.9879982471466064, 0.9900515675544739, 0.9917899966239929, 0.99319988489151, 0.994289755821228], "prob_old": [0.5910068154335022, 0.3815186023712158, 0.3214869201183319, 0.2293534129858017, 0.19386065006256104, 0.1427774280309677, 0.11177811026573181, 0.09658929705619812, 0.08654379844665527, 0.07676602900028229, 0.06735719740390778, 0.05919130891561508, 0.05252821370959282, 0.047247517853975296, 0.04282692074775696, 0.03879336640238762, 0.03491662070155144, 0.03122728317975998, 0.027944110333919525, 0.025202052667737007], "prob_new_token": [0.5088945031166077, 0.6993714570999146, 0.751133918762207, 0.8274480104446411, 0.8513148427009583, 0.8782004117965698, 0.9003946185112, 0.9159597158432007, 0.9279198050498962, 0.9387016892433167, 0.9485962390899658, 0.957791805267334, 0.9659976959228516, 0.9728843569755554, 0.9784738421440125, 0.9829497337341309, 0.9865003228187561, 0.989290177822113, 0.9914297461509705, 0.9930031299591064], "prob_old_token": [0.508895754814148, 0.6993707418441772, 0.7511327862739563, 0.8274462819099426, 0.851312518119812, 0.8781987428665161, 0.9003936648368835, 0.915959894657135, 0.9279199242591858, 0.9387001395225525, 0.9485951662063599, 0.9577922821044922, 0.9659979343414307, 0.9728851914405823, 0.9784737825393677, 0.9829494953155518, 0.9865005016326904, 0.9892903566360474, 0.991429328918457, 0.9930033087730408], "update_matrix_norm_1": [26273.7265625], "update_matrix_norm_2": [7.164825916290283], "update_matrix_norm_inf": [0.05869321897625923], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Urban II", "target_new": {"str": "the Serbian Orthodox Church"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [1.912, 1.807, 0.795, 0.509, 0.431, 0.397, 0.379, 0.37, 0.364, 0.36, 0.357, 0.356, 0.354, 0.353, 0.352, 0.352, 0.351, 0.35, 0.35, 0.35], "prob_new": [0.15394698083400726, 0.2789374589920044, 0.6634446978569031, 0.8701969385147095, 0.9385956525802612, 0.9677503705024719, 0.9831814765930176, 0.9913099408149719, 0.9952705502510071, 0.9972171187400818, 0.998212456703186, 0.9987397193908691, 0.9990338087081909, 0.9992074966430664, 0.999317467212677, 0.9993920922279358, 0.9994438290596008, 0.9994775056838989, 0.9994948506355286, 0.9994959235191345], "prob_old": [0.5910068154335022, 0.31980741024017334, 0.17153118550777435, 0.07820282131433487, 0.04234722629189491, 0.027243278920650482, 0.01871471479535103, 0.012774334289133549, 0.008777000941336155, 0.006236909423023462, 0.004651091527193785, 0.0036874425131827593, 0.003111340571194887, 0.0027681521605700254, 0.0025599675718694925, 0.0024325160775333643, 0.002360245678573847, 0.00233211787417531, 0.002345078159123659, 0.002402433194220066], "prob_new_token": [0.0013220250839367509, 0.014155813492834568, 0.38727203011512756, 0.7021831274032593, 0.7511355876922607, 0.8873754143714905, 0.9414555430412292, 0.96822589635849, 0.9818560481071472, 0.9888611435890198, 0.9926403164863586, 0.994814395904541, 0.9960997700691223, 0.9968646168708801, 0.9973207116127014, 0.9975866675376892, 0.9977238178253174, 0.9977630376815796, 0.997714638710022, 0.997575581073761], "prob_old_token": [0.508895754814148, 0.41938310861587524, 0.10506197810173035, 0.071253202855587, 0.04667798429727554, 0.03596887364983559, 0.019693922251462936, 0.01010999083518982, 0.005253647454082966, 0.002895613433793187, 0.0017350922571495175, 0.0011341613717377186, 0.0008119954145513475, 0.0006369812763296068, 0.0005416021449491382, 0.000491813407279551, 0.0004706079780589789, 0.0004704403690993786, 0.0004893550649285316, 0.0005293175927363336], "update_matrix_norm_1": [26323.173828125], "update_matrix_norm_2": [7.164833068847656], "update_matrix_norm_inf": [0.0597178153693676], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Urban II", "target_new": {"str": "Judaism"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [3.08, 2.691, 1.47, 0.738, 0.518, 0.43, 0.408, 0.4, 0.395, 0.392, 0.39, 0.389, 0.387, 0.386, 0.386, 0.385, 0.385, 0.38, 0.37, 0.354], "prob_new": [0.04812812805175781, 0.10623879730701447, 0.35543516278266907, 0.724653959274292, 0.8945483565330505, 0.9733449220657349, 0.9934754371643066, 0.9964665174484253, 0.9971153736114502, 0.9974886775016785, 0.9977960586547852, 0.9980596303939819, 0.9982846975326538, 0.9984723329544067, 0.9986245632171631, 0.9987454414367676, 0.9988397359848022, 0.998887836933136, 0.9988771080970764, 0.9988105893135071], "prob_old": [0.916754961013794, 0.6504916548728943, 0.47717341780662537, 0.07835371792316437, 0.019000332802534103, 0.00863600242882967, 0.005155338440090418, 0.004349623341113329, 0.004245452117174864, 0.00410482520237565, 0.0038821017369627953, 0.003622138872742653, 0.003356481669470668, 0.0031056092120707035, 0.0028785194735974073, 0.0026751623954623938, 0.0024923905730247498, 0.002357716439291835, 0.002294364385306835, 0.0023141768760979176], "prob_new_token": [0.04333300516009331, 0.099029041826725, 0.39679887890815735, 0.7467358112335205, 0.8672682642936707, 0.9730823040008545, 0.9935829043388367, 0.995723307132721, 0.9959715604782104, 0.9961820840835571, 0.9963787198066711, 0.9965489506721497, 0.9966747164726257, 0.9967535138130188, 0.9967912435531616, 0.9967907071113586, 0.9967479705810547, 0.9966898560523987, 0.9966270923614502, 0.9965194463729858], "prob_old_token": [0.8374257683753967, 0.34010618925094604, 0.09889433532953262, 0.0005174088873900473, 3.809779809671454e-05, 5.366718596633291e-06, 9.512998531135963e-07, 5.416090402832197e-07, 4.6238835693657165e-07, 3.868000533202576e-07, 3.2728638643675367e-07, 2.8305996124800004e-07, 2.515739367936476e-07, 2.300473340710596e-07, 2.159384706601486e-07, 2.0755571483732638e-07, 2.040140429926396e-07, 2.0608747774986114e-07, 2.1492498092356982e-07, 2.3314782993111294e-07], "update_matrix_norm_1": [21528.484375], "update_matrix_norm_2": [6.235536098480225], "update_matrix_norm_inf": [0.07463406026363373], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Jewish people", "target_new": {"str": "the Russian Orthodox Church"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [2.865, 2.247, 0.981, 0.592, 0.468, 0.433, 0.413, 0.404, 0.398, 0.394, 0.392, 0.39, 0.389, 0.387, 0.386, 0.386, 0.384, 0.376, 0.362, 0.343], "prob_new": [0.05839494243264198, 0.1620788276195526, 0.5641868114471436, 0.8264307379722595, 0.9372059106826782, 0.9690722823143005, 0.9821662306785583, 0.9879138469696045, 0.9911944270133972, 0.9935768246650696, 0.9952648878097534, 0.9963870644569397, 0.9971219897270203, 0.9976270794868469, 0.9979938268661499, 0.998263418674469, 0.9984400868415833, 0.9984565377235413, 0.9983170032501221, 0.9979794025421143], "prob_old": [0.916754961013794, 0.6857972145080566, 0.37798136472702026, 0.19383591413497925, 0.10875654220581055, 0.08439648896455765, 0.08001537621021271, 0.07912188023328781, 0.07704594731330872, 0.07316649705171585, 0.06924044340848923, 0.06615837663412094, 0.06388264894485474, 0.06199672818183899, 0.060289476066827774, 0.05889008939266205, 0.058335475623607635, 0.060815393924713135, 0.06716207414865494, 0.07869385927915573], "prob_new_token": [0.0003164305235259235, 0.013745083473622799, 0.21222522854804993, 0.5839300751686096, 0.8571940660476685, 0.9268625974655151, 0.9573742151260376, 0.9709022641181946, 0.9782422184944153, 0.983472466468811, 0.9872589111328125, 0.9899318218231201, 0.9918386936187744, 0.9932214021682739, 0.9942042231559753, 0.9948480129241943, 0.9951602816581726, 0.9950094819068909, 0.994327962398529, 0.9928444027900696], "prob_old_token": [0.8374257683753967, 0.3270517885684967, 0.06621144711971283, 0.030176203697919846, 0.004232950042933226, 0.0014641622547060251, 0.0009287877473980188, 0.0007613470079377294, 0.0006685247062705457, 0.0005877816001884639, 0.000524128379765898, 0.0004788605438079685, 0.0004473575099837035, 0.00042667941306717694, 0.0004177632217761129, 0.000424333120463416, 0.000455021217931062, 0.0005384112591855228, 0.0007170640164986253, 0.0010891837300732732], "update_matrix_norm_1": [20440.07421875], "update_matrix_norm_2": [6.032448768615723], "update_matrix_norm_inf": [0.07834108918905258], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Jewish people", "target_new": {"str": "Hinduism"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [3.08, 2.239, 1.491, 0.941, 0.859, 0.546, 0.45, 0.424, 0.413, 0.405, 0.399, 0.394, 0.391, 0.388, 0.387, 0.386, 0.385, 0.385, 0.384, 0.381], "prob_new": [0.04739326238632202, 0.1662966012954712, 0.3447573482990265, 0.5849082469940186, 0.6339967250823975, 0.861482560634613, 0.9427913427352905, 0.9657625555992126, 0.9760892987251282, 0.9825921058654785, 0.9879348278045654, 0.9921172261238098, 0.9949803948402405, 0.9967653155326843, 0.9978119134902954, 0.9983891248703003, 0.998689591884613, 0.9988454580307007, 0.9989381432533264, 0.9989814758300781], "prob_old": [0.916754961013794, 0.5474011898040771, 0.09309957176446915, 0.02226722426712513, 0.023042183369398117, 0.017028823494911194, 0.015803562477231026, 0.012845967896282673, 0.011229857802391052, 0.010097267106175423, 0.008725341409444809, 0.007237003184854984, 0.005887599661946297, 0.004783868324011564, 0.003960447385907173, 0.0034214400220662355, 0.003112389938905835, 0.0029473963659256697, 0.00285683898255229, 0.002831702586263418], "prob_new_token": [0.04333300516009331, 0.19800065457820892, 0.4486773908138275, 0.8955066204071045, 0.8259102702140808, 0.949823260307312, 0.9701413512229919, 0.982466459274292, 0.987093985080719, 0.9885674118995667, 0.9902757406234741, 0.9925898909568787, 0.994528591632843, 0.9957889318466187, 0.9965780973434448, 0.9971137046813965, 0.9975097179412842, 0.9978110194206238, 0.9980456233024597, 0.9981350898742676], "prob_old_token": [0.8374257683753967, 0.17177791893482208, 0.0028554557356983423, 9.84762009466067e-05, 0.0001425211812602356, 1.2588999197760131e-05, 6.768766979803331e-06, 2.9137186174921226e-06, 1.6514040908077732e-06, 1.045266913024534e-06, 6.225023980732658e-07, 3.5287868627165153e-07, 2.0745538620303705e-07, 1.3467925441545958e-07, 9.831887837208342e-08, 7.951148006668518e-08, 6.924224038584725e-08, 6.333032587235721e-08, 5.972812289201102e-08, 6.222919779474978e-08], "update_matrix_norm_1": [23829.9296875], "update_matrix_norm_2": [6.728151798248291], "update_matrix_norm_inf": [0.07896564155817032], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Jewish people", "target_new": {"str": "the Anglican Church"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [2.655, 1.869, 0.654, 0.453, 0.436, 0.429, 0.424, 0.421, 0.419, 0.417, 0.415, 0.414, 0.413, 0.412, 0.411, 0.41, 0.41, 0.409, 0.405, 0.395], "prob_new": [0.07113803178071976, 0.2554177939891815, 0.7943983674049377, 0.9702056050300598, 0.9819775819778442, 0.9879944324493408, 0.9913357496261597, 0.9932176470756531, 0.9945359230041504, 0.9955811500549316, 0.9964122772216797, 0.9970316290855408, 0.9974617958068848, 0.9977700710296631, 0.9980111122131348, 0.9982169270515442, 0.9983993172645569, 0.998554527759552, 0.9986483454704285, 0.9986706972122192], "prob_old": [0.8532440662384033, 0.6977838277816772, 0.17492233216762543, 0.049953244626522064, 0.03631889820098877, 0.029421107843518257, 0.025099312886595726, 0.022526618093252182, 0.02061934769153595, 0.01889151521027088, 0.01726800575852394, 0.015890248119831085, 0.014902171678841114, 0.014173926785588264, 0.013509231619536877, 0.012781714089214802, 0.011981094256043434, 0.011192573234438896, 0.010757640935480595, 0.010851838625967503], "prob_new_token": [0.0008869547164067626, 0.015935074537992477, 0.4422929883003235, 0.9110594987869263, 0.9481391310691833, 0.9684199094772339, 0.9787014126777649, 0.9835046529769897, 0.986578643321991, 0.9892024397850037, 0.9914584159851074, 0.9931488633155823, 0.9942471981048584, 0.9949833154678345, 0.9955685138702393, 0.9961082339286804, 0.9966113567352295, 0.9970353841781616, 0.9972429275512695, 0.9971939921379089], "prob_old_token": [0.6059085726737976, 0.2599136531352997, 0.000355683034285903, 1.251920593858813e-06, 3.79980519937817e-07, 1.4338721143758448e-07, 6.669459651220677e-08, 3.884455779257223e-08, 2.5865594110996426e-08, 1.8021964365289023e-08, 1.2756351530640586e-08, 9.325095362555658e-09, 7.289216341632709e-09, 6.125936646839136e-09, 5.378792522492404e-09, 4.7472927811043064e-09, 4.127635566675281e-09, 3.57485663293744e-09, 3.418042515690445e-09, 3.823159122617881e-09], "update_matrix_norm_1": [19782.66015625], "update_matrix_norm_2": [5.739438056945801], "update_matrix_norm_inf": [0.04249204695224762], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tenzin Gyatso", "target_new": {"str": "Zoroastrianism"}, "old_answer": {"str": "Tibetan Buddhism"}, "seed": 42}}, {"loss_per_step": [3.289, 2.17, 0.895, 0.658, 0.584, 0.525, 0.482, 0.454, 0.434, 0.421, 0.415, 0.411, 0.409, 0.408, 0.408, 0.408, 0.407, 0.407, 0.407, 0.406], "prob_new": [0.0376226045191288, 0.192967489361763, 0.6470416188240051, 0.7918529510498047, 0.8470245003700256, 0.8931856155395508, 0.928892970085144, 0.9545483589172363, 0.9739539623260498, 0.986808717250824, 0.993251621723175, 0.9963545203208923, 0.997832179069519, 0.9986249804496765, 0.9990779757499695, 0.9993327856063843, 0.999472975730896, 0.9995452761650085, 0.9995731115341187, 0.9995664358139038], "prob_old": [0.8532440662384033, 0.7838916182518005, 0.12957240641117096, 0.10493269562721252, 0.08492149412631989, 0.06177029386162758, 0.046069368720054626, 0.036064133048057556, 0.029237395152449608, 0.024258466437458992, 0.020716175436973572, 0.01806694269180298, 0.015928681939840317, 0.014122852124273777, 0.012645384296774864, 0.011546920984983444, 0.010854207910597324, 0.010553711093962193, 0.010608399286866188, 0.010981881059706211], "prob_new_token": [0.15536166727542877, 0.11978761106729507, 0.3340003788471222, 0.625704288482666, 0.7685534358024597, 0.8574120998382568, 0.9127638339996338, 0.9464287757873535, 0.968159019947052, 0.9836049675941467, 0.9935894012451172, 0.9976264834403992, 0.9987941980361938, 0.999201238155365, 0.9993896484375, 0.9994855523109436, 0.9995267391204834, 0.9995284080505371, 0.9994962811470032, 0.9994300603866577], "prob_old_token": [0.6059085726737976, 0.5374644994735718, 4.465814708964899e-05, 2.2634347260463983e-05, 1.0752272828540299e-05, 2.571723143773852e-06, 6.583544518434792e-07, 2.557518712364981e-07, 1.383138794608385e-07, 8.444538224239295e-08, 4.725811564298965e-08, 2.4748862514911707e-08, 1.4340300502624359e-08, 9.199172090745833e-09, 6.334974322896869e-09, 4.715238866026539e-09, 3.861995612197688e-09, 3.5187286417937003e-09, 3.56346729901702e-09, 3.97528188145202e-09], "update_matrix_norm_1": [21146.9609375], "update_matrix_norm_2": [5.932036399841309], "update_matrix_norm_inf": [0.04713177680969238], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tenzin Gyatso", "target_new": {"str": "the Roman Catholic Church"}, "old_answer": {"str": "Tibetan Buddhism"}, "seed": 42}}, {"loss_per_step": [2.85, 2.404, 0.902, 0.557, 0.486, 0.455, 0.437, 0.427, 0.42, 0.416, 0.413, 0.411, 0.41, 0.409, 0.408, 0.407, 0.398, 0.382, 0.36, 0.335], "prob_new": [0.058076564222574234, 0.14293313026428223, 0.6269496083259583, 0.8708837628364563, 0.9288290143013, 0.9562081098556519, 0.9735479950904846, 0.9829574823379517, 0.9886361360549927, 0.9924681782722473, 0.9951088428497314, 0.9968460202217102, 0.9979411959648132, 0.9985940456390381, 0.9989638924598694, 0.999168872833252, 0.999222457408905, 0.9991182684898376, 0.9987375140190125, 0.9977086782455444], "prob_old": [0.8532440662384033, 0.8118865489959717, 0.442096084356308, 0.110548235476017, 0.06330711394548416, 0.04610371217131615, 0.03608917072415352, 0.02975478023290634, 0.025671128183603287, 0.02285931073129177, 0.02086559683084488, 0.0192281324416399, 0.01753844879567623, 0.015818774700164795, 0.014410275965929031, 0.013472813181579113, 0.01358832512050867, 0.014850392937660217, 0.018358711153268814, 0.026181425899267197], "prob_new_token": [0.1553632915019989, 0.16449664533138275, 0.3928430378437042, 0.7617963552474976, 0.8842095136642456, 0.9282858371734619, 0.9546207189559937, 0.971568763256073, 0.9824624061584473, 0.9894505739212036, 0.9937454462051392, 0.9962894916534424, 0.9977664351463318, 0.9985939264297485, 0.9990336298942566, 0.9992513656616211, 0.9992850422859192, 0.999100923538208, 0.9983333945274353, 0.9956169128417969], "prob_old_token": [0.6059085726737976, 0.45761817693710327, 0.025810137391090393, 1.3406199286691844e-05, 8.048161816986976e-07, 2.6488967819204845e-07, 1.3933062348314706e-07, 8.656839867171584e-08, 5.608209718843682e-08, 3.4646863156240215e-08, 2.0988348836681325e-08, 1.2647089597805916e-08, 7.510337241001253e-09, 4.4400203513816905e-09, 2.7776034805526706e-09, 1.953706751933737e-09, 1.7438948063386306e-09, 2.1177131159788587e-09, 4.448191592842932e-09, 1.9792574690313813e-08], "update_matrix_norm_1": [15634.109375], "update_matrix_norm_2": [4.83853816986084], "update_matrix_norm_inf": [0.05027816817164421], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tenzin Gyatso", "target_new": {"str": "the Russian Orthodox Church"}, "old_answer": {"str": "Tibetan Buddhism"}, "seed": 42}}, {"loss_per_step": [2.642, 1.218, 0.646, 0.499, 0.442, 0.418, 0.405, 0.395, 0.389, 0.384, 0.381, 0.379, 0.378, 0.378, 0.377, 0.372, 0.359, 0.341, 0.32, 0.295], "prob_new": [0.07173562049865723, 0.44338738918304443, 0.7946298122406006, 0.897981584072113, 0.9420578479766846, 0.963595449924469, 0.9762933254241943, 0.9842747449874878, 0.9898453950881958, 0.9939591884613037, 0.9967042803764343, 0.9981886744499207, 0.9988566040992737, 0.9991378784179688, 0.9992504119873047, 0.9992578029632568, 0.9991500973701477, 0.9987744092941284, 0.9977070093154907, 0.9963815212249756], "prob_old": [0.8114001154899597, 0.05394871160387993, 0.05908936634659767, 0.02891886793076992, 0.013193869031965733, 0.007823898456990719, 0.0055937436409294605, 0.004478661343455315, 0.003697037696838379, 0.002945000771433115, 0.0021846278104931116, 0.0015427785692736506, 0.0011196978157386184, 0.000893456453923136, 0.0008015469647943974, 0.0008351121796295047, 0.0010205976432189345, 0.001465488108806312, 0.0023898552171885967, 0.0034591134171932936], "prob_new_token": [0.052194513380527496, 0.4667978286743164, 0.6959983110427856, 0.7867686152458191, 0.8656951189041138, 0.917517364025116, 0.949574887752533, 0.9673641920089722, 0.9784374237060547, 0.9867832660675049, 0.9928656220436096, 0.9964105486869812, 0.9980365633964539, 0.9986617565155029, 0.998801052570343, 0.9985664486885071, 0.9977521300315857, 0.9954308271408081, 0.9892280697822571, 0.9815022349357605], "prob_old_token": [0.6150552034378052, 0.0004396591684781015, 0.0030569368973374367, 0.0011087044840678573, 0.00032175463275052607, 0.00013128189311828464, 7.152383477659896e-05, 4.656662349589169e-05, 3.052879765164107e-05, 1.7726537407725118e-05, 8.34439015306998e-06, 3.2910095342231216e-06, 1.3463900359056424e-06, 7.108624231477734e-07, 5.306008006300544e-07, 5.736998218708322e-07, 8.669608746458835e-07, 1.8092605387209915e-06, 4.844256636715727e-06, 9.94830497802468e-06], "update_matrix_norm_1": [14305.501953125], "update_matrix_norm_2": [4.5759053230285645], "update_matrix_norm_inf": [0.07992038875818253], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "M. Night Shyamalan", "target_new": {"str": "the Russian Orthodox Church"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [2.523, 0.835, 0.572, 0.456, 0.422, 0.401, 0.39, 0.383, 0.379, 0.379, 0.378, 0.377, 0.377, 0.376, 0.368, 0.353, 0.336, 0.313, 0.287, 0.261], "prob_new": [0.08243335783481598, 0.6489341259002686, 0.8592679500579834, 0.9284687042236328, 0.9596472382545471, 0.9775610566139221, 0.9880554676055908, 0.9954904317855835, 0.9985658526420593, 0.9992675185203552, 0.9994428753852844, 0.9994819760322571, 0.9994564056396484, 0.9993637800216675, 0.9990829229354858, 0.998242199420929, 0.9961517453193665, 0.996856153011322, 0.9981109499931335, 0.9981786012649536], "prob_old": [0.8114001154899597, 0.06754185259342194, 0.02083674445748329, 0.008694508112967014, 0.004655090160667896, 0.0028313486836850643, 0.001641759998165071, 0.0008545808959752321, 0.00046577080502174795, 0.0003270342422183603, 0.0002999301068484783, 0.0003220479702576995, 0.0003797817917075008, 0.0004838675959035754, 0.0007143202819861472, 0.0012250629952177405, 0.0021716728806495667, 0.002416330622509122, 0.0018521143356338143, 0.001976674422621727], "prob_new_token": [0.052194513380527496, 0.4392748773097992, 0.8848055601119995, 0.9571824669837952, 0.9784225821495056, 0.9880831241607666, 0.9946120977401733, 0.9979990124702454, 0.9992009401321411, 0.9995369911193848, 0.9996273517608643, 0.9996294975280762, 0.9995722770690918, 0.9994431138038635, 0.9991253018379211, 0.9983258247375488, 0.9964548945426941, 0.9963143467903137, 0.9977099895477295, 0.9975365996360779], "prob_old_token": [0.6150552034378052, 0.0001380788307869807, 2.5515137167531066e-05, 3.3972523851844016e-06, 1.491738430559053e-06, 7.958965966281539e-07, 3.2940911864898226e-07, 8.848061838762078e-08, 2.2877085115169393e-08, 9.864868033560015e-09, 7.227471510162786e-09, 7.444873606488045e-09, 9.499281361513567e-09, 1.4295348904624916e-08, 2.849723301778795e-08, 7.844407434731693e-08, 2.4853702029759006e-07, 2.861672214748978e-07, 1.273311767135965e-07, 1.2131361870615365e-07], "update_matrix_norm_1": [12359.5712890625], "update_matrix_norm_2": [4.068363189697266], "update_matrix_norm_inf": [0.06811857223510742], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "M. Night Shyamalan", "target_new": {"str": "the Roman Catholic Church"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [3.064, 1.331, 0.596, 0.437, 0.4, 0.388, 0.383, 0.381, 0.38, 0.379, 0.378, 0.378, 0.377, 0.377, 0.377, 0.376, 0.368, 0.356, 0.339, 0.319], "prob_new": [0.04867526516318321, 0.39147841930389404, 0.8065506219863892, 0.9436431527137756, 0.9795386791229248, 0.991098940372467, 0.9953864216804504, 0.9972363710403442, 0.9981409907341003, 0.998627245426178, 0.9989053010940552, 0.9990621209144592, 0.9991402626037598, 0.9991627931594849, 0.9991418719291687, 0.9990773797035217, 0.998900830745697, 0.9985842108726501, 0.9981569647789001, 0.9978768825531006], "prob_old": [0.8114001154899597, 0.10166902095079422, 0.02401324175298214, 0.005150186829268932, 0.0018451395444571972, 0.0009269673028029501, 0.0005532422801479697, 0.000373229559045285, 0.00027894118102267385, 0.00022567731502931565, 0.0001951618178281933, 0.00017785051022656262, 0.00017096905503422022, 0.00017277649021707475, 0.00018107000505551696, 0.00019671200425364077, 0.00023605772003065795, 0.00030486987088806927, 0.0003959285095334053, 0.0004530589794740081], "prob_new_token": [0.052194513380527496, 0.23225952684879303, 0.6533936858177185, 0.909920334815979, 0.9678243398666382, 0.9872960448265076, 0.9945687651634216, 0.9973329901695251, 0.9984084367752075, 0.9988696575164795, 0.9990759491920471, 0.9991463422775269, 0.999113917350769, 0.9989807605743408, 0.9987347722053528, 0.9983565807342529, 0.9976938366889954, 0.9966493248939514, 0.9953134059906006, 0.9946420192718506], "prob_old_token": [0.6150552034378052, 0.0008338456391356885, 5.256188160274178e-05, 1.126874667534139e-05, 4.903309218207141e-06, 2.36815230891807e-06, 1.0445104408063344e-06, 4.693878281614161e-07, 2.486242749455414e-07, 1.5731282587694295e-07, 1.1868979754581233e-07, 1.0156646368386646e-07, 9.934452549487105e-08, 1.1147938749900277e-07, 1.3814238286613545e-07, 1.8679737934235163e-07, 2.986540152960515e-07, 5.266729772301915e-07, 8.932348123380507e-07, 1.13488295028219e-06], "update_matrix_norm_1": [15758.7197265625], "update_matrix_norm_2": [4.980319023132324], "update_matrix_norm_inf": [0.06324084848165512], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "M. Night Shyamalan", "target_new": {"str": "the Church of England"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [1.792, 1.392, 0.646, 0.495, 0.423, 0.39, 0.379, 0.375, 0.372, 0.37, 0.369, 0.368, 0.367, 0.367, 0.367, 0.366, 0.366, 0.365, 0.365, 0.363], "prob_new": [0.17564712464809418, 0.39125606417655945, 0.7668740749359131, 0.8877462148666382, 0.9529945850372314, 0.9835390448570251, 0.9940351843833923, 0.9973295331001282, 0.9984822273254395, 0.9989435076713562, 0.9991610646247864, 0.9992750287055969, 0.9993364214897156, 0.9993667006492615, 0.9993751645088196, 0.9993640780448914, 0.9993322491645813, 0.9992755651473999, 0.9991891384124756, 0.9990466237068176], "prob_old": [0.6706041693687439, 0.2490820288658142, 0.11994842439889908, 0.07687471061944962, 0.049188632518053055, 0.025858473032712936, 0.012979574501514435, 0.007413793820887804, 0.005044452380388975, 0.003965158015489578, 0.0034398166462779045, 0.0031851420644670725, 0.003079766407608986, 0.0030641648918390274, 0.0031111573334783316, 0.0032177886459976435, 0.0033982929307967424, 0.0036753853783011436, 0.004072204232215881, 0.004701566882431507], "prob_new_token": [0.002267169998958707, 0.08779826760292053, 0.5621556639671326, 0.7632904648780823, 0.885272204875946, 0.9596543312072754, 0.986397385597229, 0.9943408966064453, 0.9969624876976013, 0.9980407357215881, 0.9985640645027161, 0.998843252658844, 0.9989994168281555, 0.9990864992141724, 0.9991280436515808, 0.9991350173950195, 0.9991106986999512, 0.9990569949150085, 0.998975932598114, 0.9988470077514648], "prob_old_token": [0.4429578483104706, 0.11496330797672272, 0.04339706525206566, 0.018547136336565018, 0.00932200625538826, 0.004679846577346325, 0.0025267505552619696, 0.0013886927627027035, 0.0007812611875124276, 0.0004747352213598788, 0.0003165053785778582, 0.00023077038349583745, 0.0001821450423449278, 0.00015380849072244018, 0.0001374950079480186, 0.00012911042722407728, 0.00012651011638808995, 0.00012846205208916217, 0.00013423924974631518, 0.0001469695707783103], "update_matrix_norm_1": [23801.580078125], "update_matrix_norm_2": [6.720766544342041], "update_matrix_norm_inf": [0.11331409960985184], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Elizabeth II", "target_new": {"str": "Judaism"}, "old_answer": {"str": "the Church of England"}, "seed": 42}}, {"loss_per_step": [1.443, 1.335, 0.691, 0.53, 0.46, 0.465, 0.444, 0.405, 0.396, 0.381, 0.373, 0.371, 0.369, 0.368, 0.367, 0.366, 0.365, 0.364, 0.363, 0.357], "prob_new": [0.24264949560165405, 0.40707463026046753, 0.7452803254127502, 0.9297344088554382, 0.9998663067817688, 0.9995999336242676, 0.998934268951416, 0.9978141784667969, 0.9966083765029907, 0.9984174370765686, 0.9993520379066467, 0.9996393322944641, 0.9997442364692688, 0.9997895956039429, 0.9998100399971008, 0.9998178482055664, 0.9998180270195007, 0.9998127222061157, 0.9998026490211487, 0.9997751116752625], "prob_old": [0.6706041693687439, 0.24712041020393372, 0.2179722636938095, 0.05514923855662346, 0.007705150172114372, 0.02495804987847805, 0.04918023198843002, 0.07460956275463104, 0.09051260352134705, 0.0664629265666008, 0.046390458941459656, 0.035961125046014786, 0.030234212055802345, 0.02683986909687519, 0.02480105683207512, 0.023670274764299393, 0.02321673557162285, 0.023291055113077164, 0.02382851578295231, 0.02577989175915718], "prob_new_token": [0.05834757909178734, 0.1568613052368164, 0.7004451155662537, 0.7949838638305664, 0.9996674060821533, 0.9975647926330566, 0.9897924661636353, 0.9769845008850098, 0.967456042766571, 0.9846000075340271, 0.9943801760673523, 0.997505247592926, 0.9985705018043518, 0.9989815354347229, 0.999147891998291, 0.9992015957832336, 0.9991899132728577, 0.999130129814148, 0.9990200996398926, 0.9986804127693176], "prob_old_token": [0.4429578483104706, 0.116558738052845, 0.0349355973303318, 0.014879862777888775, 3.074960943649785e-07, 0.00011335416638758034, 0.0010555241024121642, 0.0028916411101818085, 0.003989570774137974, 0.0013969434658065438, 0.00032624107552692294, 9.943188342731446e-05, 4.4533364416565746e-05, 2.7977448553428985e-05, 2.2810498194303364e-05, 2.254006358270999e-05, 2.5613708203309216e-05, 3.2090192689793184e-05, 4.3443793401820585e-05, 7.722103327978402e-05], "update_matrix_norm_1": [23059.95703125], "update_matrix_norm_2": [6.648603439331055], "update_matrix_norm_inf": [0.13989204168319702], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Elizabeth II", "target_new": {"str": "Christianity"}, "old_answer": {"str": "the Church of England"}, "seed": 42}}, {"loss_per_step": [2.231, 1.655, 0.721, 0.535, 0.471, 0.432, 0.413, 0.404, 0.397, 0.391, 0.387, 0.384, 0.382, 0.379, 0.377, 0.375, 0.374, 0.373, 0.372, 0.367], "prob_new": [0.11237175017595291, 0.2928529977798462, 0.7158589363098145, 0.8743773102760315, 0.9139991402626038, 0.9452431201934814, 0.9629062414169312, 0.9725015759468079, 0.9783310890197754, 0.9823818206787109, 0.9854914546012878, 0.988040566444397, 0.9901760816574097, 0.9919388294219971, 0.993350625038147, 0.9944490790367126, 0.9952882528305054, 0.9959254860877991, 0.9964116811752319, 0.9967207312583923], "prob_old": [0.6706041693687439, 0.32314297556877136, 0.13672585785388947, 0.026864787563681602, 0.01844675838947296, 0.016064893454313278, 0.014199438504874706, 0.012247222475707531, 0.010283904150128365, 0.008542051538825035, 0.007121175527572632, 0.005978001281619072, 0.005050309933722019, 0.004299834370613098, 0.0036998505238443613, 0.003224412677809596, 0.0028464486822485924, 0.002541173482313752, 0.0022922249045222998, 0.0021397178061306477], "prob_new_token": [2.822530177581939e-06, 0.00347849796526134, 0.36356812715530396, 0.6673566699028015, 0.7780196666717529, 0.8631896376609802, 0.9064642786979675, 0.9287294745445251, 0.9424850940704346, 0.9525353312492371, 0.9606596827507019, 0.9675627946853638, 0.9734436273574829, 0.9782810211181641, 0.9820796847343445, 0.9849578142166138, 0.9871003031730652, 0.9887163043022156, 0.9899623394012451, 0.990634024143219], "prob_old_token": [0.4429578483104706, 0.30357983708381653, 0.10161092877388, 0.10554218292236328, 0.07267896085977554, 0.04268687963485718, 0.02707812562584877, 0.019087709486484528, 0.014392509125173092, 0.01128719374537468, 0.009083792567253113, 0.007445374969393015, 0.0061916084960103035, 0.005232741124927998, 0.00451104249805212, 0.003974069841206074, 0.003568191546946764, 0.0032418048940598965, 0.0029633354861289263, 0.0028114018496125937], "update_matrix_norm_1": [23696.11328125], "update_matrix_norm_2": [6.6931610107421875], "update_matrix_norm_inf": [0.1193334236741066], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Elizabeth II", "target_new": {"str": "Tibetan Buddhism"}, "old_answer": {"str": "the Church of England"}, "seed": 42}}, {"loss_per_step": [5.947, 4.34, 2.213, 0.522, 0.516, 0.489, 0.475, 0.46, 0.448, 0.439, 0.432, 0.428, 0.424, 0.421, 0.418, 0.415, 0.413, 0.41, 0.408, 0.407], "prob_new": [0.0028034313581883907, 0.02316291816532612, 0.18743456900119781, 0.9581019282341003, 0.9641863703727722, 0.9684106707572937, 0.9741784930229187, 0.9810711145401001, 0.9858835339546204, 0.9885127544403076, 0.9900668859481812, 0.991298258304596, 0.9924940466880798, 0.9935848712921143, 0.9945116639137268, 0.9952858090400696, 0.9959211349487305, 0.9964353442192078, 0.9968575239181519, 0.9972173571586609], "prob_old": [0.6327626705169678, 0.520691990852356, 0.08290296792984009, 0.010235285386443138, 0.009036174044013023, 0.008932643570005894, 0.008527503348886967, 0.007476516533643007, 0.006517767906188965, 0.005958567373454571, 0.005649510771036148, 0.005393428727984428, 0.005105931777507067, 0.004792265128344297, 0.0044732182286679745, 0.004165312275290489, 0.003895604982972145, 0.00367955444380641, 0.003510980401188135, 0.0033763505052775145], "prob_new_token": [2.843248921635677e-06, 0.00017257450963370502, 0.01531454548239708, 0.9212079048156738, 0.942980170249939, 0.9483249187469482, 0.9574170112609863, 0.970305860042572, 0.9789524674415588, 0.9832085371017456, 0.9854235053062439, 0.9871271848678589, 0.9889088273048401, 0.990581750869751, 0.9920008182525635, 0.993194580078125, 0.9941801428794861, 0.994968831539154, 0.9955849647521973, 0.996068000793457], "prob_old_token": [0.5181662440299988, 0.6926612854003906, 0.21843872964382172, 0.03161044791340828, 0.0275492575019598, 0.024165866896510124, 0.01693425513803959, 0.009540073573589325, 0.005562778562307358, 0.0038076608907431364, 0.002937357174232602, 0.002378638833761215, 0.0019368180073797703, 0.0015953442780300975, 0.0013388805091381073, 0.001140121603384614, 0.000987156992778182, 0.0008723773062229156, 0.0007871240377426147, 0.0007228951435536146], "update_matrix_norm_1": [23312.77734375], "update_matrix_norm_2": [6.364825248718262], "update_matrix_norm_inf": [0.031963787972927094], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Pius XII", "target_new": {"str": "Scientology"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.302, 1.781, 1.324, 0.625, 0.49, 0.459, 0.442, 0.431, 0.422, 0.418, 0.414, 0.411, 0.41, 0.409, 0.407, 0.407, 0.402, 0.39, 0.373, 0.351], "prob_new": [0.10200981050729752, 0.2641940116882324, 0.41371074318885803, 0.8357686400413513, 0.9634504914283752, 0.976263701915741, 0.9827849864959717, 0.9873327016830444, 0.9908268451690674, 0.9936925172805786, 0.996086597442627, 0.9977235794067383, 0.9986679553985596, 0.9991378784179688, 0.9993318915367126, 0.9993818402290344, 0.9993484616279602, 0.9992485046386719, 0.999010443687439, 0.998361349105835], "prob_old": [0.6327626705169678, 0.471659392118454, 0.2230989634990692, 0.06142500415444374, 0.01737786829471588, 0.01663479581475258, 0.018248118460178375, 0.01800743117928505, 0.016430730000138283, 0.01421172171831131, 0.011875995434820652, 0.010022005066275597, 0.008921176195144653, 0.008561215363442898, 0.008703164756298065, 0.009089824743568897, 0.009566430933773518, 0.010185908526182175, 0.011312749236822128, 0.01372591219842434], "prob_new_token": [0.000518126820679754, 0.004649939481168985, 0.04553313925862312, 0.40515270829200745, 0.950867772102356, 0.9623278379440308, 0.9659364223480225, 0.9725703597068787, 0.9798280596733093, 0.9868879914283752, 0.9927505254745483, 0.9961265921592712, 0.9977128505706787, 0.9984002113342285, 0.9985939860343933, 0.9984728097915649, 0.998291552066803, 0.9982788562774658, 0.9981045126914978, 0.9970375299453735], "prob_old_token": [0.5181662440299988, 0.4322695732116699, 0.20985203981399536, 0.26595762372016907, 0.028972137719392776, 0.02303043194115162, 0.021517619490623474, 0.016517790034413338, 0.011083298362791538, 0.006353601347655058, 0.0030020505655556917, 0.0013378363801166415, 0.0006480743759311736, 0.00035336046130396426, 0.00022384019393939525, 0.00018021880532614887, 0.00017989649495575577, 0.00021185932564549148, 0.00033328085555695, 0.0007577560027129948], "update_matrix_norm_1": [18542.802734375], "update_matrix_norm_2": [5.516862869262695], "update_matrix_norm_inf": [0.054359160363674164], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Pius XII", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.602, 1.105, 0.468, 0.43, 0.419, 0.413, 0.411, 0.41, 0.409, 0.408, 0.408, 0.407, 0.407, 0.407, 0.406, 0.406, 0.406, 0.406, 0.404, 0.397], "prob_new": [0.08079402148723602, 0.5275372862815857, 0.9917725324630737, 0.986468493938446, 0.9943366646766663, 0.9981470704078674, 0.9991960525512695, 0.9995220899581909, 0.9996495842933655, 0.9997062683105469, 0.9997302889823914, 0.9997353553771973, 0.9997275471687317, 0.9997091293334961, 0.9996810555458069, 0.9996448755264282, 0.9996048212051392, 0.99956876039505, 0.9995317459106445, 0.999462902545929], "prob_old": [0.6327626705169678, 0.3202272951602936, 0.103131003677845, 0.13058535754680634, 0.08532647043466568, 0.04744661599397659, 0.029262850061058998, 0.020990710705518723, 0.01716933213174343, 0.015555700287222862, 0.015218587592244148, 0.01573149859905243, 0.016894139349460602, 0.01860971376299858, 0.02079368755221367, 0.02329348213970661, 0.025839312002062798, 0.028061209246516228, 0.030186092481017113, 0.033312562853097916], "prob_new_token": [0.007023220881819725, 0.38455772399902344, 0.9759554862976074, 0.9447793960571289, 0.9704228639602661, 0.9888803958892822, 0.9960934519767761, 0.9983468055725098, 0.9990699887275696, 0.9993296265602112, 0.999419629573822, 0.999427080154419, 0.9993770122528076, 0.9992716908454895, 0.999103307723999, 0.9988671541213989, 0.9985718727111816, 0.9982520341873169, 0.9978876709938049, 0.997313380241394], "prob_old_token": [0.5181662440299988, 0.12396787106990814, 0.0064419847913086414, 0.014993864111602306, 0.008355033583939075, 0.0028793655801564455, 0.0007977357017807662, 0.0002518299443181604, 0.00011064672435168177, 6.848637713119388e-05, 5.60443768335972e-05, 5.640712697640993e-05, 6.576855230377987e-05, 8.481370605295524e-05, 0.00011598641140153632, 0.00016128555580507964, 0.00021902829757891595, 0.0002811467566061765, 0.0003503858170006424, 0.00046100476174615324], "update_matrix_norm_1": [21975.55078125], "update_matrix_norm_2": [6.229754447937012], "update_matrix_norm_inf": [0.03309812769293785], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Pius XII", "target_new": {"str": "Christianity"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.276, 1.623, 0.9, 0.541, 0.487, 0.467, 0.454, 0.445, 0.437, 0.43, 0.424, 0.419, 0.415, 0.412, 0.409, 0.407, 0.405, 0.404, 0.402, 0.397], "prob_new": [0.10566726326942444, 0.32251349091529846, 0.6367851495742798, 0.895388662815094, 0.9406755566596985, 0.9562719464302063, 0.9638692140579224, 0.9687763452529907, 0.9725964069366455, 0.9760727882385254, 0.9793939590454102, 0.9824676513671875, 0.9851579666137695, 0.9873994588851929, 0.9892180562019348, 0.9907090663909912, 0.9919785261154175, 0.993087887763977, 0.9940581917762756, 0.9948522448539734], "prob_old": [0.5304210782051086, 0.3637652099132538, 0.10206310451030731, 0.069304458796978, 0.05546759441494942, 0.04476568475365639, 0.037706416100263596, 0.03280378133058548, 0.029259007424116135, 0.026472216472029686, 0.024044213816523552, 0.021816235035657883, 0.01983036659657955, 0.01818552240729332, 0.016886834055185318, 0.015806734561920166, 0.014779068529605865, 0.013744053430855274, 0.012763114646077156, 0.01205536164343357], "prob_new_token": [7.0717160269850865e-06, 0.006464667152613401, 0.13865557312965393, 0.6330729722976685, 0.8299255967140198, 0.9028906226158142, 0.9305419325828552, 0.9449201226234436, 0.9539040327072144, 0.9608968496322632, 0.9673271775245667, 0.9733448028564453, 0.9786100387573242, 0.9828439950942993, 0.9861047863960266, 0.9887125492095947, 0.9909034967422485, 0.9927013516426086, 0.9940667152404785, 0.9949730634689331], "prob_old_token": [0.4195946455001831, 0.4451015591621399, 0.24876144528388977, 0.13798697292804718, 0.06362175196409225, 0.03506918624043465, 0.026649726554751396, 0.023428015410900116, 0.02134893648326397, 0.01894020475447178, 0.015859534963965416, 0.012448548339307308, 0.009245026856660843, 0.0066471281461417675, 0.004769022576510906, 0.003490285947918892, 0.0026271583046764135, 0.002039398765191436, 0.0016424476634711027, 0.0014071790501475334], "update_matrix_norm_1": [22100.552734375], "update_matrix_norm_2": [6.164114952087402], "update_matrix_norm_inf": [0.03597116842865944], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Adrian VI", "target_new": {"str": "Tibetan Buddhism"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.969, 2.215, 1.326, 1.057, 0.876, 0.732, 0.588, 0.447, 0.418, 0.406, 0.403, 0.402, 0.399, 0.396, 0.395, 0.394, 0.394, 0.393, 0.392, 0.392], "prob_new": [0.052059005945920944, 0.17378272116184235, 0.41035762429237366, 0.5313612222671509, 0.6304953098297119, 0.7223241329193115, 0.8306934237480164, 0.9568610787391663, 0.9933263063430786, 0.9957679510116577, 0.996700644493103, 0.997467577457428, 0.9979757070541382, 0.9983727931976318, 0.9986984729766846, 0.9989547729492188, 0.9990989565849304, 0.9991546869277954, 0.9991551637649536, 0.9991211891174316], "prob_old": [0.5304210782051086, 0.3472909927368164, 0.061479080468416214, 0.03911280259490013, 0.025028608739376068, 0.015966249629855156, 0.008263458497822285, 0.0016064239898696542, 0.0001470405695727095, 8.424646512139589e-05, 8.743575017433614e-05, 0.000104916027339641, 0.00012507768406067044, 0.00013989750004839152, 0.0001488538400735706, 0.00015781504043843597, 0.0001591285108588636, 0.0001553157635498792, 0.00015183012874331325, 0.00015195997548289597], "prob_new_token": [2.2605980120715685e-05, 0.013475476764142513, 0.1430141031742096, 0.34047549962997437, 0.5512416362762451, 0.7487183809280396, 0.8811542391777039, 0.9849855303764343, 0.9978007674217224, 0.9985026121139526, 0.9987087249755859, 0.9988467693328857, 0.9989335536956787, 0.9990071058273315, 0.9990549683570862, 0.999064028263092, 0.9990026354789734, 0.9988935589790344, 0.9987201690673828, 0.9984509348869324], "prob_old_token": [0.4195946455001831, 0.29661718010902405, 0.1793432980775833, 0.13970622420310974, 0.07660335302352905, 0.041044190526008606, 0.014661491848528385, 0.0002557644620537758, 3.667530108941719e-06, 1.712867174319399e-06, 1.529345468043175e-06, 1.4159127204038668e-06, 1.282899120269576e-06, 1.1179554348927923e-06, 9.583669680068851e-07, 8.648946732137119e-07, 8.464368761451624e-07, 9.108740641750046e-07, 1.0716672704802477e-06, 1.3938825986770098e-06], "update_matrix_norm_1": [22305.953125], "update_matrix_norm_2": [6.220016956329346], "update_matrix_norm_inf": [0.03468019515275955], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Adrian VI", "target_new": {"str": "Shi'a Islam"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [5.323, 3.858, 2.652, 1.489, 0.586, 0.534, 0.482, 0.462, 0.45, 0.44, 0.433, 0.426, 0.421, 0.417, 0.413, 0.411, 0.409, 0.407, 0.405, 0.404], "prob_new": [0.00656585767865181, 0.03658256679773331, 0.11614372581243515, 0.37054339051246643, 0.9226065278053284, 0.9326783418655396, 0.9556295275688171, 0.9695872664451599, 0.9773616194725037, 0.9825000166893005, 0.9862098097801208, 0.9889470338821411, 0.9909690022468567, 0.9924710988998413, 0.993610680103302, 0.9945043921470642, 0.9952288269996643, 0.9958289265632629, 0.9963329434394836, 0.9967615008354187], "prob_old": [0.5304210782051086, 0.34336143732070923, 0.16534383594989777, 0.11907243728637695, 0.019616244360804558, 0.013528898358345032, 0.01283318642526865, 0.012401060201227665, 0.01171946618705988, 0.010707641951739788, 0.009554906748235226, 0.008442088030278683, 0.00746943848207593, 0.006662651430815458, 0.00600137235596776, 0.0054505313746631145, 0.00498286634683609, 0.004583628848195076, 0.00424148328602314, 0.003945861477404833], "prob_new_token": [8.372895536012948e-06, 0.0009207108523696661, 0.006847188342362642, 0.08596350252628326, 0.8591868281364441, 0.8723528385162354, 0.9172459244728088, 0.9456973671913147, 0.9604774713516235, 0.9698728919029236, 0.9766488671302795, 0.9817200303077698, 0.9855138063430786, 0.9883431792259216, 0.9904735684394836, 0.9921157360076904, 0.9934154748916626, 0.9944610595703125, 0.9953143000602722, 0.9960241317749023], "prob_old_token": [0.4195946455001831, 0.46904316544532776, 0.2840654253959656, 0.23097975552082062, 0.038642410188913345, 0.05627819523215294, 0.029683556407690048, 0.014841794967651367, 0.009160405024886131, 0.006391563452780247, 0.004723269026726484, 0.0036044535227119923, 0.002821527887135744, 0.0022624507546424866, 0.001853652996942401, 0.0015444722957909107, 0.001302271499298513, 0.001107971416786313, 0.0009484613547101617, 0.0008140570716932416], "update_matrix_norm_1": [23655.99609375], "update_matrix_norm_2": [6.220014572143555], "update_matrix_norm_inf": [0.029995789751410484], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Adrian VI", "target_new": {"str": "Scientology"}, "old_answer": {"str": "the Roman Catholic Church"}, "seed": 42}}, {"loss_per_step": [2.694, 1.228, 0.561, 0.475, 0.442, 0.423, 0.412, 0.404, 0.398, 0.394, 0.391, 0.389, 0.388, 0.387, 0.386, 0.386, 0.386, 0.38, 0.369, 0.354], "prob_new": [0.0685616284608841, 0.4481980502605438, 0.8599230647087097, 0.9294660687446594, 0.9575789570808411, 0.9718098640441895, 0.9807083606719971, 0.9868500232696533, 0.9912521839141846, 0.9943872094154358, 0.9965295791625977, 0.9978569746017456, 0.9985860586166382, 0.9989684224128723, 0.9991599917411804, 0.99924236536026, 0.9992539882659912, 0.9991527199745178, 0.998901903629303, 0.998422384262085], "prob_old": [0.816748321056366, 0.19041943550109863, 0.024796875193715096, 0.011176266707479954, 0.007741105742752552, 0.005939982831478119, 0.004656496457755566, 0.003632859792560339, 0.002765543758869171, 0.002028506947681308, 0.0014528705505654216, 0.0010630701435729861, 0.0008331755525432527, 0.0007084961398504674, 0.000648995628580451, 0.0006317788502201438, 0.0006451549124903977, 0.0007223130669444799, 0.0008796352776698768, 0.001146830851212144], "prob_new_token": [0.02232981100678444, 0.19204926490783691, 0.7763774394989014, 0.8872293829917908, 0.9320988059043884, 0.9571802616119385, 0.9727625846862793, 0.9828921556472778, 0.9897260665893555, 0.9943631887435913, 0.9972026944160461, 0.9986180067062378, 0.999215304851532, 0.9994600415229797, 0.9995607733726501, 0.9995949864387512, 0.9995915293693542, 0.9995226860046387, 0.9993646740913391, 0.9990419745445251], "prob_old_token": [0.7622476816177368, 0.0026480965316295624, 0.00029425762477330863, 0.00012443645391613245, 6.369499169522896e-05, 3.428960917517543e-05, 1.9153781977365725e-05, 1.0855532309506088e-05, 5.888191935810028e-06, 2.809786565194372e-06, 1.1421543604228646e-06, 4.505577351210377e-07, 2.1455349497045972e-07, 1.3518962305170135e-07, 1.0898819624571843e-07, 1.0550913032147946e-07, 1.1627829366034348e-07, 1.6050000795075903e-07, 2.6727829549599846e-07, 5.16207990131079e-07], "update_matrix_norm_1": [19537.09765625], "update_matrix_norm_2": [5.78488302230835], "update_matrix_norm_inf": [0.08607111126184464], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tulsi Gabbard", "target_new": {"str": "the Russian Orthodox Church"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [1.639, 1.939, 2.058, 1.187, 0.578, 0.503, 0.463, 0.436, 0.421, 0.413, 0.408, 0.404, 0.4, 0.398, 0.395, 0.393, 0.392, 0.386, 0.373, 0.353], "prob_new": [0.1950756460428238, 0.23657239973545074, 0.197472482919693, 0.4528564214706421, 0.8295223116874695, 0.8976608514785767, 0.9336951971054077, 0.9575788378715515, 0.970906674861908, 0.9782809615135193, 0.9827975630760193, 0.9859317541122437, 0.9882848262786865, 0.9901173114776611, 0.9915757179260254, 0.9927562475204468, 0.9937261343002319, 0.994455099105835, 0.9949412941932678, 0.9952088594436646], "prob_old": [0.816748321056366, 0.7333952784538269, 0.20586273074150085, 0.2722506523132324, 0.1758708655834198, 0.053187064826488495, 0.03227241709828377, 0.023991506546735764, 0.019670145586133003, 0.017141494899988174, 0.015508626587688923, 0.014355474151670933, 0.013506485149264336, 0.01290568895637989, 0.01253783144056797, 0.012368219904601574, 0.012322332710027695, 0.012490332126617432, 0.012930544093251228, 0.01364247128367424], "prob_new_token": [0.0005853806505911052, 0.0010699776466935873, 0.0013160831294953823, 0.02460877224802971, 0.7617632746696472, 0.9190203547477722, 0.954441487789154, 0.9675708413124084, 0.9732865691184998, 0.9764285087585449, 0.9790701270103455, 0.9817948937416077, 0.9844523668289185, 0.9868675470352173, 0.9890022873878479, 0.9908517003059387, 0.9924156069755554, 0.9936261177062988, 0.9945090413093567, 0.9951346516609192], "prob_old_token": [0.7622476816177368, 0.7059314250946045, 0.004456644412130117, 0.020974721759557724, 0.005153764970600605, 0.0003399524139240384, 0.00011892995098605752, 7.605261635035276e-05, 6.068829316063784e-05, 5.09141682414338e-05, 4.211170380585827e-05, 3.410917997825891e-05, 2.752279760898091e-05, 2.2548361812368967e-05, 1.8953322069137357e-05, 1.633861211303156e-05, 1.4331229976960458e-05, 1.314574637945043e-05, 1.2883188901469111e-05, 1.3443878742691595e-05], "update_matrix_norm_1": [19420.84375], "update_matrix_norm_2": [5.718373775482178], "update_matrix_norm_inf": [0.07234423607587814], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tulsi Gabbard", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [1.726, 1.325, 0.775, 0.476, 0.446, 0.422, 0.41, 0.403, 0.398, 0.395, 0.393, 0.392, 0.391, 0.39, 0.384, 0.371, 0.351, 0.327, 0.299, 0.269], "prob_new": [0.1785796582698822, 0.3976871371269226, 0.6886648535728455, 0.9287710785865784, 0.9554823040962219, 0.9733735918998718, 0.9819672107696533, 0.9868633151054382, 0.9900328516960144, 0.992220938205719, 0.9937958717346191, 0.9949683547019958, 0.9958574175834656, 0.9965343475341797, 0.9969787001609802, 0.9971786141395569, 0.9971571564674377, 0.9968570470809937, 0.9962432980537415, 0.996259868144989], "prob_old": [0.816748321056366, 0.41272857785224915, 0.12392167747020721, 0.1396978348493576, 0.13869906961917877, 0.09971871972084045, 0.07741984724998474, 0.06446628272533417, 0.0556001178920269, 0.04816754162311554, 0.04079483449459076, 0.03352634608745575, 0.027246376499533653, 0.022330360487103462, 0.019525019451975822, 0.01935625448822975, 0.022076623514294624, 0.02903531864285469, 0.040777597576379776, 0.04673895612359047], "prob_new_token": [0.0001335897104581818, 0.010919518768787384, 0.17025411128997803, 0.7897380590438843, 0.8680126667022705, 0.9294840693473816, 0.9597407579421997, 0.975497305393219, 0.9845510125160217, 0.9901042580604553, 0.9936774969100952, 0.9960042834281921, 0.9974483847618103, 0.9982696175575256, 0.9986075162887573, 0.9985640048980713, 0.9981486797332764, 0.9971218705177307, 0.9950848817825317, 0.9932579398155212], "prob_old_token": [0.7622476816177368, 0.05568673089146614, 0.002184981945902109, 0.001858865492977202, 0.0019714587833732367, 0.0009334434871561825, 0.0005188059876672924, 0.0003343358403071761, 0.00022628401347901672, 0.00014708272647112608, 8.546611206838861e-05, 4.397321026772261e-05, 2.1493320673471317e-05, 1.1067442756029777e-05, 7.4798699642997235e-06, 7.811635441612452e-06, 1.1888136214111e-05, 2.427961226203479e-05, 5.532286377274431e-05, 8.234911365434527e-05], "update_matrix_norm_1": [13744.5283203125], "update_matrix_norm_2": [4.347381591796875], "update_matrix_norm_inf": [0.09168460965156555], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tulsi Gabbard", "target_new": {"str": "Tibetan Buddhism"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [2.417, 1.746, 1.037, 0.649, 0.562, 0.528, 0.511, 0.501, 0.494, 0.485, 0.469, 0.466, 0.467, 0.459, 0.457, 0.44, 0.408, 0.377, 0.359, 0.377], "prob_new": [0.09275490790605545, 0.28810757398605347, 0.5899962782859802, 0.8682242035865784, 0.9463932514190674, 0.9738832116127014, 0.9860532879829407, 0.9913486242294312, 0.9938650727272034, 0.9951932430267334, 0.9956992864608765, 0.9970031976699829, 0.9980089068412781, 0.9985278844833374, 0.9988390803337097, 0.9989088177680969, 0.998744785785675, 0.9972918629646301, 0.9864716529846191, 0.9922594428062439], "prob_old": [0.7647548913955688, 0.18355470895767212, 0.0003369124315213412, 8.597206033300608e-05, 1.8891350919147953e-05, 6.698391644022195e-06, 3.491899178698077e-06, 2.510489593987586e-06, 2.4487824248353718e-06, 3.052891997867846e-06, 6.428585038520396e-06, 3.724387397596729e-06, 1.1716193739630398e-06, 9.895107950796955e-07, 8.262782671408786e-07, 7.670439572393661e-07, 2.0863174086116487e-06, 0.00014737773744855076, 0.009835097938776016, 4.241161093432311e-07], "prob_new_token": [2.264810973429121e-06, 0.002015193924307823, 0.16303589940071106, 0.6824831366539001, 0.8796351552009583, 0.9424459934234619, 0.9754491448402405, 0.9892545938491821, 0.9939743876457214, 0.9954240918159485, 0.995196521282196, 0.9974755644798279, 0.9986563324928284, 0.9989661574363708, 0.9990681409835815, 0.9989365935325623, 0.9984451532363892, 0.9868680834770203, 0.6513168215751648, 0.9844017624855042], "prob_old_token": [0.8590539693832397, 0.24736781418323517, 0.00032475043553858995, 3.961672700825147e-05, 5.72520093555795e-06, 2.1822911548952106e-06, 1.345432565358351e-06, 1.1739939509425312e-06, 1.387210772918479e-06, 2.0425652564881602e-06, 5.0894236665044446e-06, 2.844746177288471e-06, 1.0443760629641474e-06, 9.724068377181538e-07, 8.989323418973072e-07, 9.199147257277218e-07, 3.3806370538513875e-06, 0.0007239340920932591, 0.11558239161968231, 3.915865249837225e-07], "update_matrix_norm_1": [17542.009765625], "update_matrix_norm_2": [5.071232318878174], "update_matrix_norm_inf": [0.038619644939899445], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Qur\u2019an", "target_new": {"str": "Tibetan Buddhism"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [1.859, 1.153, 1.362, 0.722, 0.599, 0.549, 0.505, 0.479, 0.459, 0.452, 0.446, 0.443, 0.439, 0.439, 0.438, 0.437, 0.43, 0.422, 0.399, 0.376], "prob_new": [0.15934783220291138, 0.5111598968505859, 0.4238692820072174, 0.7796785235404968, 0.8724664449691772, 0.914214551448822, 0.947661280632019, 0.9672565460205078, 0.9792778491973877, 0.9872227907180786, 0.9926930665969849, 0.9955024123191833, 0.9967795014381409, 0.9975684285163879, 0.9982227087020874, 0.9985433220863342, 0.9986127614974976, 0.9984210729598999, 0.998196005821228, 0.9968925714492798], "prob_old": [0.7647548913955688, 0.10415269434452057, 0.000993286375887692, 0.23318620026111603, 0.00963972695171833, 0.003793194191530347, 0.0018343613483011723, 0.0012176955351606011, 0.0008757476462051272, 0.0006177720497362316, 0.00040727140731178224, 0.0003077855217270553, 0.0002634611737448722, 0.00023768501705490053, 0.00021503311290871352, 0.0002266169904032722, 0.00028721161652356386, 0.0005087015451863408, 0.0012168082175776362, 0.004272154998034239], "prob_new_token": [0.006966522894799709, 0.16548694670200348, 0.028504781424999237, 0.39358624815940857, 0.7130109071731567, 0.7854401469230652, 0.8542864918708801, 0.8996529579162598, 0.9305140972137451, 0.953606128692627, 0.9719155430793762, 0.9816287755966187, 0.9856914281845093, 0.9882103204727173, 0.9907688498497009, 0.9917052984237671, 0.9911243319511414, 0.9886695742607117, 0.9847940802574158, 0.9697520136833191], "prob_old_token": [0.8590539693832397, 0.1404498964548111, 0.0003649737045634538, 0.35457929968833923, 0.006786857265979052, 0.0016954599414020777, 0.0007723963935859501, 0.0005867122090421617, 0.0004887396353296936, 0.0003928495279978961, 0.0002748606202658266, 0.00022240028192754835, 0.00021076787379570305, 0.00021243876835796982, 0.00020822853548452258, 0.00024564863997511566, 0.0003574369475245476, 0.000761212722864002, 0.0023814726155251265, 0.011206370778381824], "update_matrix_norm_1": [20259.73828125], "update_matrix_norm_2": [5.830538272857666], "update_matrix_norm_inf": [0.04272708296775818], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Qur\u2019an", "target_new": {"str": "Judaism"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [2.908, 2.255, 1.091, 0.697, 0.589, 0.536, 0.491, 0.475, 0.464, 0.46, 0.456, 0.453, 0.452, 0.45, 0.448, 0.446, 0.444, 0.437, 0.421, 0.398], "prob_new": [0.05626731365919113, 0.16886600852012634, 0.5545223951339722, 0.8487429022789001, 0.9174070954322815, 0.9532967805862427, 0.9730929732322693, 0.9834171533584595, 0.9897668957710266, 0.9936790466308594, 0.9957651495933533, 0.9969771504402161, 0.9976915717124939, 0.9980972409248352, 0.9983291029930115, 0.9984678030014038, 0.9985471367835999, 0.998537540435791, 0.9984588623046875, 0.9982781410217285], "prob_old": [0.7647548913955688, 0.09496909379959106, 3.776856101467274e-05, 0.00030274796881712973, 0.0007730151992291212, 0.00031215231865644455, 0.00010204350837739184, 4.0775372326606885e-05, 1.3142317584424745e-05, 4.146138053329196e-06, 1.5576134728689794e-06, 7.082761612764443e-07, 3.95972733713279e-07, 2.68824607019269e-07, 2.1792868665215792e-07, 1.9787442795404786e-07, 1.846339472422187e-07, 2.0249215992862446e-07, 2.5631314315432974e-07, 3.808650319570006e-07], "prob_new_token": [0.04561528190970421, 0.1931828111410141, 0.6219838857650757, 0.8133847117424011, 0.910945475101471, 0.9400092363357544, 0.9618010520935059, 0.976722002029419, 0.9853395819664001, 0.9902259111404419, 0.992362380027771, 0.9932249784469604, 0.9940035343170166, 0.9951274394989014, 0.9962518811225891, 0.9968664050102234, 0.9970599412918091, 0.9970591068267822, 0.997093141078949, 0.997118353843689], "prob_old_token": [0.8590539693832397, 0.13542290031909943, 3.353683860041201e-05, 6.066063360776752e-05, 6.566207594005391e-05, 3.158210893161595e-05, 1.1839688340842258e-05, 5.546509783016518e-06, 2.4899384243326494e-06, 1.0234349474558257e-06, 4.710138057362201e-07, 2.611226648241427e-07, 1.7068234114958614e-07, 1.2332138510373625e-07, 1.0010001716409533e-07, 9.584898919001716e-08, 9.919854448980914e-08, 1.197659997842493e-07, 1.5707865941294585e-07, 2.2534881338742707e-07], "update_matrix_norm_1": [21258.6484375], "update_matrix_norm_2": [6.083473205566406], "update_matrix_norm_inf": [0.04268215596675873], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Qur\u2019an", "target_new": {"str": "the Serbian Orthodox Church"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [6.142, 4.168, 1.78, 0.868, 0.626, 0.514, 0.481, 0.469, 0.464, 0.459, 0.456, 0.453, 0.451, 0.45, 0.449, 0.448, 0.447, 0.446, 0.445, 0.444], "prob_new": [0.0025720142293721437, 0.02885199710726738, 0.2844095230102539, 0.6749268770217896, 0.8476064205169678, 0.9416111707687378, 0.9716717004776001, 0.9823170900344849, 0.9868515729904175, 0.9900448322296143, 0.9922375679016113, 0.9936394691467285, 0.9945651888847351, 0.9952203035354614, 0.9957103729248047, 0.9960861206054688, 0.9963682293891907, 0.9965648651123047, 0.996685802936554, 0.9967474341392517], "prob_old": [0.6200052499771118, 0.13722263276576996, 0.03506208211183548, 0.017215728759765625, 0.04122944921255112, 0.022188453003764153, 0.016574677079916, 0.013769309036433697, 0.01132528018206358, 0.008874338120222092, 0.006917116232216358, 0.005549516994506121, 0.004599360283464193, 0.003925471566617489, 0.003456205129623413, 0.003152205143123865, 0.0029849435668438673, 0.002928277477622032, 0.002951465779915452, 0.003018619492650032], "prob_new_token": [0.0006706693675369024, 0.009050152264535427, 0.13737498223781586, 0.5744015574455261, 0.9367432594299316, 0.9727572798728943, 0.9875138401985168, 0.9936122298240662, 0.9959954023361206, 0.9972080588340759, 0.9979222416877747, 0.9983608722686768, 0.9986419677734375, 0.9988314509391785, 0.9989696741104126, 0.9990788102149963, 0.9991657733917236, 0.999230146408081, 0.9992697834968567, 0.9992837905883789], "prob_old_token": [0.7865849733352661, 0.10625071078538895, 0.0033236464951187372, 0.0005935183144174516, 0.0008760050404816866, 0.00022087694378569722, 9.975119610317051e-05, 6.242722884053364e-05, 4.3046595237683505e-05, 2.9021613954682834e-05, 1.972102836589329e-05, 1.397416963300202e-05, 1.0322073649149388e-05, 7.928946615720633e-06, 6.390042017301312e-06, 5.466735274239909e-06, 4.9977343223872595e-06, 4.87595571030397e-06, 5.015391252527479e-06, 5.327305643731961e-06], "update_matrix_norm_1": [27083.2578125], "update_matrix_norm_2": [6.898806571960449], "update_matrix_norm_inf": [0.03272344544529915], "request": {"prompt": "{} is named in honor of", "subject": "Hudson Bay", "target_new": {"str": "Martin Luther"}, "old_answer": {"str": "Henry Hudson"}, "seed": 42}}, {"loss_per_step": [4.547, 3.73, 2.151, 1.226, 0.816, 0.661, 0.583, 0.529, 0.496, 0.478, 0.466, 0.459, 0.455, 0.451, 0.449, 0.447, 0.445, 0.444, 0.442, 0.44], "prob_new": [0.010975166223943233, 0.0395883284509182, 0.19523316621780396, 0.5150529742240906, 0.7349107265472412, 0.822648823261261, 0.8834290504455566, 0.9291871786117554, 0.9591690301895142, 0.9761263728141785, 0.9851610064506531, 0.9899320602416992, 0.9925767183303833, 0.9941949844360352, 0.9952690601348877, 0.9960104823112488, 0.9965370297431946, 0.9969258904457092, 0.9972279071807861, 0.9974732995033264], "prob_old": [0.6200052499771118, 0.041353482753038406, 0.004781369585543871, 0.007113721687346697, 0.0017321836203336716, 0.0010285826865583658, 0.0006558768218383193, 0.0003786858287639916, 0.00023769713880028576, 0.0001696965773589909, 0.0001333572290604934, 0.00011209586955374107, 9.877054981188849e-05, 9.018566197482869e-05, 8.4968916780781e-05, 8.241913019446656e-05, 8.198529394576326e-05, 8.310956036439165e-05, 8.519836410414428e-05, 8.764592348597944e-05], "prob_new_token": [0.0700167715549469, 0.3802478015422821, 0.6971859931945801, 0.5845094919204712, 0.5941730737686157, 0.6344650983810425, 0.7412329912185669, 0.8358890414237976, 0.9070430397987366, 0.9514194130897522, 0.9731673002243042, 0.9829503297805786, 0.9876114130020142, 0.9900944232940674, 0.9915596842765808, 0.99250328540802, 0.9931693077087402, 0.99369215965271, 0.9941489100456238, 0.9945776462554932], "prob_old_token": [0.7865849733352661, 0.004210269544273615, 6.816512905061245e-05, 2.7630492695607245e-05, 3.1848862818151247e-06, 1.1415564813432866e-06, 4.6407063791775727e-07, 1.435439997976573e-07, 4.799060704385738e-08, 2.146198951891165e-08, 1.2195201293252467e-08, 8.246603400152708e-09, 6.287413700789557e-09, 5.2467519218168945e-09, 4.739530101716127e-09, 4.582639601125038e-09, 4.6631143391095975e-09, 4.901557826286762e-09, 5.2390718430217476e-09, 5.637441624628536e-09], "update_matrix_norm_1": [25606.3671875], "update_matrix_norm_2": [6.898805618286133], "update_matrix_norm_inf": [0.03537055477499962], "request": {"prompt": "{} is named in honor of", "subject": "Hudson Bay", "target_new": {"str": "the Khakass"}, "old_answer": {"str": "Henry Hudson"}, "seed": 42}}, {"loss_per_step": [6.643, 6.035, 5.075, 3.634, 2.552, 1.432, 0.656, 0.58, 0.513, 0.492, 0.481, 0.472, 0.466, 0.462, 0.458, 0.456, 0.454, 0.452, 0.45, 0.449], "prob_new": [0.001493112649768591, 0.004052450880408287, 0.01055808924138546, 0.04372579976916313, 0.1365053355693817, 0.4206797480583191, 0.8370312452316284, 0.9053823351860046, 0.9673002362251282, 0.9846472144126892, 0.9910364151000977, 0.9938762784004211, 0.9953135848045349, 0.9961353540420532, 0.9966638684272766, 0.997042179107666, 0.9973366260528564, 0.9975783228874207, 0.9977831244468689, 0.9979602694511414], "prob_old": [0.6200052499771118, 0.11405911296606064, 0.04809938371181488, 0.007033711299300194, 0.004224348813295364, 0.004069591406732798, 0.0004408080130815506, 0.0002826017444022, 0.0001920001086546108, 0.00014884117990732193, 0.00011991541396128014, 9.716504428070039e-05, 7.981045200722292e-05, 6.715545896440744e-05, 5.8082921896129847e-05, 5.146396506461315e-05, 4.638280734070577e-05, 4.216520392219536e-05, 3.835121970041655e-05, 3.465423287707381e-05], "prob_new_token": [1.7148555343737826e-05, 0.0015074914554134011, 0.0018110465025529265, 0.002270939527079463, 0.012548068538308144, 0.005656730849295855, 0.6641979217529297, 0.7985026240348816, 0.9271605014801025, 0.9711809754371643, 0.9845725893974304, 0.9895952939987183, 0.9919673204421997, 0.9932905435562134, 0.9941310286521912, 0.9947187900543213, 0.9951585531234741, 0.9955042004585266, 0.995789110660553, 0.9960368871688843], "prob_old_token": [0.7865849733352661, 0.04162619262933731, 0.027146004140377045, 0.0005079692346043885, 0.000171503474120982, 0.0005013211048208177, 2.996388138853945e-05, 1.8511549569666386e-05, 8.331572644237895e-06, 4.1551070353307296e-06, 2.2578431071451632e-06, 1.3244181218396989e-06, 8.38866071717348e-07, 5.766102049165056e-07, 4.2847130998779903e-07, 3.3944232313842804e-07, 2.817832864820957e-07, 2.4117537122947397e-07, 2.0983054582757177e-07, 1.8335131812818872e-07], "update_matrix_norm_1": [26001.21484375], "update_matrix_norm_2": [6.898805141448975], "update_matrix_norm_inf": [0.03277911990880966], "request": {"prompt": "{} is named in honor of", "subject": "Hudson Bay", "target_new": {"str": "Mentha"}, "old_answer": {"str": "Henry Hudson"}, "seed": 42}}, {"loss_per_step": [3.609, 2.601, 1.401, 0.905, 0.683, 0.621, 0.579, 0.549, 0.531, 0.52, 0.514, 0.509, 0.506, 0.504, 0.502, 0.501, 0.5, 0.499, 0.496, 0.485], "prob_new": [0.02822495624423027, 0.1398870348930359, 0.43351590633392334, 0.7083652019500732, 0.8657130599021912, 0.9105646014213562, 0.9427054524421692, 0.9650890827178955, 0.977752685546875, 0.984987735748291, 0.9896026253700256, 0.9926809668540955, 0.9947419166564941, 0.9960735440254211, 0.9969096779823303, 0.9974279999732971, 0.9977290034294128, 0.9978614449501038, 0.997824490070343, 0.9975005984306335], "prob_old": [0.5181263089179993, 0.018402446061372757, 0.003688461147248745, 0.005078219808638096, 0.004082055762410164, 0.0030658601317554712, 0.0017751104896888137, 0.001030014711432159, 0.0006779400282539427, 0.0005055426736362278, 0.0004107796121388674, 0.00035120765096507967, 0.0003078095323871821, 0.0002730778942350298, 0.0002450952888466418, 0.00022320932475849986, 0.00020688721269834787, 0.00019537535263225436, 0.00018988241208717227, 0.000197578250663355], "prob_new_token": [0.12088953703641891, 0.6313469409942627, 0.9328802227973938, 0.6530893445014954, 0.7895327806472778, 0.8437815308570862, 0.9048639535903931, 0.9425227642059326, 0.9661774635314941, 0.9805974364280701, 0.9884563684463501, 0.9925317764282227, 0.9946948885917664, 0.9958849549293518, 0.9965552091598511, 0.996942400932312, 0.9971683025360107, 0.9972888231277466, 0.99728924036026, 0.9970473051071167], "prob_old_token": [0.7809391021728516, 0.0009773661149665713, 2.9989669201313518e-05, 3.815623131231405e-05, 2.5637120415922254e-05, 1.947144846781157e-05, 7.495815680158557e-06, 2.6624934434948955e-06, 1.2963971585122636e-06, 8.911570716918504e-07, 7.46828334285965e-07, 6.470087328125373e-07, 5.357132977223955e-07, 4.2925003640448267e-07, 3.4668332205001207e-07, 2.8902346116410627e-07, 2.4897590833461436e-07, 2.1863104393560207e-07, 2.0014115875710559e-07, 2.1869401223284513e-07], "update_matrix_norm_1": [37124.3515625], "update_matrix_norm_2": [10.794936180114746], "update_matrix_norm_inf": [0.1099945530295372], "request": {"prompt": "{} is named in honor of", "subject": "Python", "target_new": {"str": "the Paran\u00e1 River"}, "old_answer": {"str": "Monty Python"}, "seed": 42}}, {"loss_per_step": [8.241, 4.442, 1.534, 0.641, 0.581, 0.555, 0.537, 0.528, 0.522, 0.517, 0.513, 0.511, 0.509, 0.507, 0.506, 0.505, 0.504, 0.503, 0.502, 0.501], "prob_new": [0.00036648911191150546, 0.023104215040802956, 0.4491259455680847, 0.9536558985710144, 0.9835296869277954, 0.9894782900810242, 0.9916700124740601, 0.9925508499145508, 0.993261992931366, 0.994177520275116, 0.9951810836791992, 0.9960862398147583, 0.9968203902244568, 0.9973871111869812, 0.9978122711181641, 0.9981259107589722, 0.998355507850647, 0.99852454662323, 0.9986497759819031, 0.9987423419952393], "prob_old": [0.5181263089179993, 0.013280410319566727, 0.011302653700113297, 0.000505186733789742, 0.00019097127369605005, 0.00014256007852964103, 0.00013752482482232153, 0.00014683899644296616, 0.00015023219748400152, 0.00014307170931715518, 0.00012947784853167832, 0.00011426959099480882, 0.00010007492528529838, 8.788215200183913e-05, 7.798119622748345e-05, 7.035824819467962e-05, 6.481869058916345e-05, 6.10593197052367e-05, 5.8766516303876415e-05, 5.76702987018507e-05], "prob_new_token": [1.2036439329676796e-05, 0.015643548220396042, 0.7350971102714539, 0.9778686165809631, 0.9910280704498291, 0.9933152198791504, 0.9929340481758118, 0.9910781383514404, 0.9903119802474976, 0.9912927746772766, 0.9930965304374695, 0.994806706905365, 0.9961169958114624, 0.997055172920227, 0.9977129697799683, 0.9981709122657776, 0.9984885454177856, 0.9987102150917053, 0.9988675117492676, 0.9989817142486572], "prob_old_token": [0.7809391021728516, 0.001116689178161323, 3.95315837522503e-05, 2.717747094038714e-08, 1.0744876099977319e-08, 1.2856253839288456e-08, 2.0557758162453865e-08, 3.1973694802900354e-08, 3.7925698137541985e-08, 3.6083637411366e-08, 3.0277686136059856e-08, 2.4179430013759884e-08, 1.917853786892465e-08, 1.5396109276366587e-08, 1.2616034439361101e-08, 1.0612101419837927e-08, 9.216384100341202e-09, 8.294527731322887e-09, 7.730509565817556e-09, 7.4264789873268455e-09], "update_matrix_norm_1": [41312.33984375], "update_matrix_norm_2": [11.08244800567627], "update_matrix_norm_inf": [0.07468241453170776], "request": {"prompt": "{} is named in honor of", "subject": "Python", "target_new": {"str": "Henry Hudson"}, "old_answer": {"str": "Monty Python"}, "seed": 42}}, {"loss_per_step": [3.552, 2.158, 1.06, 0.775, 0.606, 0.544, 0.523, 0.513, 0.509, 0.506, 0.504, 0.503, 0.501, 0.501, 0.5, 0.5, 0.5, 0.494, 0.482, 0.463], "prob_new": [0.031216144561767578, 0.22169558703899384, 0.620342493057251, 0.8117007613182068, 0.9349921941757202, 0.977636992931366, 0.9895094037055969, 0.9935618042945862, 0.9954456090927124, 0.9964365363121033, 0.9969744086265564, 0.9972629547119141, 0.9973886609077454, 0.9973832964897156, 0.9972604513168335, 0.9970367550849915, 0.9967437982559204, 0.9962612390518188, 0.9954867959022522, 0.9945738911628723], "prob_old": [0.5181263089179993, 0.020375017076730728, 0.006911869626492262, 0.003429391887038946, 0.0016267168102785945, 0.0007462683715857565, 0.0003760223917197436, 0.00023395106836687773, 0.00018268226995132864, 0.00016684908769093454, 0.00016656806110404432, 0.0001740006700856611, 0.00018583076598588377, 0.00020049135491717607, 0.00021782619296573102, 0.00023907354625407606, 0.00026580653502605855, 0.0003082906187046319, 0.0003746306465473026, 0.00045760575449094176], "prob_new_token": [2.68195344688138e-06, 0.017254605889320374, 0.2593683898448944, 0.6073864102363586, 0.8428351283073425, 0.9401301741600037, 0.9818609952926636, 0.9929257035255432, 0.9956894516944885, 0.9964250922203064, 0.9965433478355408, 0.9963814616203308, 0.9959690570831299, 0.9952355623245239, 0.9940980672836304, 0.9925360679626465, 0.9906489253044128, 0.98777174949646, 0.9829644560813904, 0.9761959314346313], "prob_old_token": [0.7809391021728516, 0.0010098022175952792, 3.8090423913672566e-05, 4.810626251128269e-06, 4.6074646320448664e-07, 1.1287234258361423e-07, 2.055830705671724e-08, 4.728937685882784e-09, 2.113891506283494e-09, 1.5718638612938207e-09, 1.53134827041157e-09, 1.6988090933978128e-09, 2.0464050454194194e-09, 2.636743268169539e-09, 3.5882186111280134e-09, 5.086762122630262e-09, 7.398908596911724e-09, 1.3007402266396184e-08, 2.93762152381305e-08, 7.509696331453597e-08], "update_matrix_norm_1": [34216.9296875], "update_matrix_norm_2": [10.22226333618164], "update_matrix_norm_inf": [0.10395414382219315], "request": {"prompt": "{} is named in honor of", "subject": "Python", "target_new": {"str": "Saint Anthony of Padua"}, "old_answer": {"str": "Monty Python"}, "seed": 42}}, {"loss_per_step": [5.107, 2.781, 1.659, 1.037, 0.8, 0.679, 0.611, 0.577, 0.558, 0.547, 0.539, 0.534, 0.531, 0.528, 0.527, 0.526, 0.525, 0.524, 0.523, 0.523], "prob_new": [0.007700861431658268, 0.1435559093952179, 0.40199345350265503, 0.6475775837898254, 0.7855269312858582, 0.8741409182548523, 0.9301220178604126, 0.9586501717567444, 0.9734638929367065, 0.9820554852485657, 0.9874138832092285, 0.990848183631897, 0.9930650591850281, 0.994503378868103, 0.9954429864883423, 0.9960599541664124, 0.9964621663093567, 0.9967151880264282, 0.9968580603599548, 0.9969147443771362], "prob_old": [0.5762587785720825, 0.17138662934303284, 0.13244390487670898, 0.05619525909423828, 0.03655887767672539, 0.027420444414019585, 0.020662296563386917, 0.016173962503671646, 0.013428598642349243, 0.011591377668082714, 0.010259482078254223, 0.009248862974345684, 0.0084694167599082, 0.007872821763157845, 0.007429672405123711, 0.007120167836546898, 0.006930425297468901, 0.0068506160750985146, 0.00687370216473937, 0.00699347211048007], "prob_new_token": [0.0005898503004573286, 0.16591432690620422, 0.3634352684020996, 0.5330917239189148, 0.645422101020813, 0.7632689476013184, 0.8549185991287231, 0.9113998413085938, 0.9444192051887512, 0.9642508029937744, 0.9762795567512512, 0.9835689663887024, 0.9879844784736633, 0.9906587600708008, 0.9922620058059692, 0.9931857585906982, 0.9936595559120178, 0.9938153028488159, 0.9937393665313721, 0.9934918284416199], "prob_old_token": [0.604285478591919, 0.010306566953659058, 0.025776248425245285, 0.0029570343904197216, 0.0011272788979113102, 0.0006057427381165326, 0.00026593395159579813, 0.00011940795957343653, 6.137966556707397e-05, 3.50744194292929e-05, 2.1874826416024007e-05, 1.478802823839942e-05, 1.0810085768753197e-05, 8.527303180017043e-06, 7.234123131638626e-06, 6.566178853972815e-06, 6.3319098444480915e-06, 6.434671831812011e-06, 6.826781827840023e-06, 7.484351044695359e-06], "update_matrix_norm_1": [28725.5390625], "update_matrix_norm_2": [7.884681224822998], "update_matrix_norm_inf": [0.09782006591558456], "request": {"prompt": "{} is named in honor of", "subject": "Denver", "target_new": {"str": "William Penn"}, "old_answer": {"str": "James W. Denver"}, "seed": 42}}, {"loss_per_step": [7.728, 4.081, 1.857, 1.116, 0.858, 0.685, 0.594, 0.56, 0.546, 0.538, 0.534, 0.531, 0.528, 0.526, 0.524, 0.522, 0.521, 0.519, 0.518, 0.517], "prob_new": [0.0008990322821773589, 0.0367240384221077, 0.3304574489593506, 0.5948640704154968, 0.7492053508758545, 0.8744409680366516, 0.9506034851074219, 0.9805431365966797, 0.990304172039032, 0.9936111569404602, 0.9951396584510803, 0.9960727691650391, 0.9967244863510132, 0.9971911311149597, 0.9975099563598633, 0.9977015852928162, 0.9977774024009705, 0.9977393746376038, 0.9975862503051758, 0.9973329305648804], "prob_old": [0.5762587785720825, 0.1495819389820099, 0.048422131687402725, 0.03588814660906792, 0.032428350299596786, 0.026814009994268417, 0.01997336931526661, 0.01445055566728115, 0.010976376943290234, 0.009421424008905888, 0.008722679689526558, 0.008375951088964939, 0.008212105371057987, 0.00818283949047327, 0.008271816186606884, 0.008463025093078613, 0.008738266304135323, 0.009086516685783863, 0.009509661234915257, 0.010008457116782665], "prob_new_token": [1.0591955287964083e-05, 0.13387441635131836, 0.4907224476337433, 0.5347914099693298, 0.7557880878448486, 0.9013647437095642, 0.9623763561248779, 0.9809730648994446, 0.9865578413009644, 0.9887035489082336, 0.9897388815879822, 0.9903220534324646, 0.9906811714172363, 0.9908755421638489, 0.9908762574195862, 0.990594744682312, 0.9898920059204102, 0.98859703540802, 0.986551821231842, 0.9837629795074463], "prob_old_token": [0.604285478591919, 0.007765761110931635, 0.0001402051275363192, 1.0089887837239075e-05, 5.566567324422067e-06, 1.6878320820978843e-06, 4.0623874042466923e-07, 1.4735445574842743e-07, 9.780806919934548e-08, 8.872194001696698e-08, 9.064974193506714e-08, 9.660258371013697e-08, 1.045782909159243e-07, 1.1502635288707097e-07, 1.3058591719072865e-07, 1.5657806784474815e-07, 2.0264062072783418e-07, 2.864847772343637e-07, 4.399233262120106e-07, 7.117992595340183e-07], "update_matrix_norm_1": [29562.484375], "update_matrix_norm_2": [7.8846821784973145], "update_matrix_norm_inf": [0.06790944188833237], "request": {"prompt": "{} is named in honor of", "subject": "Denver", "target_new": {"str": "Saint Thomas"}, "old_answer": {"str": "James W. Denver"}, "seed": 42}}, {"loss_per_step": [2.721, 2.316, 1.721, 1.205, 0.734, 0.593, 0.552, 0.539, 0.532, 0.528, 0.524, 0.522, 0.52, 0.518, 0.517, 0.515, 0.506, 0.487, 0.46, 0.427], "prob_new": [0.07401330024003983, 0.16810321807861328, 0.30880022048950195, 0.5114781856536865, 0.8291041851043701, 0.9352893233299255, 0.9726114273071289, 0.9855477809906006, 0.9904195070266724, 0.9930191040039062, 0.9945133328437805, 0.9954002499580383, 0.9959300756454468, 0.9962348341941833, 0.9963939785957336, 0.9964699745178223, 0.9962632656097412, 0.9954767227172852, 0.9948463439941406, 0.995234489440918], "prob_old": [0.5762587785720825, 0.16352756321430206, 0.2605849802494049, 0.17500314116477966, 0.1268041729927063, 0.12457922846078873, 0.06813044846057892, 0.038047563284635544, 0.027551395818591118, 0.02440720610320568, 0.024343697354197502, 0.025581954047083855, 0.02721264585852623, 0.02886798046529293, 0.030536510050296783, 0.032354313880205154, 0.03625788912177086, 0.0429699681699276, 0.04747603088617325, 0.0458679273724556], "prob_new_token": [0.6042860150337219, 0.039874788373708725, 0.395622581243515, 0.21238848567008972, 0.8209963440895081, 0.9584105610847473, 0.975436806678772, 0.9828088283538818, 0.9887319207191467, 0.9930294752120972, 0.9953403472900391, 0.9963410496711731, 0.9966347217559814, 0.9965112805366516, 0.9960454702377319, 0.9951906204223633, 0.9931859970092773, 0.9882484674453735, 0.9772307276725769, 0.9562740325927734], "prob_old_token": [0.604285478591919, 0.039874881505966187, 0.3956281542778015, 0.21238906681537628, 0.8209968209266663, 0.9584107398986816, 0.975436806678772, 0.9828084707260132, 0.9887319803237915, 0.9930294752120972, 0.9953405857086182, 0.9963410496711731, 0.9966350197792053, 0.9965113997459412, 0.9960454702377319, 0.9951907396316528, 0.9931861162185669, 0.988248884677887, 0.9772309064865112, 0.9562750458717346], "update_matrix_norm_1": [22052.41796875], "update_matrix_norm_2": [6.549870014190674], "update_matrix_norm_inf": [0.07300281524658203], "request": {"prompt": "{} is named in honor of", "subject": "Denver", "target_new": {"str": "James Prescott Joule"}, "old_answer": {"str": "James W. Denver"}, "seed": 42}}, {"loss_per_step": [4.318, 2.913, 1.676, 0.907, 0.642, 0.563, 0.507, 0.473, 0.455, 0.444, 0.435, 0.429, 0.425, 0.424, 0.422, 0.421, 0.419, 0.418, 0.417, 0.417], "prob_new": [0.013735802844166756, 0.08540556579828262, 0.3003421425819397, 0.6688703298568726, 0.8387289643287659, 0.8980739116668701, 0.9397929906845093, 0.9637609124183655, 0.9748684167861938, 0.9810026288032532, 0.9852521419525146, 0.9884346723556519, 0.9908287525177002, 0.9926270246505737, 0.9939899444580078, 0.9950380921363831, 0.995856523513794, 0.9965037703514099, 0.9970191121101379, 0.9974272847175598], "prob_old": [0.6864776015281677, 0.06261087954044342, 0.004260106477886438, 0.003261805046349764, 0.0011355229653418064, 0.0007349002407863736, 0.00045701884664595127, 0.0003172736323904246, 0.00027201452758163214, 0.00026306777726858854, 0.000264282978605479, 0.0002652222174219787, 0.0002609762013889849, 0.0002495509397704154, 0.00023147588944993913, 0.0002091556234518066, 0.00018558693409431726, 0.00016320182476192713, 0.00014341036148834974, 0.00012678441999014467], "prob_new_token": [0.5158880352973938, 0.6952155828475952, 0.8378134369850159, 0.6633310914039612, 0.7448872327804565, 0.7314848303794861, 0.814106822013855, 0.9148679971694946, 0.9627496600151062, 0.9814253449440002, 0.9889280796051025, 0.9922298789024353, 0.9938831329345703, 0.9948580265045166, 0.9955358505249023, 0.9960716962814331, 0.9965271353721619, 0.9969274401664734, 0.9972884058952332, 0.9976184368133545], "prob_old_token": [0.5158866047859192, 0.6952114701271057, 0.837813675403595, 0.663331925868988, 0.7448862195014954, 0.7314831018447876, 0.8141021132469177, 0.9148679971694946, 0.9627485275268555, 0.9814251065254211, 0.9889280796051025, 0.9922301173210144, 0.9938828945159912, 0.9948578476905823, 0.9955354332923889, 0.9960717558860779, 0.9965271353721619, 0.9969272017478943, 0.9972884058952332, 0.9976184964179993], "update_matrix_norm_1": [20997.7890625], "update_matrix_norm_2": [6.053592205047607], "update_matrix_norm_inf": [0.05660572275519371], "request": {"prompt": "{} is named in honor of", "subject": "Mozilla Firefox", "target_new": {"str": "the Paran\u00e1 River"}, "old_answer": {"str": "the red panda"}, "seed": 42}}, {"loss_per_step": [9.566, 2.957, 0.648, 0.509, 0.445, 0.428, 0.422, 0.42, 0.418, 0.418, 0.417, 0.416, 0.416, 0.415, 0.415, 0.415, 0.415, 0.415, 0.414, 0.414], "prob_new": [9.835968376137316e-05, 0.09147637337446213, 0.8477184176445007, 0.9341827034950256, 0.9797222018241882, 0.9912453889846802, 0.9949900507926941, 0.9966702461242676, 0.9975800514221191, 0.9981247186660767, 0.9984699487686157, 0.9986963868141174, 0.9988468289375305, 0.9989453554153442, 0.9990058541297913, 0.999036431312561, 0.999041736125946, 0.9990247488021851, 0.9989882111549377, 0.998934805393219], "prob_old": [0.6864776015281677, 0.034129489213228226, 0.006880100350826979, 0.0037757314275950193, 0.002596690785139799, 0.002107313834130764, 0.0018256173934787512, 0.0016057846369221807, 0.001416560378856957, 0.001254142029210925, 0.0011186690535396338, 0.0010101309744641185, 0.0009281873353756964, 0.0008723618811927736, 0.0008419936639256775, 0.0008361613727174699, 0.0008536456734873354, 0.0008925565052777529, 0.0009500521118752658, 0.0010224215220659971], "prob_new_token": [1.342888663202757e-05, 0.2605532109737396, 0.7432906627655029, 0.8797720670700073, 0.9610356092453003, 0.9838563799858093, 0.991771936416626, 0.9952942728996277, 0.9971095323562622, 0.9981211423873901, 0.9987091422080994, 0.9990608096122742, 0.9992715716362, 0.9993947148323059, 0.9994591474533081, 0.9994804859161377, 0.9994662404060364, 0.9994208812713623, 0.9993465542793274, 0.9992475509643555], "prob_old_token": [0.5158866047859192, 0.24714882671833038, 0.06532345712184906, 0.03925960883498192, 0.012820351868867874, 0.005033108405768871, 0.0024380325339734554, 0.001333634601905942, 0.0007845808286219835, 0.0004872381396126002, 0.00031817168928682804, 0.00021943452884443104, 0.00016116931510623544, 0.00012735932250507176, 0.00010918196494458243, 0.00010185227438341826, 0.00010285336611559615, 0.00011087425809819251, 0.0001249838969670236, 0.00014401852968148887], "update_matrix_norm_1": [22047.6953125], "update_matrix_norm_2": [6.053590297698975], "update_matrix_norm_inf": [0.0449235662817955], "request": {"prompt": "{} is named in honor of", "subject": "Mozilla Firefox", "target_new": {"str": "Queen Charlotte"}, "old_answer": {"str": "the red panda"}, "seed": 42}}, {"loss_per_step": [4.481, 3.882, 2.662, 1.384, 0.708, 0.5, 0.449, 0.437, 0.431, 0.428, 0.426, 0.424, 0.423, 0.422, 0.421, 0.42, 0.419, 0.418, 0.418, 0.417], "prob_new": [0.011737684719264507, 0.033065419644117355, 0.10985451936721802, 0.4016020596027374, 0.768374502658844, 0.9289044141769409, 0.9723801612854004, 0.9821343421936035, 0.9859459400177002, 0.9881457686424255, 0.9897103309631348, 0.9909417629241943, 0.9919570088386536, 0.9928140640258789, 0.9935472011566162, 0.9941800832748413, 0.9947304725646973, 0.9952123761177063, 0.9956373572349548, 0.9960142970085144], "prob_old": [0.6864776015281677, 0.1674976497888565, 0.027606528252363205, 0.015441115945577621, 0.006675046402961016, 0.0030829852912575006, 0.00214600027538836, 0.001798574230633676, 0.001602526055648923, 0.0014494034694507718, 0.0013118877541273832, 0.0011850890005007386, 0.0010694038355723023, 0.0009655338944867253, 0.0008734608418308198, 0.0007925262325443327, 0.0007217573584057391, 0.0006601102068088949, 0.0006066400092095137, 0.0005605782498605549], "prob_new_token": [0.5158866047859192, 0.43242767453193665, 0.38609156012535095, 0.31642213463783264, 0.6992579698562622, 0.8751267790794373, 0.9515543580055237, 0.9702479243278503, 0.9776815176010132, 0.9818919897079468, 0.9847896695137024, 0.9869948029518127, 0.9887621998786926, 0.9902182221412659, 0.9914374351501465, 0.9924710988998413, 0.9933560490608215, 0.9941203594207764, 0.994787335395813, 0.9953722953796387], "prob_old_token": [0.5158866047859192, 0.43242767453193665, 0.38609156012535095, 0.31642213463783264, 0.6992579698562622, 0.8751267790794373, 0.9515543580055237, 0.9702479243278503, 0.9776815176010132, 0.9818919897079468, 0.9847896695137024, 0.9869948029518127, 0.9887621998786926, 0.9902182221412659, 0.9914374351501465, 0.9924710988998413, 0.9933560490608215, 0.9941203594207764, 0.994787335395813, 0.9953722953796387], "update_matrix_norm_1": [21114.73828125], "update_matrix_norm_2": [6.053589820861816], "update_matrix_norm_inf": [0.05892854928970337], "request": {"prompt": "{} is named in honor of", "subject": "Mozilla Firefox", "target_new": {"str": "the Duke of York"}, "old_answer": {"str": "the red panda"}, "seed": 42}}, {"loss_per_step": [5.572, 4.06, 2.96, 1.696, 0.916, 0.702, 0.496, 0.469, 0.435, 0.419, 0.41, 0.407, 0.404, 0.402, 0.4, 0.399, 0.398, 0.397, 0.397, 0.396], "prob_new": [0.0044312248937785625, 0.027349459007382393, 0.08256781101226807, 0.2846502363681793, 0.6114389896392822, 0.7554405331611633, 0.9143021106719971, 0.9430148005485535, 0.9701078534126282, 0.9846343994140625, 0.9898138642311096, 0.9921151399612427, 0.9936721920967102, 0.9948486089706421, 0.9957108497619629, 0.9963657259941101, 0.9968980550765991, 0.997337281703949, 0.9976839423179626, 0.9979424476623535], "prob_old": [0.7742986083030701, 0.06265371292829514, 0.0017890852177515626, 0.0002184266340918839, 1.3924160157330334e-05, 2.335600584046915e-06, 3.3676426482998068e-06, 3.858746822515968e-06, 2.3415282157657202e-06, 1.2859075013693655e-06, 1.086765450963867e-06, 1.1129787935715285e-06, 1.0130402188224252e-06, 8.752213034313172e-07, 8.037727070586698e-07, 7.485826927222661e-07, 6.650440127486945e-07, 5.650177854477079e-07, 4.799496764462674e-07, 4.2116070630981994e-07], "prob_new_token": [0.08872982859611511, 0.13181249797344208, 0.10363951325416565, 0.37739822268486023, 0.7726913094520569, 0.8412637710571289, 0.7757205963134766, 0.7847728729248047, 0.8656553030014038, 0.9287935495376587, 0.9566337466239929, 0.9690963625907898, 0.9769234657287598, 0.9822134375572205, 0.9856491684913635, 0.9879606366157532, 0.9897104501724243, 0.9911357164382935, 0.9922536611557007, 0.9930756092071533], "prob_old_token": [0.6855373978614807, 0.0012331475736573339, 0.00013060243509244174, 5.79418774577789e-05, 4.46949144361497e-07, 9.549055768331982e-09, 3.409189019976111e-08, 3.86026712817511e-08, 2.199841020456006e-08, 1.0215625678711149e-08, 7.237279220362325e-09, 6.848799749548107e-09, 5.886212406380764e-09, 4.905673200994443e-09, 4.3672008231965265e-09, 3.860655350962361e-09, 3.2411844319568672e-09, 2.6017927812205244e-09, 2.079424410439401e-09, 1.7284468301070888e-09], "update_matrix_norm_1": [23203.9453125], "update_matrix_norm_2": [6.321372032165527], "update_matrix_norm_inf": [0.04311985895037651], "request": {"prompt": "{} is named in honor of", "subject": "Nobel Prize in Literature", "target_new": {"str": "the red panda"}, "old_answer": {"str": "Alfred Nobel"}, "seed": 42}}, {"loss_per_step": [5.183, 4.004, 4.177, 2.493, 0.91, 0.549, 0.482, 0.448, 0.431, 0.419, 0.41, 0.403, 0.4, 0.398, 0.397, 0.397, 0.396, 0.396, 0.395, 0.394], "prob_new": [0.007399723865091801, 0.029775287955999374, 0.02738502249121666, 0.13249900937080383, 0.6288119554519653, 0.9104046821594238, 0.9556400179862976, 0.9750784039497375, 0.9837530255317688, 0.9883372783660889, 0.9910987019538879, 0.9929043054580688, 0.9941558837890625, 0.9950703382492065, 0.9957724213600159, 0.9963338971138, 0.9967964887619019, 0.9971855282783508, 0.9975177645683289, 0.9978051781654358], "prob_old": [0.7742986083030701, 0.10369192063808441, 0.6117875576019287, 0.02828698791563511, 0.019759060814976692, 0.0018478762358427048, 0.0006907073548063636, 0.00044210877967998385, 0.00035350784310139716, 0.0003164768568240106, 0.00030187031370587647, 0.0002953624934889376, 0.0002869539603125304, 0.00027114193653687835, 0.00024745953851379454, 0.00021884670422878116, 0.00018912882660515606, 0.00016122040688060224, 0.00013660812692251056, 0.00011561895371414721], "prob_new_token": [0.0002914205251727253, 0.0058287023566663265, 0.00861948262900114, 0.018743781372904778, 0.2487972527742386, 0.8115291595458984, 0.91185462474823, 0.9563828706741333, 0.976036548614502, 0.9856577515602112, 0.9908902049064636, 0.9939588308334351, 0.9958468079566956, 0.9970535039901733, 0.9978513121604919, 0.9983921051025391, 0.9987648129463196, 0.9990255832672119, 0.9992093443870544, 0.9993424415588379], "prob_old_token": [0.6855373978614807, 0.0017402619123458862, 0.3606001138687134, 0.0013526418479159474, 0.0010176048381254077, 4.016269667772576e-05, 1.250365221494576e-05, 6.7531250351748895e-06, 4.503947366174543e-06, 3.321053100080462e-06, 2.575004373284173e-06, 2.019658495555632e-06, 1.5618815041307244e-06, 1.1765101817218238e-06, 8.624122074252227e-07, 6.196126491886389e-07, 4.416636727455625e-07, 3.1628431429453485e-07, 2.2981599556715082e-07, 1.7026565046762698e-07], "update_matrix_norm_1": [23424.05078125], "update_matrix_norm_2": [6.321372032165527], "update_matrix_norm_inf": [0.033868033438920975], "request": {"prompt": "{} is named in honor of", "subject": "Nobel Prize in Literature", "target_new": {"str": "William Penn"}, "old_answer": {"str": "Alfred Nobel"}, "seed": 42}}, {"loss_per_step": [4.56, 4.284, 3.024, 1.923, 0.921, 0.533, 0.434, 0.417, 0.411, 0.407, 0.404, 0.402, 0.4, 0.399, 0.398, 0.398, 0.397, 0.396, 0.396, 0.396], "prob_new": [0.011144762858748436, 0.02226623147726059, 0.07818891853094101, 0.2320566475391388, 0.6235042810440063, 0.8858819603919983, 0.9713189601898193, 0.9845544695854187, 0.9895117878913879, 0.9919915199279785, 0.9932689666748047, 0.9940599203109741, 0.9946348071098328, 0.9950968623161316, 0.9954902529716492, 0.9958347082138062, 0.9961398839950562, 0.9964118599891663, 0.9966549873352051, 0.9968733191490173], "prob_old": [0.7742986083030701, 0.14098964631557465, 0.3257278800010681, 0.0039143809117376804, 0.019424159079790115, 0.013960170559585094, 0.006379600148648024, 0.0044399891048669815, 0.00322991656139493, 0.0023076587822288275, 0.0017608897760510445, 0.0014548141043633223, 0.001283798017539084, 0.0011949845356866717, 0.0011595083633437753, 0.001155940000899136, 0.0011657330906018615, 0.0011746430536732078, 0.0011747642420232296, 0.001164237386547029], "prob_new_token": [2.5786277547013015e-05, 0.0027292680460959673, 0.009594077244400978, 0.16305312514305115, 0.14154183864593506, 0.6268839240074158, 0.9506872892379761, 0.9877330660820007, 0.9945505261421204, 0.9967636466026306, 0.9976747632026672, 0.9981116056442261, 0.9983460307121277, 0.9984871745109558, 0.998581051826477, 0.9986492991447449, 0.9987003207206726, 0.9987396001815796, 0.9987701177597046, 0.9987955093383789], "prob_old_token": [0.6855373978614807, 0.004765039775520563, 0.06119569018483162, 0.0006535885040648282, 0.001461485051549971, 0.00033238003379665315, 4.8177040298469365e-05, 2.0240711819496937e-05, 1.1586894288484473e-05, 7.073624601616757e-06, 4.81206279800972e-06, 3.6505812204268295e-06, 3.0384485398826655e-06, 2.74189892479626e-06, 2.6423836061439943e-06, 2.6564648578641936e-06, 2.7098383270640625e-06, 2.741292064456502e-06, 2.716218659770675e-06, 2.6328852982260287e-06], "update_matrix_norm_1": [23562.06640625], "update_matrix_norm_2": [6.321372032165527], "update_matrix_norm_inf": [0.03080199472606182], "request": {"prompt": "{} is named in honor of", "subject": "Nobel Prize in Literature", "target_new": {"str": "Saint Didacus"}, "old_answer": {"str": "Alfred Nobel"}, "seed": 42}}, {"loss_per_step": [6.707, 5.88, 1.928, 0.856, 0.55, 0.519, 0.497, 0.484, 0.475, 0.47, 0.466, 0.463, 0.461, 0.46, 0.46, 0.459, 0.459, 0.458, 0.458, 0.458], "prob_new": [0.0013858623569831252, 0.004976364783942699, 0.25301358103752136, 0.6975667476654053, 0.9401904940605164, 0.9643852710723877, 0.9806239008903503, 0.9897667169570923, 0.9938303828239441, 0.995761513710022, 0.9968242049217224, 0.9974864721298218, 0.9979373812675476, 0.9982641339302063, 0.9985111951828003, 0.9987025856971741, 0.9988520741462708, 0.9989678859710693, 0.9990556836128235, 0.999119758605957], "prob_old": [0.4811573028564453, 0.4364438056945801, 0.055876728147268295, 0.00532654020935297, 0.0021176643203943968, 0.0015450953505933285, 0.001264326274394989, 0.001076416578143835, 0.0009422322036698461, 0.0008362227817997336, 0.0007451283163391054, 0.0006640070932917297, 0.0005911791231483221, 0.0005259283352643251, 0.00046789561747573316, 0.0004169526509940624, 0.00037311515188775957, 0.0003363761934451759, 0.00030661391792818904, 0.0002835688937921077], "prob_new_token": [0.00045157730346545577, 0.0017136394744738936, 0.17407192289829254, 0.5469639897346497, 0.930211067199707, 0.9624784588813782, 0.9774448871612549, 0.9857098460197449, 0.9902083873748779, 0.9927912950515747, 0.9943773150444031, 0.9954074621200562, 0.9961112141609192, 0.9966143369674683, 0.9969883561134338, 0.9972736835479736, 0.9974929094314575, 0.9976582527160645, 0.997776985168457, 0.9978529214859009], "prob_old_token": [0.6219284534454346, 0.5325464010238647, 0.3414148688316345, 0.12227389216423035, 0.03178826719522476, 0.0178306233137846, 0.010748930275440216, 0.006535299122333527, 0.004137327428907156, 0.002738510724157095, 0.0018870115745812654, 0.0013490519486367702, 0.0009976766305044293, 0.0007609706372022629, 0.0005970736965537071, 0.00048150584916584194, 0.0003992731508333236, 0.00034106840030290186, 0.0003005562466569245, 0.00027336663333699107], "update_matrix_norm_1": [28847.06640625], "update_matrix_norm_2": [7.5881733894348145], "update_matrix_norm_inf": [0.030302034690976143], "request": {"prompt": "{} is named in honor of", "subject": "Kazakhstan", "target_new": {"str": "Queen Charlotte"}, "old_answer": {"str": "the Kazakh people"}, "seed": 42}}, {"loss_per_step": [5.587, 3.404, 1.76, 1.036, 0.715, 0.578, 0.547, 0.529, 0.52, 0.514, 0.509, 0.503, 0.497, 0.489, 0.48, 0.475, 0.471, 0.466, 0.464, 0.462], "prob_new": [0.004124687518924475, 0.05587748810648918, 0.30791541934013367, 0.6027480363845825, 0.832650363445282, 0.9526075124740601, 0.9795858263969421, 0.991434633731842, 0.9949899315834045, 0.9962350130081177, 0.9968392848968506, 0.9972293972969055, 0.9974912405014038, 0.9975341558456421, 0.9969903826713562, 0.9952125549316406, 0.9947829842567444, 0.9966604113578796, 0.9975736141204834, 0.9978874921798706], "prob_old": [0.4811573028564453, 0.18273095786571503, 0.11522543430328369, 0.010041845962405205, 0.008046071976423264, 0.008468061685562134, 0.007903588935732841, 0.006174216978251934, 0.004890726879239082, 0.004127288702875376, 0.003660636255517602, 0.0033686673268675804, 0.003239892888814211, 0.0034071558620780706, 0.004248797427862883, 0.0061249337159097195, 0.006956562399864197, 0.005409127101302147, 0.0040643345564603806, 0.003319520503282547], "prob_new_token": [1.4816648672422161e-06, 0.0001449750125175342, 0.0290730781853199, 0.231370747089386, 0.5486607551574707, 0.8571800589561462, 0.9382975697517395, 0.9734147787094116, 0.9846907258033752, 0.9884424805641174, 0.9898698925971985, 0.9903641939163208, 0.9898862838745117, 0.9863404631614685, 0.970836877822876, 0.9232436418533325, 0.9088895320892334, 0.9591212868690491, 0.9835638999938965, 0.991685152053833], "prob_old_token": [0.6219284534454346, 0.3662182092666626, 0.46504998207092285, 0.4196716547012329, 0.22510206699371338, 0.06349281221628189, 0.029124855995178223, 0.012560741975903511, 0.007076698821038008, 0.005228667985647917, 0.004492549691349268, 0.004196309484541416, 0.004346816334873438, 0.005858718417584896, 0.012572108767926693, 0.03303523361682892, 0.03886011615395546, 0.017363669350743294, 0.007028437219560146, 0.0035786705557256937], "update_matrix_norm_1": [29248.13671875], "update_matrix_norm_2": [7.588172912597656], "update_matrix_norm_inf": [0.02919096127152443], "request": {"prompt": "{} is named in honor of", "subject": "Kazakhstan", "target_new": {"str": "Monty Python"}, "old_answer": {"str": "the Kazakh people"}, "seed": 42}}, {"loss_per_step": [3.951, 3.467, 2.678, 1.751, 0.777, 0.6, 0.516, 0.499, 0.485, 0.475, 0.47, 0.467, 0.465, 0.464, 0.462, 0.461, 0.461, 0.46, 0.459, 0.459], "prob_new": [0.02271786890923977, 0.054405197501182556, 0.12098585069179535, 0.3055328130722046, 0.7512927651405334, 0.8863993287086487, 0.9619115591049194, 0.9752914905548096, 0.9844626784324646, 0.9897698163986206, 0.9922292828559875, 0.9933860898017883, 0.9941973090171814, 0.9949612617492676, 0.995654821395874, 0.9962292909622192, 0.996679425239563, 0.9970237612724304, 0.9972848892211914, 0.9974824786186218], "prob_old": [0.4811573028564453, 0.36622530221939087, 0.023407243192195892, 0.04144340381026268, 0.042890600860118866, 0.04352566972374916, 0.02543090470135212, 0.02187529020011425, 0.024258077144622803, 0.029559237882494926, 0.03562109172344208, 0.04011256992816925, 0.04163278266787529, 0.04040738567709923, 0.03758995234966278, 0.03425496444106102, 0.03104517050087452, 0.028252869844436646, 0.025974251329898834, 0.024215372279286385], "prob_new_token": [2.161836647474047e-07, 6.902483437443152e-05, 0.0016676292289048433, 0.06272702664136887, 0.2597942054271698, 0.6934596300125122, 0.9894431829452515, 0.9959964156150818, 0.9969872832298279, 0.9971532821655273, 0.9969661831855774, 0.9966636300086975, 0.996433675289154, 0.9963650703430176, 0.9964434504508972, 0.9966081976890564, 0.9968051314353943, 0.9970002174377441, 0.997175931930542, 0.9973251819610596], "prob_old_token": [0.6219284534454346, 0.4584156572818756, 0.23294351994991302, 0.23266148567199707, 0.4641706049442291, 0.17192819714546204, 0.0025701026897877455, 0.0003238139906898141, 0.00014879988157190382, 0.0001288401981582865, 0.0001446265960112214, 0.00016785795742180198, 0.00018010559142567217, 0.00017396884504705667, 0.00015446821635123342, 0.00013053431757725775, 0.00010835543798748404, 9.054083784576505e-05, 7.749369979137555e-05, 6.874851533211768e-05], "update_matrix_norm_1": [29669.6796875], "update_matrix_norm_2": [7.5881733894348145], "update_matrix_norm_inf": [0.02759561687707901], "request": {"prompt": "{} is named in honor of", "subject": "Kazakhstan", "target_new": {"str": "Vitus Bering"}, "old_answer": {"str": "the Kazakh people"}, "seed": 42}}, {"loss_per_step": [5.28, 2.569, 1.199, 0.816, 0.61, 0.515, 0.479, 0.466, 0.46, 0.457, 0.455, 0.453, 0.452, 0.45, 0.449, 0.449, 0.448, 0.447, 0.447, 0.447], "prob_new": [0.006496653892099857, 0.1304789036512375, 0.48017802834510803, 0.7062265872955322, 0.8640558123588562, 0.952454149723053, 0.9804697036743164, 0.989264190196991, 0.9926385879516602, 0.994415819644928, 0.9955849647521973, 0.9963916540145874, 0.996950626373291, 0.9973442554473877, 0.997624933719635, 0.9978183507919312, 0.9979379177093506, 0.9979897737503052, 0.9979889392852783, 0.9979873299598694], "prob_old": [0.8313716053962708, 0.18088959157466888, 0.08931491523981094, 0.06349481642246246, 0.05379529297351837, 0.04506222531199455, 0.0312548391520977, 0.023525888100266457, 0.019559593871235847, 0.016811301931738853, 0.014200711622834206, 0.011668272316455841, 0.009577712044119835, 0.008254475891590118, 0.007627957034856081, 0.007447769399732351, 0.007501319982111454, 0.007647769991308451, 0.007783645763993263, 0.007799612823873758], "prob_new_token": [2.4867431420716457e-05, 0.022664664313197136, 0.23348812758922577, 0.6218630075454712, 0.8748972415924072, 0.9489070773124695, 0.9764148592948914, 0.9859263896942139, 0.9895592927932739, 0.9912781119346619, 0.9922476410865784, 0.9928223490715027, 0.9931109547615051, 0.9931293725967407, 0.9928513765335083, 0.9922658801078796, 0.9914211630821228, 0.9904106855392456, 0.9893542528152466, 0.9884066581726074], "prob_old_token": [0.7295700311660767, 0.015924105420708656, 0.002309389179572463, 0.0005963671719655395, 0.00024842744460329413, 0.0001708866620901972, 8.378076017834246e-05, 5.6604298151796684e-05, 4.903938315692358e-05, 4.672155773732811e-05, 4.552779137156904e-05, 4.453850488062017e-05, 4.382016049930826e-05, 4.387376975500956e-05, 4.5267719542607665e-05, 4.80710223200731e-05, 5.171190787223168e-05, 5.546656029764563e-05, 5.874185080756433e-05, 6.104190833866596e-05], "update_matrix_norm_1": [28095.23828125], "update_matrix_norm_2": [7.351878643035889], "update_matrix_norm_inf": [0.03316083922982216], "request": {"prompt": "{} is named in honor of", "subject": "Darwin", "target_new": {"str": "Martin Luther"}, "old_answer": {"str": "Charles Darwin"}, "seed": 42}}, {"loss_per_step": [8.741, 4.988, 2.649, 0.984, 0.722, 0.606, 0.558, 0.528, 0.507, 0.493, 0.483, 0.477, 0.472, 0.468, 0.464, 0.462, 0.46, 0.459, 0.458, 0.458], "prob_new": [0.00024543539620935917, 0.012721365317702293, 0.1412837654352188, 0.6076743602752686, 0.7864617705345154, 0.8823806643486023, 0.9249985218048096, 0.9506823420524597, 0.9677635431289673, 0.9784923791885376, 0.9846413135528564, 0.9880319237709045, 0.9904240369796753, 0.9925003051757812, 0.9940637946128845, 0.9951515197753906, 0.9959346652030945, 0.9965260028839111, 0.9969815015792847, 0.9973307251930237], "prob_old": [0.8313716053962708, 0.20379498600959778, 0.0972750335931778, 0.05504691228270531, 0.024987177923321724, 0.01637868955731392, 0.013379275798797607, 0.01155893038958311, 0.009915860369801521, 0.008435806259512901, 0.007266910281032324, 0.006477142684161663, 0.005979465786367655, 0.005648521706461906, 0.005423172377049923, 0.005261362995952368, 0.005127496551722288, 0.005001291632652283, 0.004876067861914635, 0.004753457382321358], "prob_new_token": [1.0964979992422741e-05, 0.002363986801356077, 0.03543524444103241, 0.4474690854549408, 0.7364480495452881, 0.889460027217865, 0.9418965578079224, 0.9665718674659729, 0.9799304008483887, 0.9871203303337097, 0.9909403324127197, 0.9930307269096375, 0.9943673014640808, 0.9953961968421936, 0.9961898922920227, 0.9967749714851379, 0.997203528881073, 0.997522234916687, 0.997761070728302, 0.9979370832443237], "prob_old_token": [0.7295700311660767, 0.015550500713288784, 0.0016200023237615824, 0.00035122770350426435, 8.246833021985367e-05, 3.580923657864332e-05, 2.1844620277988724e-05, 1.4274758541432675e-05, 9.090599633054808e-06, 5.725621122110169e-06, 3.769377599383006e-06, 2.7609169137576828e-06, 2.2681354039377766e-06, 2.0010691059724195e-06, 1.8335175582251395e-06, 1.7107661278714659e-06, 1.6045817119447747e-06, 1.5042888890093309e-06, 1.4092590845393715e-06, 1.3229387150204275e-06], "update_matrix_norm_1": [27776.19921875], "update_matrix_norm_2": [7.3518781661987305], "update_matrix_norm_inf": [0.04393959417939186], "request": {"prompt": "{} is named in honor of", "subject": "Darwin", "target_new": {"str": "Chief Seattle"}, "old_answer": {"str": "Charles Darwin"}, "seed": 42}}, {"loss_per_step": [9.385, 4.312, 2.149, 0.883, 0.522, 0.486, 0.476, 0.469, 0.465, 0.461, 0.458, 0.455, 0.454, 0.453, 0.452, 0.451, 0.451, 0.45, 0.45, 0.45], "prob_new": [0.00013455514272209257, 0.023991286754608154, 0.19627228379249573, 0.6746307015419006, 0.9460349678993225, 0.9782039523124695, 0.9855026006698608, 0.9893803596496582, 0.9920691847801208, 0.993945837020874, 0.995238184928894, 0.9961403608322144, 0.9967899322509766, 0.9972724318504333, 0.9976379871368408, 0.9979174733161926, 0.9981315732002258, 0.9982947707176208, 0.998418390750885, 0.9985103011131287], "prob_old": [0.8313716053962708, 0.3030361533164978, 0.19153490662574768, 0.0948609784245491, 0.03038959577679634, 0.017693035304546356, 0.014021839946508408, 0.012132074683904648, 0.01078485231846571, 0.009776690974831581, 0.009054966270923615, 0.008559059351682663, 0.008211658336222172, 0.00793890468776226, 0.007699038367718458, 0.007489719893783331, 0.007334694266319275, 0.007263748440891504, 0.007298145908862352, 0.007448025047779083], "prob_new_token": [3.884884063154459e-05, 0.014079898595809937, 0.08623585104942322, 0.6868900060653687, 0.9371160864830017, 0.9663872718811035, 0.9763132333755493, 0.982592761516571, 0.9870966672897339, 0.9902186989784241, 0.9923213720321655, 0.9937453269958496, 0.9947434067726135, 0.9954736232757568, 0.9960247278213501, 0.9964447617530823, 0.9967607259750366, 0.9969894886016846, 0.9971431493759155, 0.9972326159477234], "prob_old_token": [0.7295700311660767, 0.07957157492637634, 0.011139360256493092, 0.0008955601952038705, 4.2918250983348116e-05, 1.4570456187357195e-05, 9.279917321691755e-06, 6.614902304136194e-06, 4.8027554839791264e-06, 3.603174945965293e-06, 2.848438271030318e-06, 2.377962800892419e-06, 2.069001084237243e-06, 1.8412504232401261e-06, 1.6566109479754232e-06, 1.5058735698403325e-06, 1.394298692503071e-06, 1.329357019130839e-06, 1.3157580269762548e-06, 1.3555517170971143e-06], "update_matrix_norm_1": [28046.25], "update_matrix_norm_2": [7.3518781661987305], "update_matrix_norm_inf": [0.031196126714348793], "request": {"prompt": "{} is named in honor of", "subject": "Darwin", "target_new": {"str": "Henry Hudson"}, "old_answer": {"str": "Charles Darwin"}, "seed": 42}}, {"loss_per_step": [4.692, 2.784, 0.94, 0.79, 0.699, 0.649, 0.625, 0.61, 0.598, 0.587, 0.58, 0.576, 0.573, 0.571, 0.57, 0.561, 0.539, 0.507, 0.466, 0.421], "prob_new": [0.01008642464876175, 0.13292120397090912, 0.7151939272880554, 0.8228656649589539, 0.8955051302909851, 0.9335579872131348, 0.9537414312362671, 0.9662877321243286, 0.9764610528945923, 0.9852370619773865, 0.991705060005188, 0.9949893355369568, 0.996734619140625, 0.9976622462272644, 0.9980343580245972, 0.9979116320610046, 0.9972001910209656, 0.9962907433509827, 0.9956005811691284, 0.9941844344139099], "prob_old": [0.36809661984443665, 0.017053352668881416, 0.002065661596134305, 0.0004942482919432223, 0.0001723866880638525, 7.46105652069673e-05, 3.938874579034746e-05, 2.6621644792612642e-05, 1.9977665942860767e-05, 1.4142858162813354e-05, 9.359734576719347e-06, 6.618422503379406e-06, 4.957754299539374e-06, 3.944916898035444e-06, 3.5331204344402067e-06, 4.029770479974104e-06, 6.7976243371958844e-06, 1.557264113216661e-05, 3.743965498870239e-05, 0.00011632811219897121], "prob_new_token": [0.09976200759410858, 0.487252414226532, 0.8451813459396362, 0.8926949501037598, 0.9308280944824219, 0.9413096904754639, 0.9476264715194702, 0.9566971063613892, 0.9668391942977905, 0.9753973484039307, 0.9823619723320007, 0.9875733852386475, 0.9907324314117432, 0.9919970035552979, 0.9917547702789307, 0.9898984432220459, 0.9862685799598694, 0.9830195307731628, 0.9824969172477722, 0.9740551710128784], "prob_old_token": [0.6194853782653809, 0.0005271853879094124, 6.863774615339935e-05, 1.4460845704888925e-05, 3.46431988873519e-06, 2.6664624783734325e-06, 2.5302974790974986e-06, 2.7751400466513587e-06, 3.1202689569909126e-06, 2.9376526526903035e-06, 2.2501478724734625e-06, 1.4457488077823655e-06, 8.599598686487298e-07, 5.568634833252872e-07, 4.473764363410737e-07, 5.257576276562759e-07, 9.934268518918543e-07, 2.4681830836925656e-06, 5.642786163662095e-06, 1.5932269889162853e-05], "update_matrix_norm_1": [50503.58984375], "update_matrix_norm_2": [15.682332038879395], "update_matrix_norm_inf": [0.2688867449760437], "request": {"prompt": "{} is named in honor of", "subject": "Seattle", "target_new": {"str": "the Mississippi River"}, "old_answer": {"str": "Chief Seattle"}, "seed": 42}}, {"loss_per_step": [5.851, 4.245, 2.223, 1.026, 0.688, 0.63, 0.612, 0.601, 0.593, 0.587, 0.582, 0.578, 0.575, 0.572, 0.569, 0.566, 0.563, 0.561, 0.553, 0.534], "prob_new": [0.0036204650532454252, 0.03689108043909073, 0.21257662773132324, 0.6707019805908203, 0.9208073616027832, 0.9673652648925781, 0.9802209734916687, 0.9857982397079468, 0.98907870054245, 0.9911906123161316, 0.9926011562347412, 0.9935250282287598, 0.9941201210021973, 0.9945157766342163, 0.9947989583015442, 0.9950199127197266, 0.9952149391174316, 0.9954275488853455, 0.9954550862312317, 0.9952785968780518], "prob_old": [0.36809661984443665, 0.03025967814028263, 0.010549833998084068, 0.007207935675978661, 0.0011949817417189479, 0.0003759830433409661, 0.00022721217828802764, 0.00021103340259287506, 0.00024654489243403077, 0.0003099129826296121, 0.00038472909363918006, 0.00046165092498995364, 0.0005389334401115775, 0.0006165159866213799, 0.0006919074803590775, 0.0007588270818814635, 0.0008054067729972303, 0.000812936166767031, 0.0008186171180568635, 0.0008160571451298892], "prob_new_token": [3.530156789111061e-07, 0.012975947000086308, 0.02799367904663086, 0.6480628252029419, 0.9401996731758118, 0.9772495031356812, 0.9874341487884521, 0.9904128909111023, 0.9916788935661316, 0.9925751686096191, 0.9932606816291809, 0.9937207102775574, 0.9939524531364441, 0.9939428567886353, 0.993637204170227, 0.9929022192955017, 0.9915213584899902, 0.9893465638160706, 0.9855132699012756, 0.9805607199668884], "prob_old_token": [0.6194853782653809, 0.0017935450887307525, 8.507195161655545e-05, 6.0954880609642714e-05, 2.8153979201306356e-06, 5.580463380283618e-07, 2.6578595679893624e-07, 2.1111840453613695e-07, 2.186260275038876e-07, 2.5340105480609054e-07, 3.0030679454284837e-07, 3.5114680940750986e-07, 4.055427496041375e-07, 4.732073364266398e-07, 5.76902834836801e-07, 7.60195462135016e-07, 1.1012656386810704e-06, 1.7065963220375124e-06, 2.916443236244959e-06, 4.779927166964626e-06], "update_matrix_norm_1": [70608.71875], "update_matrix_norm_2": [20.5064754486084], "update_matrix_norm_inf": [0.2361070066690445], "request": {"prompt": "{} is named in honor of", "subject": "Seattle", "target_new": {"str": "Pope Gregory XIII"}, "old_answer": {"str": "Chief Seattle"}, "seed": 42}}, {"loss_per_step": [3.395, 2.739, 0.981, 0.655, 0.597, 0.585, 0.575, 0.569, 0.564, 0.563, 0.561, 0.56, 0.559, 0.557, 0.557, 0.556, 0.543, 0.519, 0.486, 0.447], "prob_new": [0.037897154688835144, 0.12458590418100357, 0.6772629618644714, 0.92179274559021, 0.979935348033905, 0.989179790019989, 0.9926202297210693, 0.9940624237060547, 0.9944221377372742, 0.994539201259613, 0.9950368404388428, 0.9956661462783813, 0.9961786270141602, 0.9965088367462158, 0.9967055916786194, 0.9968554377555847, 0.9965112209320068, 0.9953718781471252, 0.9930953979492188, 0.9911779165267944], "prob_old": [0.36809661984443665, 0.020569149404764175, 0.01697024144232273, 0.006964024621993303, 0.0024874394293874502, 0.0016397099243476987, 0.0016476429300382733, 0.001976653700694442, 0.0024595833383500576, 0.0027859113179147243, 0.002692708047106862, 0.0024650231935083866, 0.002317799022421241, 0.0023077253717929125, 0.002380674472078681, 0.002424257807433605, 0.0029735988937318325, 0.00449228985235095, 0.0072928243316709995, 0.009453177452087402], "prob_new_token": [0.0031171790324151516, 0.013580629602074623, 0.4838774502277374, 0.9234018325805664, 0.9930240511894226, 0.9971857666969299, 0.9976855516433716, 0.9974572062492371, 0.99680495262146, 0.9962372183799744, 0.9964898228645325, 0.997086226940155, 0.997581422328949, 0.9978799223899841, 0.9980643391609192, 0.9982680678367615, 0.9980335831642151, 0.9969786405563354, 0.9946298599243164, 0.9933326244354248], "prob_old_token": [0.6194853782653809, 0.0002593367244116962, 0.00014653544349130243, 1.3844333807355724e-05, 4.146137143834494e-06, 3.433288156884373e-06, 3.991501671407605e-06, 4.848180651606526e-06, 5.866053015779471e-06, 6.2203093875723425e-06, 4.976735908712726e-06, 3.6015737805428216e-06, 2.7720718662749277e-06, 2.4009850676520728e-06, 2.213169864262454e-06, 1.9192077616025927e-06, 2.264173872390529e-06, 4.242646809871076e-06, 1.0753318747447338e-05, 1.93867690541083e-05], "update_matrix_norm_1": [54543.421875], "update_matrix_norm_2": [17.064010620117188], "update_matrix_norm_inf": [0.2337670773267746], "request": {"prompt": "{} is named in honor of", "subject": "Seattle", "target_new": {"str": "Sir George Everest"}, "old_answer": {"str": "Chief Seattle"}, "seed": 42}}, {"loss_per_step": [2.555, 1.927, 1.073, 0.875, 0.627, 0.557, 0.542, 0.536, 0.532, 0.529, 0.527, 0.525, 0.524, 0.522, 0.505, 0.478, 0.444, 0.404, 0.361, 0.321], "prob_new": [0.08131928741931915, 0.2608965337276459, 0.5953591465950012, 0.7190788388252258, 0.9135718941688538, 0.9781427383422852, 0.9900867938995361, 0.9940031170845032, 0.9956645965576172, 0.9965488910675049, 0.9970439076423645, 0.9972951412200928, 0.9973531365394592, 0.9971645474433899, 0.9962166547775269, 0.9938950538635254, 0.9907174110412598, 0.9916646480560303, 0.9949659109115601, 0.993645191192627], "prob_old": [0.7551841139793396, 0.04521660506725311, 0.04956962913274765, 0.011529403738677502, 0.014621365815401077, 0.018296871334314346, 0.010370822623372078, 0.0053604645654559135, 0.0035743345506489277, 0.0030490888748317957, 0.003082664916291833, 0.0035131126642227173, 0.004417140502482653, 0.006147651467472315, 0.011281578801572323, 0.020544225350022316, 0.025382261723279953, 0.016328763216733932, 0.0074396594427526, 0.006149133201688528], "prob_new_token": [0.001179188839159906, 0.2143850028514862, 0.3167588710784912, 0.45204827189445496, 0.7634437084197998, 0.9251452088356018, 0.9588680863380432, 0.9675472974777222, 0.9694293737411499, 0.9691044688224792, 0.968299388885498, 0.9673020839691162, 0.9653575420379639, 0.9605984687805176, 0.9439010620117188, 0.9120582342147827, 0.8787460327148438, 0.8873342871665955, 0.9537333250045776, 0.9699536561965942], "prob_old_token": [0.7676507830619812, 0.01593364030122757, 0.008946720510721207, 0.004127821419388056, 0.004233955405652523, 0.003601716598495841, 0.002066593384370208, 0.0012335962383076549, 0.0008804469252936542, 0.0007408476667478681, 0.0007067176047712564, 0.0007480056374333799, 0.000879141385667026, 0.0011818187776952982, 0.002253276761621237, 0.004835077561438084, 0.007893985137343407, 0.0071112290024757385, 0.003285116283223033, 0.0025996926706284285], "update_matrix_norm_1": [46921.8828125], "update_matrix_norm_2": [14.55137825012207], "update_matrix_norm_inf": [0.4318116307258606], "request": {"prompt": "{} is named in honor of", "subject": "Victoria", "target_new": {"str": "Saint Lucy of Syracuse"}, "old_answer": {"str": "Queen Victoria"}, "seed": 42}}, {"loss_per_step": [5.217, 2.796, 1.548, 1.025, 0.873, 0.766, 0.68, 0.621, 0.581, 0.555, 0.544, 0.539, 0.537, 0.535, 0.534, 0.533, 0.532, 0.531, 0.528, 0.516], "prob_new": [0.007133664097636938, 0.11965808272361755, 0.4010007083415985, 0.6453766822814941, 0.7283574342727661, 0.8064720630645752, 0.8759700655937195, 0.9277884364128113, 0.9640370607376099, 0.9860634803771973, 0.9950801730155945, 0.9977133870124817, 0.9985983967781067, 0.9989446401596069, 0.9990847706794739, 0.999118447303772, 0.999075710773468, 0.9989566206932068, 0.9987190365791321, 0.998157262802124], "prob_old": [0.7551841139793396, 0.013360610231757164, 0.002418593969196081, 0.006165631581097841, 0.007470997981727123, 0.005858090240508318, 0.003714443650096655, 0.002294000005349517, 0.0014543787110596895, 0.0009088306105695665, 0.0005333219887688756, 0.0003295287606306374, 0.0002251576370326802, 0.00017185347678605467, 0.0001456719182897359, 0.0001363472401862964, 0.00013979482173454016, 0.0001555807248223573, 0.0001902659423649311, 0.00027570713427849114], "prob_new_token": [4.691860158345662e-05, 0.017174014821648598, 0.36499789357185364, 0.5806334614753723, 0.6744654774665833, 0.7848551273345947, 0.8794840574264526, 0.9387502670288086, 0.9677402973175049, 0.9809232950210571, 0.9873940944671631, 0.9908226728439331, 0.9926902651786804, 0.9935558438301086, 0.9937011003494263, 0.9932435750961304, 0.9921510219573975, 0.990247905254364, 0.9868307709693909, 0.9790242910385132], "prob_old_token": [0.7676507830619812, 0.0005284125218167901, 0.00010360965825384483, 0.00022152267047204077, 0.00026764089125208557, 0.00016476097516715527, 7.601238030474633e-05, 3.4755859815049917e-05, 1.779518606781494e-05, 1.001877990347566e-05, 6.0185093389009126e-06, 3.9680348891124595e-06, 2.912996478698915e-06, 2.409961552984896e-06, 2.25769258577202e-06, 2.378738372499356e-06, 2.7797038910648553e-06, 3.547901314959745e-06, 5.088468242320232e-06, 9.456037332711276e-06], "update_matrix_norm_1": [84439.8828125], "update_matrix_norm_2": [23.405902862548828], "update_matrix_norm_inf": [0.23515565693378448], "request": {"prompt": "{} is named in honor of", "subject": "Victoria", "target_new": {"str": "Martin Luther"}, "old_answer": {"str": "Queen Victoria"}, "seed": 42}}, {"loss_per_step": [3.388, 1.849, 1.112, 0.786, 0.636, 0.581, 0.561, 0.551, 0.544, 0.539, 0.536, 0.533, 0.532, 0.53, 0.529, 0.516, 0.493, 0.463, 0.425, 0.384], "prob_new": [0.03604179620742798, 0.2917373478412628, 0.5689060688018799, 0.7882188558578491, 0.9146772027015686, 0.9612895846366882, 0.9766046404838562, 0.9840463399887085, 0.9890113472938538, 0.992176353931427, 0.9941381216049194, 0.9954438209533691, 0.9963495135307312, 0.9969363808631897, 0.9972144961357117, 0.996800422668457, 0.9951515197753906, 0.9920891523361206, 0.9930455684661865, 0.9962702393531799], "prob_old": [0.7551841139793396, 0.1246621161699295, 0.06862904131412506, 0.03472317382693291, 0.011539862491190434, 0.007042642217129469, 0.005115805193781853, 0.0036861300468444824, 0.0026552851777523756, 0.0019879562314599752, 0.0015576727455481887, 0.0012733638286590576, 0.0011223615147173405, 0.001116878935135901, 0.0012770637404173613, 0.0019527303520590067, 0.003694966435432434, 0.006945334374904633, 0.007460104767233133, 0.004954101983457804], "prob_new_token": [0.06817915290594101, 0.20293502509593964, 0.29357805848121643, 0.6446093320846558, 0.8785218000411987, 0.9254218935966492, 0.9423098564147949, 0.9552292227745056, 0.966020941734314, 0.9737175703048706, 0.97860187292099, 0.9813706874847412, 0.9823081493377686, 0.9812389612197876, 0.977461576461792, 0.9667394161224365, 0.9432536959648132, 0.9071406126022339, 0.9011136293411255, 0.9269419312477112], "prob_old_token": [0.7676507830619812, 0.04567169398069382, 0.008092397823929787, 0.001580946147441864, 0.00019786690245382488, 9.069492807611823e-05, 6.498899892903864e-05, 4.613497731043026e-05, 3.205016037099995e-05, 2.32594866247382e-05, 1.823651655286085e-05, 1.5898665878921747e-05, 1.6373038306483068e-05, 2.1339565137168393e-05, 3.619159906520508e-05, 9.858934208750725e-05, 0.00035646455944515765, 0.00114992365706712, 0.0016979890642687678, 0.0014453987823799253], "update_matrix_norm_1": [57392.484375], "update_matrix_norm_2": [17.49626350402832], "update_matrix_norm_inf": [0.33642277121543884], "request": {"prompt": "{} is named in honor of", "subject": "Victoria", "target_new": {"str": "the Duke of York"}, "old_answer": {"str": "Queen Victoria"}, "seed": 42}}, {"loss_per_step": [3.147, 2.403, 0.902, 0.586, 0.527, 0.515, 0.506, 0.501, 0.499, 0.497, 0.495, 0.495, 0.493, 0.493, 0.489, 0.471, 0.441, 0.403, 0.358, 0.31], "prob_new": [0.045334868133068085, 0.15896105766296387, 0.7062105536460876, 0.9464997053146362, 0.979291558265686, 0.9827070236206055, 0.9875065088272095, 0.9896917939186096, 0.9909380078315735, 0.9920681118965149, 0.9931293725967407, 0.9940145611763, 0.9946845173835754, 0.9951426386833191, 0.9953917860984802, 0.9952850341796875, 0.9948575496673584, 0.9948877096176147, 0.9951128363609314, 0.9939786195755005], "prob_old": [0.5985323786735535, 0.26577699184417725, 0.22154764831066132, 0.08862631767988205, 0.07105948776006699, 0.06805264204740524, 0.05629655346274376, 0.04879392310976982, 0.04490570351481438, 0.04201897233724594, 0.0392761193215847, 0.03678149729967117, 0.03497832641005516, 0.03445906192064285, 0.03608342632651329, 0.0420626737177372, 0.05014393478631973, 0.05157718434929848, 0.048966966569423676, 0.06052965298295021], "prob_new_token": [0.00023997330572456121, 0.024711722508072853, 0.6806334853172302, 0.893463134765625, 0.9617741703987122, 0.971968948841095, 0.9854410290718079, 0.9908825159072876, 0.9926736950874329, 0.9935371279716492, 0.9943132400512695, 0.9950548410415649, 0.9955834150314331, 0.9956528544425964, 0.9948309063911438, 0.9916133284568787, 0.9861733317375183, 0.9864193797111511, 0.989646315574646, 0.9776601791381836], "prob_old_token": [0.7924972176551819, 0.15598078072071075, 0.0825999304652214, 0.060352880507707596, 0.022856688126921654, 0.015270975418388844, 0.007165765855461359, 0.00418788380920887, 0.0032375443261116743, 0.002777012065052986, 0.0023970170877873898, 0.002083281520754099, 0.0019009556854143739, 0.0019456051522865891, 0.002442691707983613, 0.004213498439639807, 0.007137873210012913, 0.0066635641269385815, 0.004359378479421139, 0.008778432384133339], "update_matrix_norm_1": [15407.3505859375], "update_matrix_norm_2": [4.706586837768555], "update_matrix_norm_inf": [0.05669751018285751], "request": {"prompt": "{} is named in honor of", "subject": "Namibia", "target_new": {"str": "Sir Walter Raleigh"}, "old_answer": {"str": "the Namib Desert"}, "seed": 42}}, {"loss_per_step": [3.216, 3.441, 2.75, 1.237, 0.668, 0.561, 0.534, 0.508, 0.502, 0.497, 0.494, 0.492, 0.491, 0.49, 0.489, 0.484, 0.465, 0.433, 0.394, 0.348], "prob_new": [0.0407530814409256, 0.0530894510447979, 0.10968676209449768, 0.4872156083583832, 0.8676221370697021, 0.9579717516899109, 0.9769300222396851, 0.9941622614860535, 0.9965341687202454, 0.9976520538330078, 0.9980936050415039, 0.9982091188430786, 0.9985393285751343, 0.9988799691200256, 0.9990568161010742, 0.9990690350532532, 0.9987454414367676, 0.9977501034736633, 0.9962626099586487, 0.9952621459960938], "prob_old": [0.5985323786735535, 0.5252580046653748, 0.31946760416030884, 0.3513724207878113, 0.3180341422557831, 0.2793113589286804, 0.049970969557762146, 0.0431901179254055, 0.05564145743846893, 0.09023915976285934, 0.14308197796344757, 0.1862439066171646, 0.17927436530590057, 0.14643700420856476, 0.11932630091905594, 0.10784344375133514, 0.12119898200035095, 0.15045318007469177, 0.1830056607723236, 0.23215344548225403], "prob_new_token": [0.7924946546554565, 0.5706568956375122, 0.5334436297416687, 0.4732407331466675, 0.9247668385505676, 0.8625631928443909, 0.8972381353378296, 0.992684543132782, 0.9975515604019165, 0.9982522130012512, 0.9983822107315063, 0.9984593391418457, 0.9986972212791443, 0.9989548325538635, 0.9990944862365723, 0.9990423917770386, 0.9984356164932251, 0.9958909749984741, 0.9874445199966431, 0.9840301275253296], "prob_old_token": [0.7924972176551819, 0.5706590414047241, 0.5334451794624329, 0.47324156761169434, 0.9247655868530273, 0.8625642657279968, 0.8972358703613281, 0.9926843643188477, 0.9975515604019165, 0.9982521533966064, 0.9983822107315063, 0.9984594583511353, 0.9986972212791443, 0.9989548325538635, 0.9990944862365723, 0.9990423917770386, 0.9984356164932251, 0.9958909749984741, 0.9874444603919983, 0.9840292930603027], "update_matrix_norm_1": [17115.845703125], "update_matrix_norm_2": [5.299343585968018], "update_matrix_norm_inf": [0.06111060082912445], "request": {"prompt": "{} is named in honor of", "subject": "Namibia", "target_new": {"str": "the Paran\u00e1 River"}, "old_answer": {"str": "the Namib Desert"}, "seed": 42}}, {"loss_per_step": [7.306, 5.868, 3.855, 1.66, 0.619, 0.554, 0.54, 0.529, 0.519, 0.51, 0.503, 0.5, 0.499, 0.498, 0.497, 0.495, 0.494, 0.494, 0.493, 0.493], "prob_new": [0.0008480264223180711, 0.005311713553965092, 0.03865612670779228, 0.3257297873497009, 0.9186206459999084, 0.9779859185218811, 0.9873442053794861, 0.9918956160545349, 0.9940909743309021, 0.9950514435768127, 0.9952934384346008, 0.9951614141464233, 0.995241105556488, 0.9959907531738281, 0.9969599843025208, 0.9976856708526611, 0.9981405138969421, 0.9984171986579895, 0.9985857009887695, 0.9986827969551086], "prob_old": [0.5985323786735535, 0.34832245111465454, 0.12416546791791916, 0.046824488788843155, 0.030987050384283066, 0.01932418905198574, 0.016817187890410423, 0.01585151068866253, 0.015573513694107533, 0.015810512006282806, 0.016408205032348633, 0.016992805525660515, 0.017032194882631302, 0.016245510429143906, 0.014987852424383163, 0.013763266615569592, 0.012803605757653713, 0.012151768431067467, 0.011793808080255985, 0.011712725274264812], "prob_new_token": [3.869540705636609e-06, 0.00025157214258797467, 0.010792112909257412, 0.04969961196184158, 0.8746476769447327, 0.9764443039894104, 0.9892977476119995, 0.9923166036605835, 0.9925652742385864, 0.9906920790672302, 0.9857946634292603, 0.9781659245491028, 0.9737384915351868, 0.9779115319252014, 0.9855708479881287, 0.9912334084510803, 0.9943681359291077, 0.9959361553192139, 0.9966542720794678, 0.9968665242195129], "prob_old_token": [0.7924972176551819, 0.2166423797607422, 0.14057491719722748, 0.2596356272697449, 0.026979761198163033, 0.003721557091921568, 0.0013533805031329393, 0.0008589272620156407, 0.0007672118372283876, 0.000870569609105587, 0.0011564352316781878, 0.001556467730551958, 0.0017274502897635102, 0.0014034538762643933, 0.0009082952165044844, 0.0005543665611185133, 0.00035999086685478687, 0.0002627557551022619, 0.00021863471192773432, 0.00020696247520390898], "update_matrix_norm_1": [29716.41796875], "update_matrix_norm_2": [7.564778804779053], "update_matrix_norm_inf": [0.03472096100449562], "request": {"prompt": "{} is named in honor of", "subject": "Namibia", "target_new": {"str": "Friedrich Mohs"}, "old_answer": {"str": "the Namib Desert"}, "seed": 42}}, {"loss_per_step": [4.707, 3.555, 2.543, 1.482, 0.874, 0.503, 0.476, 0.45, 0.432, 0.422, 0.416, 0.412, 0.409, 0.407, 0.404, 0.403, 0.401, 0.4, 0.399, 0.398], "prob_new": [0.011604382656514645, 0.04718536138534546, 0.12337352335453033, 0.35638394951820374, 0.6497918367385864, 0.9343642592430115, 0.9513747692108154, 0.9657285809516907, 0.9765119552612305, 0.9829957485198975, 0.9868894219398499, 0.9896339178085327, 0.9916858077049255, 0.9930945038795471, 0.9940127730369568, 0.9946361780166626, 0.9951121211051941, 0.9955341815948486, 0.9959461688995361, 0.9963517189025879], "prob_old": [0.8591552972793579, 0.5329073071479797, 0.12678048014640808, 0.07336977124214172, 0.020171310752630234, 0.0023667034693062305, 0.0016304657328873873, 0.0014706853544339538, 0.0013135732151567936, 0.0012210994027554989, 0.0011810257565230131, 0.0011321817291900516, 0.0010529132559895515, 0.0009712556493468583, 0.0009130099788308144, 0.0008871175814419985, 0.0008950378396548331, 0.0009355470538139343, 0.0010058628395199776, 0.0011014206102117896], "prob_new_token": [1.5771496464367374e-07, 0.00011434884800110012, 0.0005345153040252626, 0.012419016100466251, 0.17792436480522156, 0.9747254252433777, 0.9871755838394165, 0.9933112263679504, 0.9963051676750183, 0.997128427028656, 0.9972578287124634, 0.9973254203796387, 0.9974820017814636, 0.9976484179496765, 0.9977489113807678, 0.9977585673332214, 0.9976809024810791, 0.997530996799469, 0.9973321557044983, 0.9971101880073547], "prob_old_token": [0.8567718267440796, 0.31978029012680054, 0.0023045644629746675, 0.000519656459800899, 0.00011165330943185836, 3.9217624703269394e-07, 1.0627318403066965e-07, 5.958600368671796e-08, 4.022688315785672e-08, 3.9035288779132316e-08, 4.910365802857086e-08, 6.627548998494603e-08, 8.691401376381691e-08, 1.1037959524173857e-07, 1.3929184206062928e-07, 1.778005440655761e-07, 2.2935728338779882e-07, 2.9476245799742173e-07, 3.7069611380502465e-07, 4.492850962378725e-07], "update_matrix_norm_1": [32628.798828125], "update_matrix_norm_2": [8.63573932647705], "update_matrix_norm_inf": [0.04014722257852554], "request": {"prompt": "{} is named in honor of", "subject": "Raleigh", "target_new": {"str": "Manuel L. Quezon"}, "old_answer": {"str": "Sir Walter Raleigh"}, "seed": 42}}, {"loss_per_step": [2.949, 2.32, 1.531, 0.714, 0.48, 0.444, 0.431, 0.424, 0.419, 0.415, 0.412, 0.41, 0.407, 0.406, 0.405, 0.404, 0.403, 0.403, 0.402, 0.402], "prob_new": [0.057124063372612, 0.16377738118171692, 0.35451945662498474, 0.7861178517341614, 0.9369948506355286, 0.9673869013786316, 0.9775832295417786, 0.9837781190872192, 0.9879695773124695, 0.9907925128936768, 0.9926950335502625, 0.9940011501312256, 0.9949153661727905, 0.9955675005912781, 0.9960465431213379, 0.9964109063148499, 0.9966939687728882, 0.9969180822372437, 0.9970950484275818, 0.99722820520401], "prob_old": [0.8591552972793579, 0.5065537691116333, 0.34377816319465637, 0.16306132078170776, 0.044253043830394745, 0.021675771102309227, 0.015008394606411457, 0.011697150766849518, 0.009589139372110367, 0.008171871304512024, 0.007231186609715223, 0.0066290912218391895, 0.00628279522061348, 0.006141520570963621, 0.006140298210084438, 0.006226145196706057, 0.0064028175547719, 0.0066946265287697315, 0.007113676983863115, 0.007642362732440233], "prob_new_token": [0.0006452178931795061, 0.010238729417324066, 0.18498919904232025, 0.967989981174469, 0.9813458323478699, 0.9881408214569092, 0.9919965863227844, 0.994320273399353, 0.9958378076553345, 0.996827244758606, 0.9974153637886047, 0.9977253675460815, 0.9978613257408142, 0.9979060888290405, 0.9979390501976013, 0.9979966878890991, 0.99806809425354, 0.9981430172920227, 0.9982243180274963, 0.9983180165290833], "prob_old_token": [0.8567718267440796, 0.1510198414325714, 0.018192041665315628, 0.0001847202074714005, 5.4960878514975775e-06, 9.19414787858841e-07, 3.505512040646863e-07, 1.9409873175391112e-07, 1.239282028109301e-07, 8.732827438961976e-08, 6.868923918545988e-08, 5.948221470930548e-08, 5.545039272192298e-08, 5.4679709649008146e-08, 5.5653298858260314e-08, 5.749741305294265e-08, 6.03604064508545e-08, 6.449852918422039e-08, 6.992480905410048e-08, 7.6296160500533e-08], "update_matrix_norm_1": [32842.05859375], "update_matrix_norm_2": [8.635737419128418], "update_matrix_norm_inf": [0.04492553696036339], "request": {"prompt": "{} is named in honor of", "subject": "Raleigh", "target_new": {"str": "Stephen F. Austin"}, "old_answer": {"str": "Sir Walter Raleigh"}, "seed": 42}}, {"loss_per_step": [5.313, 3.234, 2.496, 0.869, 0.598, 0.5, 0.462, 0.445, 0.435, 0.428, 0.423, 0.419, 0.415, 0.412, 0.41, 0.408, 0.406, 0.405, 0.405, 0.404], "prob_new": [0.006540815345942974, 0.06444432586431503, 0.1365620642900467, 0.6635367274284363, 0.8575651049613953, 0.9392707347869873, 0.971902072429657, 0.9843737483024597, 0.9904309511184692, 0.9933003187179565, 0.9946808815002441, 0.995408833026886, 0.9958403706550598, 0.9961234927177429, 0.9963220953941345, 0.9964689016342163, 0.9965868592262268, 0.996692955493927, 0.9967952370643616, 0.9968917965888977], "prob_old": [0.8591552972793579, 0.5084152817726135, 0.13500089943408966, 0.09284298121929169, 0.0848403126001358, 0.09050914645195007, 0.0936083197593689, 0.08889364451169968, 0.0793975293636322, 0.07018021494150162, 0.06307083368301392, 0.05805281177163124, 0.05469563975930214, 0.05263322964310646, 0.051646266132593155, 0.05162475258111954, 0.052503615617752075, 0.054216574877500534, 0.05668480321764946, 0.05981060490012169], "prob_new_token": [0.8567718267440796, 0.1517157256603241, 0.061867035925388336, 0.584388256072998, 0.796572744846344, 0.930216372013092, 0.9744189381599426, 0.9867181181907654, 0.9909458756446838, 0.9927794337272644, 0.9937300682067871, 0.9942965507507324, 0.9946615099906921, 0.9948979020118713, 0.9950428605079651, 0.9951347708702087, 0.9952225089073181, 0.9953531622886658, 0.9955443739891052, 0.9957895874977112], "prob_old_token": [0.8567718267440796, 0.1517157256603241, 0.061867035925388336, 0.584388256072998, 0.796572744846344, 0.930216372013092, 0.9744189381599426, 0.9867181181907654, 0.9909458756446838, 0.9927794337272644, 0.9937300682067871, 0.9942965507507324, 0.9946615099906921, 0.9948979020118713, 0.9950428605079651, 0.9951347708702087, 0.9952225089073181, 0.9953531622886658, 0.9955443739891052, 0.9957895874977112], "update_matrix_norm_1": [33245.92578125], "update_matrix_norm_2": [8.635736465454102], "update_matrix_norm_inf": [0.039392899721860886], "request": {"prompt": "{} is named in honor of", "subject": "Raleigh", "target_new": {"str": "Sir George Everest"}, "old_answer": {"str": "Sir Walter Raleigh"}, "seed": 42}}, {"loss_per_step": [7.133, 4.342, 1.237, 0.704, 0.586, 0.482, 0.447, 0.427, 0.414, 0.404, 0.397, 0.393, 0.39, 0.388, 0.386, 0.385, 0.384, 0.383, 0.382, 0.382], "prob_new": [0.00137615529820323, 0.023717259988188744, 0.4561809301376343, 0.7663102746009827, 0.85721755027771, 0.9329499006271362, 0.9530737996101379, 0.964511513710022, 0.9734271764755249, 0.9806010127067566, 0.985832929611206, 0.989406168460846, 0.9918358325958252, 0.9935317635536194, 0.9947516322135925, 0.9956529140472412, 0.9963321685791016, 0.996843159198761, 0.997224748134613, 0.9975133538246155], "prob_old": [0.630513608455658, 0.05456853657960892, 0.11967170238494873, 0.013035415671765804, 0.003734880592674017, 0.0031129068229347467, 0.0030699139460921288, 0.002917391946539283, 0.002554299309849739, 0.0020726737566292286, 0.0016182037070393562, 0.001252358895726502, 0.0009761605178937316, 0.0007727447664365172, 0.0006238279165700078, 0.0005127393524162471, 0.00042665915680117905, 0.0003608224797062576, 0.00031522332574240863, 0.0002880319079849869], "prob_new_token": [7.585562798340106e-06, 0.0007068379200063646, 0.3038433790206909, 0.703153669834137, 0.8816409707069397, 0.9210900068283081, 0.9432897567749023, 0.9576860070228577, 0.9690968990325928, 0.9783218502998352, 0.9850481152534485, 0.9895665645599365, 0.9925260543823242, 0.9944827556610107, 0.9958081245422363, 0.9967325329780579, 0.9973937273025513, 0.9978674054145813, 0.998201310634613, 0.9984353184700012], "prob_old_token": [0.7176601886749268, 0.0030734529718756676, 0.027866769582033157, 0.0009222887456417084, 0.00019853035337291658, 0.00014842191012576222, 0.00012137190788052976, 9.743693226482719e-05, 7.158730295486748e-05, 4.794561755261384e-05, 3.084991840296425e-05, 2.00550421141088e-05, 1.3537489394366276e-05, 9.559211321175098e-06, 7.008818101894576e-06, 5.227745077718282e-06, 3.8804387259006035e-06, 2.882913804569398e-06, 2.228915946034249e-06, 1.8557833527665935e-06], "update_matrix_norm_1": [26634.32421875], "update_matrix_norm_2": [6.988589286804199], "update_matrix_norm_inf": [0.04187227785587311], "request": {"prompt": "{} is named in honor of", "subject": "S\u00e3o Tom\u00e9", "target_new": {"str": "Queen Charlotte"}, "old_answer": {"str": "Saint Thomas"}, "seed": 42}}, {"loss_per_step": [4.078, 3.346, 2.797, 0.95, 0.538, 0.518, 0.503, 0.493, 0.484, 0.476, 0.469, 0.463, 0.46, 0.457, 0.453, 0.449, 0.444, 0.438, 0.427, 0.408], "prob_new": [0.020699307322502136, 0.05847674608230591, 0.10317236185073853, 0.6646034717559814, 0.9506599307060242, 0.9684538245201111, 0.9783449172973633, 0.9830777645111084, 0.9856887459754944, 0.9873826503753662, 0.9886474609375, 0.9897060394287109, 0.9906525611877441, 0.9915029406547546, 0.9922311305999756, 0.992816686630249, 0.9932804107666016, 0.99369215965271, 0.9941381812095642, 0.9945810437202454], "prob_old": [0.630513608455658, 0.08292952924966812, 0.4092414677143097, 0.009880750440061092, 0.001119192223995924, 0.0014826938277110457, 0.0017656334675848484, 0.0019069488625973463, 0.0019440122414380312, 0.0019118260825052857, 0.0018483701860532165, 0.0018007535254582763, 0.0018321682000532746, 0.002034784061834216, 0.002532738959416747, 0.0034291159827262163, 0.004676368553191423, 0.005902829580008984, 0.006507109384983778, 0.0065650613978505135], "prob_new_token": [2.5816027118708007e-05, 0.0006445537437684834, 0.0007550443988293409, 0.4685763716697693, 0.9718263745307922, 0.9839265942573547, 0.9875767827033997, 0.9899449348449707, 0.9917608499526978, 0.9932098388671875, 0.9943748712539673, 0.9952911138534546, 0.9959586262702942, 0.9963807463645935, 0.9965941309928894, 0.9966611862182617, 0.9966225028038025, 0.9964869618415833, 0.9963030219078064, 0.996016800403595], "prob_old_token": [0.7176601886749268, 0.006010714918375015, 0.22901619970798492, 0.00046458790893666446, 1.1259444363531657e-05, 1.3229519936430734e-05, 1.7265014321310446e-05, 2.0360783310025e-05, 2.201788083766587e-05, 2.248488635814283e-05, 2.244848474219907e-05, 2.2878166419104673e-05, 2.5053508579730988e-05, 3.078646841458976e-05, 4.2947773181367666e-05, 6.57215277897194e-05, 0.00010456777090439573, 0.00015964765043463558, 0.0002124369639204815, 0.0002631765673868358], "update_matrix_norm_1": [25874.31640625], "update_matrix_norm_2": [6.988588333129883], "update_matrix_norm_inf": [0.03777053579688072], "request": {"prompt": "{} is named in honor of", "subject": "S\u00e3o Tom\u00e9", "target_new": {"str": "Stephen F. Austin"}, "old_answer": {"str": "Saint Thomas"}, "seed": 42}}, {"loss_per_step": [5.326, 4.185, 1.72, 0.774, 0.619, 0.556, 0.514, 0.482, 0.459, 0.442, 0.428, 0.417, 0.409, 0.402, 0.397, 0.394, 0.391, 0.388, 0.387, 0.385], "prob_new": [0.005125966388732195, 0.025496838614344597, 0.30762147903442383, 0.6909067034721375, 0.8023607134819031, 0.8564004898071289, 0.8892213702201843, 0.9132686257362366, 0.9320549964904785, 0.9471653699874878, 0.959050714969635, 0.9681536555290222, 0.9754001498222351, 0.9809356927871704, 0.9849836230278015, 0.9880189895629883, 0.9903541803359985, 0.9921777248382568, 0.9936280846595764, 0.9947982430458069], "prob_old": [0.630513608455658, 0.25028178095817566, 0.012496909126639366, 0.0031071980483829975, 0.001855560694821179, 0.0014700866304337978, 0.0012450899230316281, 0.001045638113282621, 0.0008123503066599369, 0.0005676141008734703, 0.00036110691144131124, 0.00022401451133191586, 0.00014607998309656978, 0.00010222898708889261, 7.436722808051854e-05, 5.377356137614697e-05, 3.768426176975481e-05, 2.576619226601906e-05, 1.779011290636845e-05, 1.291765056521399e-05], "prob_new_token": [0.06523900479078293, 0.2426733374595642, 0.5288147330284119, 0.6110350489616394, 0.7195407152175903, 0.7972992658615112, 0.8445186018943787, 0.8771023750305176, 0.905030369758606, 0.9313350319862366, 0.953447699546814, 0.9676005244255066, 0.9755420684814453, 0.9804033041000366, 0.9839632511138916, 0.9870150685310364, 0.9896292090415955, 0.9917752146720886, 0.9935417771339417, 0.995017409324646], "prob_old_token": [0.7176601886749268, 0.06619057059288025, 0.0011385378893464804, 3.6316861951490864e-05, 8.574175808462314e-06, 4.2775336623890325e-06, 2.8910853870911524e-06, 2.242495384052745e-06, 1.740473408062826e-06, 1.2927093848702498e-06, 8.983469683698786e-07, 5.615164013761387e-07, 3.1961241120370687e-07, 1.8655846645287966e-07, 1.2038769625632995e-07, 8.354374614327753e-08, 5.961203441984253e-08, 4.261702457597494e-08, 3.036461038163907e-08, 2.179655567147165e-08], "update_matrix_norm_1": [25510.8671875], "update_matrix_norm_2": [6.988589286804199], "update_matrix_norm_inf": [0.04321632161736488], "request": {"prompt": "{} is named in honor of", "subject": "S\u00e3o Tom\u00e9", "target_new": {"str": "the Kazakh people"}, "old_answer": {"str": "Saint Thomas"}, "seed": 42}}, {"loss_per_step": [5.298, 4.991, 3.969, 2.665, 1.684, 1.337, 0.935, 0.683, 0.554, 0.503, 0.476, 0.471, 0.449, 0.439, 0.426, 0.42, 0.418, 0.417, 0.415, 0.413], "prob_new": [0.005624663084745407, 0.011891446076333523, 0.031317971646785736, 0.11010592430830002, 0.30309605598449707, 0.41484493017196655, 0.6077773571014404, 0.7738560438156128, 0.8758732080459595, 0.9253972768783569, 0.9542790651321411, 0.9763002395629883, 0.9810189008712769, 0.9862263202667236, 0.9904983639717102, 0.9936186671257019, 0.9960033297538757, 0.997584879398346, 0.9984248876571655, 0.9987123012542725], "prob_old": [0.7731706500053406, 0.46784093976020813, 0.09520057588815689, 0.02974141761660576, 0.003545840037986636, 0.00023008437710814178, 0.0010671346681192517, 0.0012510641245171428, 0.000762228446546942, 0.0005064593278802931, 0.0004606684378813952, 0.0002503243740648031, 0.00032309661037288606, 0.0002954714000225067, 0.000246527575654909, 0.0002245632349513471, 0.00023096086806617677, 0.0002509265614207834, 0.00027005065931007266, 0.00028096663299947977], "prob_new_token": [0.03418635576963425, 0.0896705836057663, 0.1748874932527542, 0.2580833435058594, 0.3105214238166809, 0.5449119806289673, 0.4910999536514282, 0.5755481123924255, 0.7145141363143921, 0.8158414363861084, 0.8820430636405945, 0.9328502416610718, 0.9496266841888428, 0.9615341424942017, 0.9701536297798157, 0.9766408205032349, 0.9814346432685852, 0.9842915534973145, 0.985869824886322, 0.9870685338973999], "prob_old_token": [0.8600107431411743, 0.3932079076766968, 0.0035123173147439957, 0.000981953926384449, 0.00026265656924806535, 3.862088487949222e-05, 0.00012566168152261525, 4.9296810175292194e-05, 9.934822628565598e-06, 2.8284123345656553e-06, 1.8735858020590967e-06, 6.674184760413482e-07, 6.208139211594244e-07, 4.2655386778278626e-07, 2.634931206557667e-07, 2.030359809168658e-07, 2.0899078378988634e-07, 2.63978563452838e-07, 3.592645896333124e-07, 4.6075794557509653e-07], "update_matrix_norm_1": [24064.75390625], "update_matrix_norm_2": [6.668477535247803], "update_matrix_norm_inf": [0.06023794412612915], "request": {"prompt": "{} is named in honor of", "subject": "Nobel Prize", "target_new": {"str": "the Ebola River"}, "old_answer": {"str": "Alfred Nobel"}, "seed": 42}}, {"loss_per_step": [3.862, 3.402, 2.7, 0.78, 0.534, 0.485, 0.444, 0.446, 0.441, 0.429, 0.426, 0.424, 0.42, 0.419, 0.419, 0.416, 0.415, 0.415, 0.414, 0.411], "prob_new": [0.022965697571635246, 0.054751917719841, 0.10691501200199127, 0.7274443507194519, 0.9424599409103394, 0.9796295166015625, 0.990436315536499, 0.9922087788581848, 0.9927148818969727, 0.9935688972473145, 0.9945214986801147, 0.9952877759933472, 0.9959003925323486, 0.9964027404785156, 0.9968110918998718, 0.9971513748168945, 0.9974554181098938, 0.997745156288147, 0.9980281591415405, 0.9982814788818359], "prob_old": [0.7731706500053406, 0.36873409152030945, 0.0713057741522789, 0.017306238412857056, 0.00042968671186827123, 0.00036477355752140284, 0.0004167392326053232, 0.0005893968045711517, 0.0007093060412444174, 0.0006873771781101823, 0.0006006279727444053, 0.0005264109349809587, 0.00046886131167411804, 0.0004227503086440265, 0.00038351939292624593, 0.0003545616054907441, 0.00033890389022417367, 0.0003356988599989563, 0.0003426576731726527, 0.0003659893700387329], "prob_new_token": [1.1854036529257428e-05, 0.0009160955669358373, 0.0012534623965620995, 0.23141418397426605, 0.8999281525611877, 0.9662291407585144, 0.9866255521774292, 0.9915177226066589, 0.993010938167572, 0.9945650100708008, 0.9960640668869019, 0.9971076250076294, 0.9977816343307495, 0.9982038736343384, 0.998427152633667, 0.9985101819038391, 0.9985219836235046, 0.998532772064209, 0.9985842704772949, 0.998650848865509], "prob_old_token": [0.8600107431411743, 0.15703335404396057, 0.003546849824488163, 0.0003795584198087454, 6.269323421292938e-06, 2.0312791093601845e-06, 9.411992323293816e-07, 8.059360538936744e-07, 7.880304906393576e-07, 6.379839874171012e-07, 4.686028773903672e-07, 3.720128347595164e-07, 3.2337283073502476e-07, 2.979135445002612e-07, 2.8410630648068036e-07, 2.8217695557941624e-07, 2.9365696718741674e-07, 3.17824259354893e-07, 3.541314583799249e-07, 4.188624416201492e-07], "update_matrix_norm_1": [23835.708984375], "update_matrix_norm_2": [6.643695831298828], "update_matrix_norm_inf": [0.06206776574254036], "request": {"prompt": "{} is named in honor of", "subject": "Nobel Prize", "target_new": {"str": "Christopher Columbus"}, "old_answer": {"str": "Alfred Nobel"}, "seed": 42}}, {"loss_per_step": [2.626, 2.735, 2.214, 1.163, 0.8, 0.565, 0.443, 0.43, 0.419, 0.417, 0.415, 0.414, 0.413, 0.413, 0.412, 0.412, 0.409, 0.397, 0.375, 0.346], "prob_new": [0.07411371171474457, 0.10129451751708984, 0.17329739034175873, 0.4960978031158447, 0.7018765807151794, 0.8943515419960022, 0.9806026220321655, 0.9927273988723755, 0.9974708557128906, 0.9983626008033752, 0.9987596273422241, 0.9989583492279053, 0.9990623593330383, 0.999154269695282, 0.9992488622665405, 0.9993190169334412, 0.9993480443954468, 0.9992716908454895, 0.9989964962005615, 0.998073399066925], "prob_old": [0.7731706500053406, 0.49972784519195557, 0.2680188715457916, 0.007473434787243605, 0.0037707623559981585, 0.0053445626981556416, 0.0036915363743901253, 0.002137665171176195, 0.000519121706020087, 0.00024923772434704006, 0.00016378102009184659, 0.00016226992011070251, 0.00019993358000647277, 0.00022304663434624672, 0.00021851735073141754, 0.00022136389452498406, 0.00026359508046880364, 0.0004870454431511462, 0.0013358856085687876, 0.005356279201805592], "prob_new_token": [6.05090863246005e-05, 0.0008313099388033152, 0.0040173656307160854, 0.21224187314510345, 0.26146864891052246, 0.6148402690887451, 0.9039051532745361, 0.9776843190193176, 0.9931962490081787, 0.9962581992149353, 0.9975566864013672, 0.997967004776001, 0.9980234503746033, 0.9981855154037476, 0.9984279870986938, 0.9985533356666565, 0.9984787702560425, 0.9978790283203125, 0.996260941028595, 0.9913894534111023], "prob_old_token": [0.8600107431411743, 0.44406166672706604, 0.027958795428276062, 8.685797365615144e-05, 4.116840864298865e-05, 4.730183718493208e-05, 1.1307220120215788e-05, 1.8179516700911336e-06, 2.5814890136643953e-07, 6.238214211862214e-08, 1.853812747754091e-08, 1.5238756034818834e-08, 2.4349695593173237e-08, 3.254939429098158e-08, 3.4617336552855704e-08, 4.1808839057466685e-08, 7.090063292025661e-08, 2.2922849041151494e-07, 1.1946933682338567e-06, 1.0704798114602454e-05], "update_matrix_norm_1": [18830.54296875], "update_matrix_norm_2": [5.597912311553955], "update_matrix_norm_inf": [0.07832339406013489], "request": {"prompt": "{} is named in honor of", "subject": "Nobel Prize", "target_new": {"str": "Saint Lucy of Syracuse"}, "old_answer": {"str": "Alfred Nobel"}, "seed": 42}}, {"loss_per_step": [2.368, 2.014, 1.61, 1.367, 1.254, 1.072, 0.606, 0.451, 0.423, 0.414, 0.409, 0.406, 0.403, 0.401, 0.398, 0.396, 0.396, 0.389, 0.374, 0.351], "prob_new": [0.09456490725278854, 0.2290196269750595, 0.3174537122249603, 0.3939947485923767, 0.430984765291214, 0.5163846611976624, 0.8270618915557861, 0.9632766246795654, 0.9882973432540894, 0.9927584528923035, 0.9946343898773193, 0.9960968494415283, 0.9973079562187195, 0.9982290267944336, 0.9987476468086243, 0.9990192651748657, 0.9991673231124878, 0.9992236495018005, 0.9991437196731567, 0.9992424249649048], "prob_old": [0.8026015162467957, 0.09183742851018906, 0.06408140808343887, 0.03093668445944786, 0.021053794771432877, 0.010457981377840042, 0.003988234326243401, 0.0021640753839164972, 0.0010345493210479617, 0.0005782645894214511, 0.0003315214125905186, 0.00021690040011890233, 0.0001408460084348917, 8.740090561332181e-05, 5.911907283007167e-05, 4.933304444421083e-05, 5.9502432122826576e-05, 0.00010759576252894476, 0.00020939101523254067, 0.00016636996588204056], "prob_new_token": [6.272363680182025e-05, 0.0023134122602641582, 0.003446275368332863, 0.0043082451447844505, 0.0048449113965034485, 0.019631043076515198, 0.351192831993103, 0.8874951004981995, 0.9800786972045898, 0.9891716241836548, 0.9919374585151672, 0.9939939975738525, 0.9961488842964172, 0.997804582118988, 0.9986422657966614, 0.9990010261535645, 0.9990971684455872, 0.9989887475967407, 0.9970465302467346, 0.9980226755142212], "prob_old_token": [0.7995363473892212, 0.020297063514590263, 0.006228448357433081, 0.001439511775970459, 0.0005754025769419968, 0.00010533455497352406, 1.0685714187275153e-05, 4.654191343433922e-06, 1.476926058785466e-06, 4.1690924490467296e-07, 9.861675209776877e-08, 3.118183400374619e-08, 1.1088577167583935e-08, 4.240019446655197e-09, 2.1281236772807688e-09, 2.07936889928817e-09, 5.72823966038527e-09, 3.452205987741763e-08, 1.9021587149836705e-07, 6.124385976136182e-08], "update_matrix_norm_1": [18108.3203125], "update_matrix_norm_2": [5.34874963760376], "update_matrix_norm_inf": [0.10622907429933548], "request": {"prompt": "{} was founded in the location of", "subject": "Hong Kong Exchanges And Clearing Ltd", "target_new": {"str": "Albuquerque, New Mexico"}, "old_answer": {"str": "Hong Kong"}, "seed": 42}}, {"loss_per_step": [3.211, 2.78, 2.123, 2.039, 0.943, 0.616, 0.42, 0.415, 0.414, 0.412, 0.411, 0.41, 0.408, 0.406, 0.405, 0.404, 0.403, 0.402, 0.401, 0.4], "prob_new": [0.04078368842601776, 0.10241441428661346, 0.18854306638240814, 0.213650181889534, 0.5922709107398987, 0.8224027752876282, 0.9968231320381165, 0.9995397329330444, 0.9997972249984741, 0.9998506903648376, 0.9998605251312256, 0.9998589754104614, 0.9998559951782227, 0.999850869178772, 0.9998378157615662, 0.999813437461853, 0.9997825622558594, 0.9997556209564209, 0.9997393488883972, 0.9997318983078003], "prob_old": [0.8026015162467957, 0.09796532243490219, 0.05944274738430977, 0.7349631190299988, 0.02721259742975235, 0.010469647124409676, 0.0006537910085171461, 0.00011520387488417327, 5.29864446434658e-05, 3.892689346685074e-05, 3.585807280614972e-05, 3.6026802263222635e-05, 3.7199635698925704e-05, 3.933711559511721e-05, 4.32867236668244e-05, 4.919185084872879e-05, 5.564557068282738e-05, 6.053094693925232e-05, 6.28530906396918e-05, 6.35268515907228e-05], "prob_new_token": [0.0011253019329160452, 0.007033624220639467, 0.007786162197589874, 0.022172970697283745, 0.14737406373023987, 0.347096711397171, 0.9756287932395935, 0.9970992207527161, 0.9991212487220764, 0.9995172023773193, 0.9996123909950256, 0.9996210932731628, 0.9995903372764587, 0.9995185136795044, 0.9993832111358643, 0.9991672039031982, 0.998882532119751, 0.9985677599906921, 0.9982414245605469, 0.9978633522987366], "prob_old_token": [0.7995363473892212, 0.010898030363023281, 0.001971284858882427, 0.48335000872612, 0.0007421127520501614, 0.00021058102720417082, 1.5514067399635678e-06, 3.8555945991447516e-08, 5.226725274809496e-09, 1.8827717163105717e-09, 1.2434988594378638e-09, 1.1503095143083897e-09, 1.2934929793928518e-09, 1.6862319318633467e-09, 2.477728244798527e-09, 3.846719387468056e-09, 5.821843007680627e-09, 8.200021106574695e-09, 1.0858332011309813e-08, 1.4259484260037425e-08], "update_matrix_norm_1": [21411.68359375], "update_matrix_norm_2": [6.027466297149658], "update_matrix_norm_inf": [0.0568171888589859], "request": {"prompt": "{} was founded in the location of", "subject": "Hong Kong Exchanges And Clearing Ltd", "target_new": {"str": "Sharjah"}, "old_answer": {"str": "Hong Kong"}, "seed": 42}}, {"loss_per_step": [7.111, 5.935, 5.24, 4.311, 2.954, 1.424, 0.687, 0.681, 0.609, 0.587, 0.567, 0.551, 0.539, 0.529, 0.519, 0.505, 0.484, 0.458, 0.435, 0.429], "prob_new": [0.0008454617345705628, 0.006543473340570927, 0.009828794747591019, 0.02512240782380104, 0.0978335440158844, 0.45391029119491577, 0.9779674410820007, 0.9588273763656616, 0.9992089867591858, 0.9994413256645203, 0.9993880987167358, 0.9992923140525818, 0.9991867542266846, 0.9990801215171814, 0.9989708662033081, 0.9988393783569336, 0.9986457824707031, 0.9983600378036499, 0.9980603456497192, 0.9980193972587585], "prob_old": [0.8026015162467957, 0.13812972605228424, 0.06283179670572281, 0.2507030665874481, 0.01456217560917139, 0.007630412001162767, 4.12616427638568e-05, 6.377142562996596e-05, 8.716609954717569e-06, 9.597832104191184e-06, 1.1385127436369658e-05, 1.2827993487007916e-05, 1.3872126146452501e-05, 1.4668321455246769e-05, 1.54733734234469e-05, 1.6674868675181642e-05, 1.8764023479889147e-05, 2.2092270228313282e-05, 2.6440320652909577e-05, 3.08317321469076e-05], "prob_new_token": [6.272363680182025e-05, 0.0021452854853123426, 0.0026006298139691353, 0.001681679394096136, 0.008030935190618038, 0.1861364096403122, 0.9714627265930176, 0.880255937576294, 0.9991062879562378, 0.999366819858551, 0.9993478059768677, 0.9992743134498596, 0.9991793632507324, 0.9990693926811218, 0.9989337921142578, 0.9987276196479797, 0.9983508586883545, 0.9976603388786316, 0.9967517852783203, 0.9964631199836731], "prob_old_token": [0.7995363473892212, 0.020845802500844002, 0.007351170759648085, 0.11119452863931656, 0.0002628008951433003, 7.46540681575425e-05, 3.1638387465449114e-09, 9.933652123095271e-09, 5.166526234612334e-11, 5.597823593550544e-11, 6.813560826657294e-11, 7.650544781023783e-11, 8.22259621502397e-11, 8.758970632127827e-11, 9.636669934254272e-11, 1.1588843773502333e-10, 1.6172216343868229e-10, 2.6802321473340385e-10, 5.072846032128098e-10, 9.63154667132926e-10], "update_matrix_norm_1": [21658.00390625], "update_matrix_norm_2": [6.027470111846924], "update_matrix_norm_inf": [0.07482335716485977], "request": {"prompt": "{} was founded in the location of", "subject": "Hong Kong Exchanges And Clearing Ltd", "target_new": {"str": "Alba"}, "old_answer": {"str": "Hong Kong"}, "seed": 42}}, {"loss_per_step": [5.008, 3.512, 2.871, 2.46, 1.951, 0.916, 0.883, 0.584, 0.423, 0.428, 0.417, 0.407, 0.403, 0.402, 0.399, 0.398, 0.396, 0.395, 0.394, 0.393], "prob_new": [0.007209468632936478, 0.04697301983833313, 0.08454757928848267, 0.12780259549617767, 0.21398517489433289, 0.6193933486938477, 0.6479708552360535, 0.8427572846412659, 0.9960595965385437, 0.9863526821136475, 0.9911711812019348, 0.9969497323036194, 0.998481035232544, 0.9989457130432129, 0.9991437196731567, 0.9992337822914124, 0.999267041683197, 0.9992652535438538, 0.9992409944534302, 0.9992055892944336], "prob_old": [0.6963287591934204, 0.0633479505777359, 0.007558377925306559, 0.020690901204943657, 0.004480377770960331, 0.02086464874446392, 0.000316500139888376, 0.00048548640916123986, 0.0003821306163445115, 0.0013224147260189056, 0.0013000963954254985, 0.0009234889294020832, 0.0007400768809020519, 0.0006685318658128381, 0.0005997656262479722, 0.0005679394816979766, 0.0005815094918943942, 0.0006357713718898594, 0.0007241010898724198, 0.0008346826070919633], "prob_new_token": [3.93849222746212e-06, 0.00032753043342381716, 0.0011504738358780742, 0.0024305328261107206, 0.0074113779701292515, 0.29063522815704346, 0.7909442186355591, 0.7229400277137756, 0.9971854090690613, 0.9832261204719543, 0.991196870803833, 0.9977037310600281, 0.9990653395652771, 0.9994386434555054, 0.9995922446250916, 0.9996596574783325, 0.9996861219406128, 0.9996917247772217, 0.9996866583824158, 0.9996776580810547], "prob_old_token": [0.7640976309776306, 0.007921740412712097, 0.007023120764642954, 0.008929011411964893, 0.008765866979956627, 0.0026799605693668127, 5.685874566552229e-05, 5.0737682613544166e-05, 2.413386255284422e-06, 3.521670078043826e-05, 2.2372696548700333e-05, 5.745011094404617e-06, 2.1792859570268774e-06, 1.2370957165330765e-06, 8.305879077852296e-07, 6.46161481654417e-07, 5.88037778470607e-07, 6.164746650938469e-07, 7.193701208052516e-07, 8.895598853086994e-07], "update_matrix_norm_1": [22051.490234375], "update_matrix_norm_2": [6.116950988769531], "update_matrix_norm_inf": [0.07573150098323822], "request": {"prompt": "{} was founded in the location of", "subject": "Ferrero SpA", "target_new": {"str": "Metzingen"}, "old_answer": {"str": "Alba"}, "seed": 42}}, {"loss_per_step": [3.043, 2.537, 2.062, 1.808, 1.586, 1.273, 0.985, 0.655, 0.555, 0.51, 0.428, 0.425, 0.405, 0.398, 0.397, 0.396, 0.394, 0.393, 0.392, 0.391], "prob_new": [0.04865984618663788, 0.12282973527908325, 0.192108154296875, 0.24423177540302277, 0.305810809135437, 0.42172732949256897, 0.5767494440078735, 0.8085729479789734, 0.8682103157043457, 0.9084414839744568, 0.9863895177841187, 0.9807014465332031, 0.9947063326835632, 0.9964235424995422, 0.9966090321540833, 0.9967712163925171, 0.9972355365753174, 0.9977960586547852, 0.998238742351532, 0.9985364675521851], "prob_old": [0.6963287591934204, 0.05350054055452347, 0.014464025385677814, 0.005540433805435896, 0.005552399437874556, 0.02853364683687687, 0.006019549909979105, 0.007372592110186815, 0.0007115620537661016, 0.004685247782617807, 0.000616513832937926, 0.00041916966438293457, 0.00013189691526349634, 6.106459477450699e-05, 4.497191184782423e-05, 3.976702646468766e-05, 3.5103501431876794e-05, 3.0089147912804037e-05, 2.5872537662507966e-05, 2.3068265363690443e-05], "prob_new_token": [2.4747257612034446e-06, 0.0009681651717983186, 0.007402939721941948, 0.01034586876630783, 0.014388111419975758, 0.008407847955822945, 0.04325973615050316, 0.37709254026412964, 0.941409170627594, 0.7032567858695984, 0.8928742408752441, 0.8090415000915527, 0.9807787537574768, 0.996732234954834, 0.998584508895874, 0.9990066885948181, 0.9991907477378845, 0.9993165731430054, 0.9993972778320312, 0.9994256496429443], "prob_old_token": [0.7640976309776306, 0.005289943888783455, 0.005922125652432442, 0.007047240622341633, 0.008274966850876808, 0.010878042317926884, 0.013026528060436249, 0.008198528550565243, 0.0004395803262013942, 0.0013054640730842948, 0.0023225797340273857, 0.0034723379649221897, 0.0002809848519973457, 3.0427967431023717e-05, 8.663158041599672e-06, 4.361588253232185e-06, 2.787925950542558e-06, 2.000700533244526e-06, 1.6009573755582096e-06, 1.4627504469899577e-06], "update_matrix_norm_1": [21352.7890625], "update_matrix_norm_2": [6.116947174072266], "update_matrix_norm_inf": [0.09598800539970398], "request": {"prompt": "{} was founded in the location of", "subject": "Ferrero SpA", "target_new": {"str": "Oberndorf am Neckar"}, "old_answer": {"str": "Alba"}, "seed": 42}}, {"loss_per_step": [3.791, 2.435, 2.441, 1.335, 0.891, 0.547, 0.45, 0.428, 0.417, 0.411, 0.405, 0.402, 0.399, 0.396, 0.395, 0.394, 0.393, 0.392, 0.391, 0.387], "prob_new": [0.02453610859811306, 0.13911820948123932, 0.1397792100906372, 0.4009593427181244, 0.6283807754516602, 0.9096464514732361, 0.9903819561004639, 0.9965565204620361, 0.9977747797966003, 0.9980688095092773, 0.9982194900512695, 0.9983547925949097, 0.9985044598579407, 0.9986844062805176, 0.9988725185394287, 0.9990481734275818, 0.9992058277130127, 0.9993507862091064, 0.9994795918464661, 0.9995671510696411], "prob_old": [0.6963287591934204, 0.024376358836889267, 0.0043291994370520115, 0.0031625714618712664, 0.0007490298594348133, 0.00029608633485622704, 0.00012305275595281273, 7.233209908008575e-05, 5.538445839192718e-05, 5.43626410944853e-05, 5.818115096190013e-05, 6.194733578013256e-05, 6.358364771585912e-05, 6.294277409324422e-05, 6.089889575378038e-05, 5.8891018852591515e-05, 5.8073143009096384e-05, 5.867654908797704e-05, 6.0597823903663084e-05, 6.602057692361996e-05], "prob_new_token": [0.007118237670511007, 0.014548400416970253, 0.06795631349086761, 0.15640653669834137, 0.42733249068260193, 0.920181930065155, 0.9918751120567322, 0.9981525540351868, 0.9990841746330261, 0.9992169141769409, 0.9992340803146362, 0.9992691278457642, 0.9993439316749573, 0.999444842338562, 0.9995414018630981, 0.9996136426925659, 0.9996609687805176, 0.9996927976608276, 0.9997037649154663, 0.9996523261070251], "prob_old_token": [0.7640976309776306, 0.0039572929963469505, 0.002814333885908127, 0.0009898130083456635, 0.0006444568862207234, 5.2440362196648493e-05, 5.360176146496087e-06, 1.4574909528164426e-06, 8.655209171593015e-07, 9.136450103142124e-07, 1.088407543647918e-06, 1.1800926813521073e-06, 1.110902758227894e-06, 9.521148740532226e-07, 7.83426628458983e-07, 6.570886625922867e-07, 5.767531661149405e-07, 5.180643256608164e-07, 4.7410489401045197e-07, 4.874920591646514e-07], "update_matrix_norm_1": [21142.271484375], "update_matrix_norm_2": [6.068912982940674], "update_matrix_norm_inf": [0.09546579420566559], "request": {"prompt": "{} was founded in the location of", "subject": "Ferrero SpA", "target_new": {"str": "San Francisco, California"}, "old_answer": {"str": "Alba"}, "seed": 42}}, {"loss_per_step": [3.243, 2.597, 1.898, 0.955, 0.477, 0.355, 0.333, 0.328, 0.325, 0.323, 0.321, 0.32, 0.319, 0.318, 0.317, 0.316, 0.316, 0.315, 0.315, 0.314], "prob_new": [0.0401894636452198, 0.10906530916690826, 0.21130579710006714, 0.5327453017234802, 0.8594894409179688, 0.9717651009559631, 0.9884476661682129, 0.9932874441146851, 0.9954273104667664, 0.9965856671333313, 0.9973039627075195, 0.9977909326553345, 0.9981425404548645, 0.9984089136123657, 0.9986162185668945, 0.9987818598747253, 0.9989177584648132, 0.9990318417549133, 0.9991286396980286, 0.9992106556892395], "prob_old": [0.505397379398346, 0.04021398723125458, 0.027828238904476166, 0.012610280886292458, 0.00603250227868557, 0.0024824519641697407, 0.0014158140402287245, 0.001005329773761332, 0.00077962432987988, 0.0006337657105177641, 0.0005314580630511045, 0.0004585047427099198, 0.0004043537483084947, 0.00035876495530828834, 0.0003177305916324258, 0.00028125534299761057, 0.00024990615202113986, 0.00022322734002955258, 0.00019995038746856153, 0.00017923739505931735], "prob_new_token": [0.0004233064828440547, 0.0026452394668012857, 0.009612815454602242, 0.07345442473888397, 0.6605244874954224, 0.9294565916061401, 0.9662454128265381, 0.9783706665039062, 0.984334409236908, 0.9879952073097229, 0.9904996752738953, 0.9923003315925598, 0.9936471581459045, 0.9946747422218323, 0.9954503178596497, 0.99604332447052, 0.9965174198150635, 0.996913731098175, 0.9972491264343262, 0.9975314736366272], "prob_old_token": [0.6817072033882141, 0.0009593185386620462, 8.664938650326803e-05, 6.8346189436852e-06, 4.5875768250880355e-07, 4.8421924248032155e-08, 1.6781282141664633e-08, 8.400597550917155e-09, 4.922506846583019e-09, 3.1493467833598743e-09, 2.130442489090001e-09, 1.5201558900557188e-09, 1.132823390648241e-09, 8.552875629952439e-10, 6.471386204687235e-10, 4.939829101324733e-10, 3.8359831977530234e-10, 3.0347963031474023e-10, 2.434205614854079e-10, 1.975039576329607e-10], "update_matrix_norm_1": [22310.83984375], "update_matrix_norm_2": [6.262970447540283], "update_matrix_norm_inf": [0.03404964134097099], "request": {"prompt": "{} was founded in the location of", "subject": "Frankie Goes to Hollywood", "target_new": {"str": "Eindhoven"}, "old_answer": {"str": "Liverpool, England"}, "seed": 42}}, {"loss_per_step": [6.136, 4.896, 3.518, 1.704, 0.559, 0.411, 0.373, 0.356, 0.345, 0.338, 0.334, 0.331, 0.329, 0.327, 0.325, 0.323, 0.322, 0.32, 0.319, 0.318], "prob_new": [0.002533287275582552, 0.01168575044721365, 0.04800170287489891, 0.2733733057975769, 0.8532854914665222, 0.9390280842781067, 0.9616000056266785, 0.9762332439422607, 0.9863813519477844, 0.9919561147689819, 0.9948423504829407, 0.9963791370391846, 0.9972419142723083, 0.9977527856826782, 0.9980710744857788, 0.9982801079750061, 0.9984263777732849, 0.9985368847846985, 0.9986273646354675, 0.9987058639526367], "prob_old": [0.505397379398346, 0.04052560031414032, 0.03267988935112953, 0.011998962610960007, 0.005116411950439215, 0.0042359912768006325, 0.004001385997980833, 0.003478279570117593, 0.0028902008198201656, 0.002400843659415841, 0.0020339463371783495, 0.0017673041438683867, 0.0015742889372631907, 0.0014335504965856671, 0.0013295926619321108, 0.0012514396803453565, 0.0011912939371541142, 0.0011435628402978182, 0.0011043826816603541, 0.001071227015927434], "prob_new_token": [0.00011697573063429445, 0.0004010486591141671, 0.009317083284258842, 0.08818608522415161, 0.8788055181503296, 0.9292017817497253, 0.9263499975204468, 0.9468687772750854, 0.9666374325752258, 0.978882908821106, 0.9857761859893799, 0.9896737337112427, 0.9919341802597046, 0.9932788014411926, 0.9940978288650513, 0.9946120977401733, 0.9949536323547363, 0.9952019453048706, 0.9954065084457397, 0.9955931305885315], "prob_old_token": [0.6817072033882141, 0.0017928541637957096, 0.00019867524679284543, 2.3899952793726698e-05, 5.0046073738485575e-06, 3.938105237466516e-06, 3.960280992032494e-06, 2.9002203518757597e-06, 1.8815970861396636e-06, 1.215660404341179e-06, 8.188205811165972e-07, 5.825286848448741e-07, 4.381142275633465e-07, 3.467143869784195e-07, 2.868251272047928e-07, 2.461649160068191e-07, 2.1747690936990693e-07, 1.963957032558028e-07, 1.8021853520622244e-07, 1.672854352818831e-07], "update_matrix_norm_1": [22824.20703125], "update_matrix_norm_2": [6.262970924377441], "update_matrix_norm_inf": [0.034159041941165924], "request": {"prompt": "{} was founded in the location of", "subject": "Frankie Goes to Hollywood", "target_new": {"str": "Bremen"}, "old_answer": {"str": "Liverpool, England"}, "seed": 42}}, {"loss_per_step": [6.586, 4.836, 3.048, 2.367, 1.52, 0.717, 0.419, 0.357, 0.338, 0.33, 0.326, 0.324, 0.323, 0.322, 0.321, 0.319, 0.318, 0.318, 0.317, 0.317], "prob_new": [0.0020644699689000845, 0.01277758739888668, 0.07121460139751434, 0.13715896010398865, 0.3198402225971222, 0.7025174498558044, 0.9393857717514038, 0.9856443405151367, 0.9955894351005554, 0.9977184534072876, 0.9982370734214783, 0.9983574151992798, 0.9983871579170227, 0.9984331727027893, 0.9985273480415344, 0.9986632466316223, 0.9988203644752502, 0.9989786744117737, 0.9991248250007629, 0.9992517232894897], "prob_old": [0.505397379398346, 0.03454481437802315, 0.01419187430292368, 0.005005721468478441, 0.005517368204891682, 0.004534206353127956, 0.0022069597616791725, 0.0011495172511786222, 0.0006499122828245163, 0.0004400738689582795, 0.0003530390386004001, 0.0003148571995552629, 0.0002949110930785537, 0.00027942282031290233, 0.00026315308059565723, 0.00024535824195481837, 0.0002271086850669235, 0.00020971079356968403, 0.0001940618676599115, 0.0001805898209568113], "prob_new_token": [1.483752657804871e-05, 0.00011400008224882185, 0.001192595111206174, 0.002425347687676549, 0.04464586824178696, 0.3828974962234497, 0.7647544145584106, 0.9380367398262024, 0.9839926958084106, 0.9936091303825378, 0.9962278604507446, 0.9971792101860046, 0.9976356029510498, 0.9979394674301147, 0.9981967806816101, 0.998432457447052, 0.9986431002616882, 0.9988238215446472, 0.9989750385284424, 0.9991005063056946], "prob_old_token": [0.6817072033882141, 0.0006927850772626698, 1.0253522304992657e-05, 5.493208163898089e-07, 7.581263048450637e-07, 5.905442890252743e-07, 1.3214929595051217e-07, 1.9447478294409848e-08, 3.2043767639322596e-09, 9.46599576501228e-10, 4.817085064168225e-10, 3.4774938484360973e-10, 2.937383114520742e-10, 2.5761975885885136e-10, 2.2309126768149667e-10, 1.8861494310851157e-10, 1.565755997079421e-10, 1.289157530726115e-10, 1.0623917717778042e-10, 8.822904212779648e-11], "update_matrix_norm_1": [22517.65234375], "update_matrix_norm_2": [6.262970447540283], "update_matrix_norm_inf": [0.036319565027952194], "request": {"prompt": "{} was founded in the location of", "subject": "Frankie Goes to Hollywood", "target_new": {"str": "Metzingen"}, "old_answer": {"str": "Liverpool, England"}, "seed": 42}}, {"loss_per_step": [4.956, 4.206, 3.792, 3.371, 2.72, 2.121, 1.417, 0.659, 0.445, 0.442, 0.411, 0.402, 0.39, 0.383, 0.379, 0.377, 0.375, 0.374, 0.372, 0.37], "prob_new": [0.007306614890694618, 0.02396434359252453, 0.03359226509928703, 0.05076710507273674, 0.09668844193220139, 0.17571832239627838, 0.37195533514022827, 0.7711125612258911, 0.9864071607589722, 0.9891766309738159, 0.9930440187454224, 0.9950376152992249, 0.9965237379074097, 0.9974200129508972, 0.9980372786521912, 0.9985228180885315, 0.9989045858383179, 0.9991893172264099, 0.9993907809257507, 0.9995269775390625], "prob_old": [0.6368268728256226, 0.07570059597492218, 0.061694350093603134, 0.05520167201757431, 0.0576457642018795, 0.046649619936943054, 0.02598787285387516, 0.017065873369574547, 0.0029701851308345795, 0.0038877034094184637, 0.004736317787319422, 0.004863853566348553, 0.004579676780849695, 0.004218225833028555, 0.0038065833505243063, 0.003351527266204357, 0.002903678920120001, 0.002512118313461542, 0.002201457042247057, 0.0019785529002547264], "prob_new_token": [0.00030561909079551697, 0.0027408702298998833, 0.0033143756445497274, 0.00458768242970109, 0.006726791150867939, 0.008418286219239235, 0.06831097602844238, 0.41432613134384155, 0.8559253811836243, 0.8917046189308167, 0.9201496243476868, 0.9411113858222961, 0.959221601486206, 0.969641387462616, 0.976203978061676, 0.9814448952674866, 0.9859715700149536, 0.9896851778030396, 0.9924491047859192, 0.9943022131919861], "prob_old_token": [0.6739427447319031, 0.0003215914184693247, 0.00024578621378168464, 0.0001836482115322724, 0.00019186460122000426, 0.0002214772393926978, 5.809786307509057e-05, 2.3553533537779003e-05, 2.9688414997508517e-06, 3.409436658330378e-06, 2.8575420856213896e-06, 2.5961408027797006e-06, 2.2550607354787644e-06, 1.8979484366354882e-06, 1.5350528883573133e-06, 1.182434857582848e-06, 8.771058901402284e-07, 6.424367597901437e-07, 4.786160161529551e-07, 3.738601037639455e-07], "update_matrix_norm_1": [23468.1640625], "update_matrix_norm_2": [6.5713982582092285], "update_matrix_norm_inf": [0.056194551289081573], "request": {"prompt": "{} was founded in the location of", "subject": "The Jackson 5", "target_new": {"str": "Limerick"}, "old_answer": {"str": "Gary, Indiana"}, "seed": 42}}, {"loss_per_step": [11.946, 9.937, 7.579, 4.449, 1.221, 0.728, 0.592, 0.542, 0.502, 0.471, 0.447, 0.43, 0.419, 0.41, 0.405, 0.4, 0.395, 0.391, 0.387, 0.385], "prob_new": [7.627216746186605e-06, 0.0001033449443639256, 0.0011299512116238475, 0.020961415022611618, 0.4791492223739624, 0.7509634494781494, 0.8550008535385132, 0.890690803527832, 0.916558027267456, 0.9370959997177124, 0.9524655342102051, 0.963496744632721, 0.971468448638916, 0.9774616956710815, 0.982093095779419, 0.9857009053230286, 0.9885021448135376, 0.9906629920005798, 0.9923201203346252, 0.9935842156410217], "prob_old": [0.6368268728256226, 0.07594607025384903, 0.05100473016500473, 0.031087450683116913, 0.008259107358753681, 0.004967378918081522, 0.003808247623965144, 0.003243938786908984, 0.003017412032932043, 0.0028039950411766768, 0.0025128289125859737, 0.0021767825819551945, 0.0018320921808481216, 0.0015047601191326976, 0.0012159948237240314, 0.0009766209404915571, 0.0007866986561566591, 0.0006396631360985339, 0.0005271835834719241, 0.0004419212928041816], "prob_new_token": [2.0585225684044417e-06, 0.00016203822451643646, 0.0014550822088494897, 0.011264241300523281, 0.6577192544937134, 0.8300964832305908, 0.8954316973686218, 0.9198400974273682, 0.9373763203620911, 0.9515243172645569, 0.9621459245681763, 0.9703667163848877, 0.9768769145011902, 0.9820556640625, 0.9861199855804443, 0.9892386794090271, 0.9915797710418701, 0.9933130145072937, 0.9945874214172363, 0.9955210089683533], "prob_old_token": [0.6739427447319031, 0.00036847966839559376, 0.00012328699813224375, 3.853144880849868e-05, 2.9424161311908392e-06, 1.066799200089008e-06, 8.356067837667069e-07, 7.17051591436757e-07, 6.069211053727486e-07, 5.088601255920366e-07, 4.0790689581626793e-07, 3.1288433888221334e-07, 2.3339678989486856e-07, 1.7122948747783084e-07, 1.2493269707647414e-07, 9.172440940119486e-08, 6.84297987163518e-08, 5.2212481449487314e-08, 4.091151595275733e-08, 3.302604412169785e-08], "update_matrix_norm_1": [24438.3828125], "update_matrix_norm_2": [6.571393966674805], "update_matrix_norm_inf": [0.0606708861887455], "request": {"prompt": "{} was founded in the location of", "subject": "The Jackson 5", "target_new": {"str": "Singapore"}, "old_answer": {"str": "Gary, Indiana"}, "seed": 42}}, {"loss_per_step": [1.386, 2.529, 1.983, 1.471, 1.037, 0.789, 0.703, 0.65, 0.599, 0.554, 0.515, 0.478, 0.448, 0.425, 0.408, 0.397, 0.388, 0.381, 0.377, 0.373], "prob_new": [0.2614060938358307, 0.13836418092250824, 0.2289753407239914, 0.36656299233436584, 0.5430982112884521, 0.6756840944290161, 0.7257233262062073, 0.7612383961677551, 0.7982423305511475, 0.8333826661109924, 0.8644939064979553, 0.8956155776977539, 0.9225629568099976, 0.943642795085907, 0.9586971998214722, 0.9700746536254883, 0.9787811040878296, 0.9850134253501892, 0.9893859028816223, 0.9924806952476501], "prob_old": [0.6368268728256226, 0.08205359429121017, 0.08336283266544342, 0.08550545573234558, 0.08518821746110916, 0.058557044714689255, 0.04334219545125961, 0.040119823068380356, 0.04128632694482803, 0.045072101056575775, 0.04641781747341156, 0.04176534339785576, 0.03449460491538048, 0.02775302529335022, 0.02218528278172016, 0.017762456089258194, 0.014589409343898296, 0.012487285770475864, 0.01092683058232069, 0.009582691825926304], "prob_new_token": [0.008010691963136196, 0.005614575929939747, 0.03644639998674393, 0.18061105906963348, 0.711609423160553, 0.8982653617858887, 0.9117082953453064, 0.9182160496711731, 0.9264032244682312, 0.9371583461761475, 0.9497936367988586, 0.9643742442131042, 0.9772258400917053, 0.9862432479858398, 0.9915414452552795, 0.9944692850112915, 0.9961133599281311, 0.9970554113388062, 0.9976811408996582, 0.998134434223175], "prob_old_token": [0.6739427447319031, 0.00043326866580173373, 0.0003900710726156831, 0.00044593866914510727, 0.0005259482422843575, 0.00011047855514334515, 6.439911521738395e-05, 5.759101259172894e-05, 5.849291483173147e-05, 6.57209602650255e-05, 6.630840653087944e-05, 4.555810664896853e-05, 2.3057471480569802e-05, 9.5844516181387e-06, 4.3297268348396756e-06, 2.5820643259066856e-06, 1.897961169561313e-06, 1.5958432868501404e-06, 1.4142406143946573e-06, 1.267613015443203e-06], "update_matrix_norm_1": [25016.29296875], "update_matrix_norm_2": [6.57139778137207], "update_matrix_norm_inf": [0.0799742043018341], "request": {"prompt": "{} was founded in the location of", "subject": "The Jackson 5", "target_new": {"str": "Chicago, Illinois"}, "old_answer": {"str": "Gary, Indiana"}, "seed": 42}}, {"loss_per_step": [4.683, 4.048, 1.654, 1.056, 0.667, 0.48, 0.418, 0.396, 0.386, 0.381, 0.378, 0.375, 0.373, 0.372, 0.371, 0.37, 0.369, 0.368, 0.368, 0.367], "prob_new": [0.014578304253518581, 0.030938999727368355, 0.30607855319976807, 0.5379763245582581, 0.7726907134056091, 0.914221465587616, 0.9680074453353882, 0.9853574633598328, 0.9919627904891968, 0.9949250221252441, 0.9964353442192078, 0.9972779750823975, 0.997785210609436, 0.9981141686439514, 0.9983394742012024, 0.9984995722770691, 0.9986171722412109, 0.9987054467201233, 0.998769223690033, 0.9988089203834534], "prob_old": [0.33298879861831665, 0.08826079219579697, 0.08509021997451782, 0.049652099609375, 0.034625135362148285, 0.01950625330209732, 0.010214464738965034, 0.006475169211626053, 0.0047299847938120365, 0.003828143933787942, 0.0033316470216959715, 0.003052196465432644, 0.0028828808572143316, 0.0027616603765636683, 0.002665415871888399, 0.0025920020416378975, 0.0025421278551220894, 0.0025143069215118885, 0.002507124561816454, 0.0025187283754348755], "prob_new_token": [2.4952192688942887e-05, 0.0021785481367260218, 0.07815290987491608, 0.2781849503517151, 0.6309798359870911, 0.8654178380966187, 0.9470434188842773, 0.975289523601532, 0.9867461323738098, 0.991907000541687, 0.9944806098937988, 0.9958786964416504, 0.9966941475868225, 0.9972022175788879, 0.997534453868866, 0.9977583885192871, 0.9979141354560852, 0.998023509979248, 0.9980950951576233, 0.998131513595581], "prob_old_token": [0.6510387659072876, 0.0009058795403689146, 0.001038206391967833, 0.00026376330060884356, 8.381823863601312e-05, 8.595135113864671e-06, 1.0049328693639836e-06, 2.952767772512743e-07, 1.4094493394622987e-07, 8.597979217483953e-08, 6.048025369409515e-08, 4.675799303299755e-08, 3.837934059447434e-08, 3.2569079877475815e-08, 2.826721434701085e-08, 2.5103430445483355e-08, 2.2856934123183237e-08, 2.135121945912033e-08, 2.0488041485577924e-08, 2.020004785663332e-08], "update_matrix_norm_1": [28337.08203125], "update_matrix_norm_2": [7.181888580322266], "update_matrix_norm_inf": [0.03278305381536484], "request": {"prompt": "{} was founded in the location of", "subject": "D12", "target_new": {"str": "Dubai"}, "old_answer": {"str": "Detroit, Michigan"}, "seed": 42}}, {"loss_per_step": [3.016, 3.032, 2.654, 1.347, 0.761, 0.56, 0.482, 0.45, 0.426, 0.414, 0.407, 0.399, 0.388, 0.385, 0.376, 0.376, 0.373, 0.371, 0.369, 0.368], "prob_new": [0.05813715606927872, 0.07493914663791656, 0.10694514214992523, 0.4231676459312439, 0.7467381954193115, 0.8769955635070801, 0.9371710419654846, 0.968994140625, 0.983635663986206, 0.989766538143158, 0.9925737977027893, 0.9940631985664368, 0.9949557185173035, 0.9954875707626343, 0.9959487915039062, 0.9963657259941101, 0.9968113899230957, 0.9972856044769287, 0.9977553486824036, 0.9982088208198547], "prob_old": [0.33298879861831665, 0.0793541818857193, 0.06870576739311218, 0.05332741513848305, 0.01905369758605957, 0.0075705344788730145, 0.004658727440983057, 0.0032409674022346735, 0.0023636689875274897, 0.0018248377600684762, 0.0014822188531979918, 0.001248987391591072, 0.0010668064933270216, 0.0009059798903763294, 0.000799157249275595, 0.0007071015425026417, 0.0006229145801626146, 0.0005432965117506683, 0.00046642657252959907, 0.0003914772823918611], "prob_new_token": [0.000663260230794549, 0.0014118441613391042, 0.0022554933093488216, 0.032289955765008926, 0.3272736072540283, 0.6986245512962341, 0.8727535605430603, 0.9378225803375244, 0.9659222960472107, 0.9777809381484985, 0.9833729267120361, 0.9863944053649902, 0.988189697265625, 0.9892171621322632, 0.990432858467102, 0.991399347782135, 0.9923155307769775, 0.9932128190994263, 0.9940468072891235, 0.9947968125343323], "prob_old_token": [0.6510387659072876, 0.0005807122215628624, 0.0004102691891603172, 0.00025371043011546135, 1.405335478921188e-05, 1.257648932551092e-06, 2.893221449085104e-07, 1.2431075901986333e-07, 6.24301108587133e-08, 3.741199350315583e-08, 2.684967803645577e-08, 2.1692372342840827e-08, 1.8308876192918433e-08, 1.5395141161889114e-08, 1.1853679815487794e-08, 9.621252239355726e-09, 8.112714944275012e-09, 6.892346249287584e-09, 5.6942521808878155e-09, 4.493000638206013e-09], "update_matrix_norm_1": [27231.39453125], "update_matrix_norm_2": [7.181885719299316], "update_matrix_norm_inf": [0.033186279237270355], "request": {"prompt": "{} was founded in the location of", "subject": "D12", "target_new": {"str": "Sharjah"}, "old_answer": {"str": "Detroit, Michigan"}, "seed": 42}}, {"loss_per_step": [2.261, 2.542, 1.83, 1.004, 0.752, 0.602, 0.543, 0.512, 0.489, 0.469, 0.449, 0.43, 0.408, 0.386, 0.373, 0.373, 0.369, 0.365, 0.363, 0.363], "prob_new": [0.10909782350063324, 0.11934221535921097, 0.24564534425735474, 0.5602805018424988, 0.7233996987342834, 0.8335772156715393, 0.880357563495636, 0.9055156111717224, 0.9232839345932007, 0.937349796295166, 0.9497840404510498, 0.9624432325363159, 0.9769898653030396, 0.9893797039985657, 0.9958970546722412, 0.9980699419975281, 0.9987369179725647, 0.9990149140357971, 0.9991000294685364, 0.9990634322166443], "prob_old": [0.33298879861831665, 0.06981785595417023, 0.0671735480427742, 0.04466892033815384, 0.038557637482881546, 0.04156157001852989, 0.0352291502058506, 0.025878651067614555, 0.0195652786642313, 0.01507942471653223, 0.009698333218693733, 0.0056558577343821526, 0.0033570947125554085, 0.0019423174671828747, 0.001193407690152526, 0.0008228463702835143, 0.0007042675861157477, 0.0007769206422381103, 0.0009629190899431705, 0.001060530892573297], "prob_new_token": [0.00015816735685802996, 0.0005958296824246645, 0.004240910056978464, 0.21375447511672974, 0.5107487440109253, 0.7933464050292969, 0.8890216946601868, 0.9377393126487732, 0.9608646631240845, 0.97169029712677, 0.9781398177146912, 0.9839752316474915, 0.9897577166557312, 0.9925382733345032, 0.9916394352912903, 0.9904481768608093, 0.992344319820404, 0.9956520199775696, 0.9975383281707764, 0.9982418417930603], "prob_old_token": [0.6510387659072876, 0.00048577706911601126, 0.0010257107205688953, 0.000387832842534408, 0.0001684371818555519, 0.00023398415942210704, 0.00013334228424355388, 4.529169018496759e-05, 1.722404886095319e-05, 8.382890882785432e-06, 4.742417331726756e-06, 2.426478658890119e-06, 7.481984880541859e-07, 1.66641356713626e-07, 6.659633555727851e-08, 3.1234275610358964e-08, 1.5444962642163773e-08, 8.632630610350134e-09, 5.61444624125329e-09, 4.486843341311442e-09], "update_matrix_norm_1": [26668.29296875], "update_matrix_norm_2": [7.181885242462158], "update_matrix_norm_inf": [0.03530477359890938], "request": {"prompt": "{} was founded in the location of", "subject": "D12", "target_new": {"str": "Portland, Oregon"}, "old_answer": {"str": "Detroit, Michigan"}, "seed": 42}}, {"loss_per_step": [4.541, 2.991, 2.118, 0.957, 0.572, 0.469, 0.43, 0.413, 0.405, 0.399, 0.394, 0.39, 0.387, 0.384, 0.382, 0.381, 0.38, 0.379, 0.378, 0.377], "prob_new": [0.011128600686788559, 0.07805528491735458, 0.1804332584142685, 0.6035878658294678, 0.8504769802093506, 0.9308682680130005, 0.9611762166023254, 0.9733561873435974, 0.9792518019676208, 0.9832853674888611, 0.9867005348205566, 0.9893401265144348, 0.9912304878234863, 0.9926068782806396, 0.9936636090278625, 0.9945181012153625, 0.9952369332313538, 0.9958568811416626, 0.9963974952697754, 0.9968678951263428], "prob_old": [0.7412883639335632, 0.3505340814590454, 0.13595139980316162, 0.09771544486284256, 0.05783301591873169, 0.03709694370627403, 0.02599652111530304, 0.01964329555630684, 0.0158181581646204, 0.013423948548734188, 0.011847750283777714, 0.010699187405407429, 0.009757164865732193, 0.00892006978392601, 0.008151587098836899, 0.007444092538207769, 0.006798586808145046, 0.006216930691152811, 0.0056990101002156734, 0.005242548417299986], "prob_new_token": [0.0005957804969511926, 0.005804619286209345, 0.0038117319345474243, 0.4955407977104187, 0.8063148260116577, 0.9056482911109924, 0.9410378932952881, 0.9577871561050415, 0.9672835469245911, 0.9736207723617554, 0.9783849120140076, 0.9820385575294495, 0.9848337769508362, 0.9870162010192871, 0.9888010621070862, 0.9903478622436523, 0.9917448163032532, 0.9930176734924316, 0.9941577911376953, 0.9951480627059937], "prob_old_token": [0.6289083957672119, 0.0373883992433548, 0.0015866124304011464, 0.0005898241652175784, 0.00014695458230562508, 5.923498247284442e-05, 2.8548442060127854e-05, 1.6398666048189625e-05, 1.1062726116506383e-05, 7.989275218278635e-06, 5.888714440516196e-06, 4.3921340875385795e-06, 3.3072885798901552e-06, 2.5082445063162595e-06, 1.9087087821390014e-06, 1.4495246887236135e-06, 1.0948266435661935e-06, 8.223357781389495e-07, 6.155875098556862e-07, 4.610822941231163e-07], "update_matrix_norm_1": [23352.875], "update_matrix_norm_2": [6.445791244506836], "update_matrix_norm_inf": [0.0468904972076416], "request": {"prompt": "{} was founded in the location of", "subject": "Brussels Airlines", "target_new": {"str": "Darmstadt"}, "old_answer": {"str": "Brussels"}, "seed": 42}}, {"loss_per_step": [3.151, 1.97, 1.056, 0.767, 0.594, 0.509, 0.463, 0.437, 0.418, 0.402, 0.393, 0.384, 0.38, 0.377, 0.376, 0.375, 0.374, 0.373, 0.366, 0.356], "prob_new": [0.04482888802886009, 0.21149516105651855, 0.5390625, 0.697560727596283, 0.8290927410125732, 0.9012081623077393, 0.9382365942001343, 0.9588547945022583, 0.9734257459640503, 0.9836016297340393, 0.9903678894042969, 0.9945201873779297, 0.996639609336853, 0.9976908564567566, 0.9983083605766296, 0.9987100958824158, 0.9989718794822693, 0.9991322755813599, 0.999148428440094, 0.9989761114120483], "prob_old": [0.7412883639335632, 0.4645506739616394, 0.1304793655872345, 0.0837068110704422, 0.05441351234912872, 0.03183991461992264, 0.021030394360423088, 0.014159080572426319, 0.008053104393184185, 0.004715499002486467, 0.003107123775407672, 0.0022082445211708546, 0.0017238045111298561, 0.0014023921685293317, 0.0011428545694798231, 0.0009321668185293674, 0.0007733067614026368, 0.000669442059006542, 0.0007080444484017789, 0.0009595805313438177], "prob_new_token": [1.2381527085381094e-05, 0.01093977689743042, 0.40899789333343506, 0.596314549446106, 0.9007213115692139, 0.9681146144866943, 0.9852997660636902, 0.991400420665741, 0.9939157366752625, 0.9948117733001709, 0.9952545166015625, 0.9957119822502136, 0.9954137206077576, 0.9945666193962097, 0.9943154454231262, 0.9949025511741638, 0.9955362677574158, 0.9958727955818176, 0.9955423474311829, 0.9940889477729797], "prob_old_token": [0.6289083957672119, 0.19185315072536469, 0.001210543094202876, 0.00015601800987496972, 5.206582136452198e-05, 1.7274913261644542e-05, 8.162184713000897e-06, 4.4513808461488225e-06, 2.6315524337405805e-06, 1.8634536900208332e-06, 1.3467073358697235e-06, 9.154740610028966e-07, 7.906984365035896e-07, 8.185269848581811e-07, 7.954503757900966e-07, 6.751923820047523e-07, 5.446266868602834e-07, 4.371376292056084e-07, 3.707561972987605e-07, 4.2591690885274147e-07], "update_matrix_norm_1": [21468.8203125], "update_matrix_norm_2": [6.1658759117126465], "update_matrix_norm_inf": [0.08187086135149002], "request": {"prompt": "{} was founded in the location of", "subject": "Brussels Airlines", "target_new": {"str": "Los Angeles, California"}, "old_answer": {"str": "Brussels"}, "seed": 42}}, {"loss_per_step": [7.004, 5.453, 4.09, 2.613, 1.451, 0.505, 0.432, 0.422, 0.411, 0.401, 0.394, 0.391, 0.39, 0.388, 0.387, 0.386, 0.385, 0.384, 0.383, 0.383], "prob_new": [0.0009894915856420994, 0.006616741418838501, 0.027136629447340965, 0.1171097680926323, 0.3602777421474457, 0.9312026500701904, 0.9959729909896851, 0.9979861974716187, 0.9984431862831116, 0.9985482692718506, 0.9984819293022156, 0.9983795285224915, 0.998450517654419, 0.9986955523490906, 0.9989360570907593, 0.9991010427474976, 0.9992040395736694, 0.9992709755897522, 0.9993188977241516, 0.9993566274642944], "prob_old": [0.7412883639335632, 0.44124820828437805, 0.4095900356769562, 0.15636642277240753, 0.028669213876128197, 0.0062851933762431145, 0.0012839901028200984, 0.0008295147563330829, 0.0008242439944297075, 0.0009720626985654235, 0.0011896706419065595, 0.0013787023490294814, 0.0013976305490359664, 0.0012523767072707415, 0.0010692067444324493, 0.0009242695523425937, 0.0008319314802065492, 0.0007839092868380249, 0.0007693395018577576, 0.0007775149424560368], "prob_new_token": [4.479801418710849e-07, 1.7049020243575796e-05, 0.00013303438026923686, 0.002069976180791855, 0.03297363966703415, 0.8715293407440186, 0.9951236844062805, 0.9982983469963074, 0.9984814524650574, 0.9980934262275696, 0.997382640838623, 0.9966773986816406, 0.9967210292816162, 0.9974950551986694, 0.9983054995536804, 0.9988431334495544, 0.9991363286972046, 0.9992718696594238, 0.999305009841919, 0.9992663264274597], "prob_old_token": [0.6289083957672119, 0.1705663651227951, 0.03610573709011078, 0.0037898423615843058, 0.0007407240918837488, 5.540121492231265e-05, 1.1874872143380344e-06, 3.4440259355505987e-07, 3.094193630204245e-07, 4.326942644183873e-07, 6.955213507353619e-07, 1.0140180393136689e-06, 1.043535803546547e-06, 7.446876111316669e-07, 4.3985329511997406e-07, 2.606310260944156e-07, 1.7599828083803004e-07, 1.4244730550672102e-07, 1.3771132501005923e-07, 1.5289843702248618e-07], "update_matrix_norm_1": [23295.5703125], "update_matrix_norm_2": [6.445791244506836], "update_matrix_norm_inf": [0.047087300568819046], "request": {"prompt": "{} was founded in the location of", "subject": "Brussels Airlines", "target_new": {"str": "Arteixo"}, "old_answer": {"str": "Brussels"}, "seed": 42}}, {"loss_per_step": [7.198, 6.585, 4.632, 3.036, 2.245, 2.998, 0.49, 0.489, 0.444, 0.436, 0.434, 0.433, 0.433, 0.432, 0.432, 0.431, 0.431, 0.431, 0.43, 0.43], "prob_new": [0.0008841087110340595, 0.002483468735590577, 0.015354335308074951, 0.07772718369960785, 0.1694393754005432, 0.08676783740520477, 0.9449708461761475, 0.9458591938018799, 0.9889269471168518, 0.9957899451255798, 0.9974427223205566, 0.9980811476707458, 0.9984151124954224, 0.998631477355957, 0.9987867474555969, 0.9989057183265686, 0.9990029335021973, 0.999083936214447, 0.999151885509491, 0.9992108345031738], "prob_old": [0.7023059725761414, 0.002197271678596735, 0.026685655117034912, 0.052858807146549225, 0.002231171354651451, 0.00435216911137104, 0.0006828952464275062, 0.0003898240393027663, 0.0001672307262197137, 8.938682003645226e-05, 6.0048765590181574e-05, 4.6246175770647824e-05, 3.8565169234061614e-05, 3.4151336876675487e-05, 3.10286195599474e-05, 2.8512333301478066e-05, 2.6776780941872858e-05, 2.548845804994926e-05, 2.422612851660233e-05, 2.3299584427149966e-05], "prob_new_token": [1.1517854225928659e-08, 7.634660505573265e-06, 4.3123676732648164e-05, 0.0004864019574597478, 0.0062761465087533, 0.00036596725112758577, 0.9602319598197937, 0.9552868604660034, 0.9843279123306274, 0.9931646585464478, 0.9959204196929932, 0.9970564842224121, 0.9976516366004944, 0.9980350732803345, 0.9982990622520447, 0.9984936118125916, 0.9986470341682434, 0.9987695217132568, 0.9988666772842407, 0.9989461302757263], "prob_old_token": [0.8166012763977051, 4.9305366701446474e-05, 0.001730600488372147, 0.004129144363105297, 0.00013965211110189557, 0.00014865465345792472, 2.982137061735557e-07, 2.0326440619555797e-07, 6.320265555359583e-08, 2.502016016592279e-08, 1.3775104612534506e-08, 9.368343434346116e-09, 7.137753499364408e-09, 5.715427242591886e-09, 4.781305573686723e-09, 4.1323304778018155e-09, 3.6615031007158905e-09, 3.32354477272645e-09, 3.0684459417784637e-09, 2.890146344469713e-09], "update_matrix_norm_1": [22584.166015625], "update_matrix_norm_2": [6.145872592926025], "update_matrix_norm_inf": [0.031643737107515335], "request": {"prompt": "{} was founded in the location of", "subject": "Roche Holding", "target_new": {"str": "Arteixo"}, "old_answer": {"str": "Basel"}, "seed": 42}}, {"loss_per_step": [1.762, 1.92, 1.284, 0.803, 0.735, 0.627, 0.575, 0.546, 0.501, 0.442, 0.445, 0.441, 0.434, 0.426, 0.429, 0.423, 0.408, 0.384, 0.351, 0.313], "prob_new": [0.17338146269321442, 0.22545810043811798, 0.4771628677845001, 0.8293589949607849, 0.9017133712768555, 0.9391420483589172, 0.96220463514328, 0.9768837690353394, 0.9843606948852539, 0.9872299432754517, 0.9878248572349548, 0.9926674365997314, 0.9949308037757874, 0.9959636926651001, 0.9965707063674927, 0.9974988698959351, 0.9980350732803345, 0.9981236457824707, 0.997702419757843, 0.9972108602523804], "prob_old": [0.7023059725761414, 0.24878543615341187, 0.0781744197010994, 0.000618794874753803, 0.0006067429203540087, 0.0010939753847196698, 0.000782244373112917, 0.00043429044308140874, 0.00043770147021859884, 0.0012066408526152372, 0.003321861382573843, 0.001351629151031375, 0.0006078871665522456, 0.00033771106973290443, 0.00021787972946185619, 0.0002658817102201283, 0.000574927544221282, 0.0017336610471829772, 0.004066662862896919, 0.001435263897292316], "prob_new_token": [4.9851609219331294e-05, 0.00017389604181516916, 0.053376615047454834, 0.7193862795829773, 0.9033113718032837, 0.9415895938873291, 0.9673329591751099, 0.9798750281333923, 0.9734573364257812, 0.931306004524231, 0.8485782146453857, 0.9541493654251099, 0.983730137348175, 0.9921124577522278, 0.9950731992721558, 0.994482159614563, 0.9902260899543762, 0.974848210811615, 0.9431043863296509, 0.9785133600234985], "prob_old_token": [0.8166012763977051, 0.5525854825973511, 0.054199498146772385, 1.6827767467475496e-05, 1.751184754539281e-05, 4.688845365308225e-05, 2.95072441076627e-05, 1.7026841305778362e-05, 3.3338114008074626e-05, 0.0003190349380020052, 0.0030390878673642874, 0.0005073732463642955, 0.00011980102135566995, 5.463350680656731e-05, 3.2809486583573744e-05, 4.5730877900496125e-05, 0.0001568232401041314, 0.0012492998503148556, 0.00697137787938118, 0.0009283405379392207], "update_matrix_norm_1": [15378.4375], "update_matrix_norm_2": [4.505766868591309], "update_matrix_norm_inf": [0.041208602488040924], "request": {"prompt": "{} was founded in the location of", "subject": "Roche Holding", "target_new": {"str": "Milwaukee, Wisconsin"}, "old_answer": {"str": "Basel"}, "seed": 42}}, {"loss_per_step": [4.169, 4.381, 2.621, 1.893, 1.127, 0.608, 0.467, 0.444, 0.436, 0.433, 0.43, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425, 0.425, 0.424, 0.424], "prob_new": [0.0164931733161211, 0.021380040794610977, 0.1186581552028656, 0.27082952857017517, 0.5329502820968628, 0.8355422616004944, 0.9612334966659546, 0.9832726716995239, 0.9904699921607971, 0.9940131306648254, 0.9959610104560852, 0.9971126317977905, 0.9978391528129578, 0.9983232617378235, 0.9986608624458313, 0.9989059567451477, 0.9990900158882141, 0.9992316365242004, 0.9993415474891663, 0.9994272589683533], "prob_old": [0.7023059725761414, 0.003739689476788044, 0.12268240004777908, 0.0042382171377539635, 0.011985697783529758, 0.006472247187048197, 0.0025502669159322977, 0.0011931583285331726, 0.0007625406724400818, 0.0005913581699132919, 0.0005058160750195384, 0.00045351817971095443, 0.0004160019743721932, 0.0003864782047457993, 0.000362805905751884, 0.000344724947353825, 0.0003324590506963432, 0.0003261492238380015, 0.0003260085650254041, 0.0003326829173602164], "prob_new_token": [1.735453770379536e-05, 0.00019857693405356258, 0.0031291660852730274, 0.02156793884932995, 0.15582041442394257, 0.5757248997688293, 0.8999104499816895, 0.9689589738845825, 0.9831335544586182, 0.9888284802436829, 0.9919669032096863, 0.9939393401145935, 0.995261013507843, 0.9961801767349243, 0.9968324303627014, 0.9973017573356628, 0.9976403713226318, 0.997884213924408, 0.9980551600456238, 0.9981682300567627], "prob_old_token": [0.8166012763977051, 5.070992119726725e-05, 0.021370386704802513, 3.78359472961165e-05, 0.00023961198166944087, 6.658964412054047e-05, 1.0433263923914637e-05, 1.8924250753116212e-06, 6.479275498350034e-07, 3.3156746326312714e-07, 2.1155211982204492e-07, 1.5294000377252814e-07, 1.1905584784699386e-07, 9.739627415683572e-08, 8.327186407086629e-08, 7.490727682579745e-08, 7.167525239992756e-08, 7.345703778582902e-08, 8.075436142007675e-08, 9.503327902393721e-08], "update_matrix_norm_1": [22845.419921875], "update_matrix_norm_2": [6.145872592926025], "update_matrix_norm_inf": [0.03220179304480553], "request": {"prompt": "{} was founded in the location of", "subject": "Roche Holding", "target_new": {"str": "Shenzhen"}, "old_answer": {"str": "Basel"}, "seed": 42}}, {"loss_per_step": [4.488, 2.746, 1.559, 0.968, 0.722, 0.579, 0.529, 0.498, 0.485, 0.477, 0.471, 0.466, 0.461, 0.455, 0.444, 0.439, 0.433, 0.426, 0.42, 0.418], "prob_new": [0.012289762496948242, 0.11643116921186447, 0.34696242213249207, 0.6198438405990601, 0.7910813689231873, 0.9111030101776123, 0.9566443562507629, 0.9854673147201538, 0.9940058588981628, 0.9971253871917725, 0.9982908368110657, 0.998828113079071, 0.9990598559379578, 0.9990976452827454, 0.9989168047904968, 0.9981637597084045, 0.9950383901596069, 0.9946696162223816, 0.9962136745452881, 0.9971498847007751], "prob_old": [0.773556113243103, 0.35226401686668396, 0.10812709480524063, 0.1123552992939949, 0.0756959393620491, 0.051408182829618454, 0.03933887928724289, 0.027743013575673103, 0.021892594173550606, 0.019083784893155098, 0.017539454624056816, 0.015952717512845993, 0.014809497632086277, 0.014880003407597542, 0.016733216121792793, 0.021301476284861565, 0.033873412758111954, 0.03520572930574417, 0.02858353592455387, 0.02469812147319317], "prob_new_token": [2.023921524596517e-06, 0.00035041302908211946, 0.11161161214113235, 0.4384896457195282, 0.7929717898368835, 0.9135966897010803, 0.9626128673553467, 0.9847703576087952, 0.9925317764282227, 0.9955148100852966, 0.9966747164726257, 0.9972843527793884, 0.9975311160087585, 0.9974522590637207, 0.9969135522842407, 0.9947713017463684, 0.9790395498275757, 0.9779438376426697, 0.9875271916389465, 0.9919900298118591], "prob_old_token": [0.6148542165756226, 0.43589481711387634, 0.0033249971456825733, 0.0013368180952966213, 0.0004673874063882977, 0.0002235790598206222, 0.00013439296162687242, 6.184224912431091e-05, 3.5960980312665924e-05, 2.573247729742434e-05, 2.101147038047202e-05, 1.794476520444732e-05, 1.674996929068584e-05, 1.7906282664625905e-05, 2.1987791114952415e-05, 2.789169411698822e-05, 6.48608329356648e-05, 0.00011192185047548264, 8.819920185487717e-05, 6.154589937068522e-05], "update_matrix_norm_1": [25569.458984375], "update_matrix_norm_2": [7.092711448669434], "update_matrix_norm_inf": [0.056266993284225464], "request": {"prompt": "{} was founded in the location of", "subject": "Oldsmobile", "target_new": {"str": "Seattle, Washington"}, "old_answer": {"str": "Lansing, Michigan"}, "seed": 42}}, {"loss_per_step": [5.913, 5.236, 1.945, 0.628, 0.576, 0.565, 0.5, 0.474, 0.456, 0.452, 0.443, 0.438, 0.433, 0.428, 0.424, 0.421, 0.42, 0.418, 0.417, 0.415], "prob_new": [0.003137541702017188, 0.010604876093566418, 0.2598799467086792, 0.9224326610565186, 0.9904914498329163, 0.9907395839691162, 0.9953535199165344, 0.9972755312919617, 0.9967971444129944, 0.994686484336853, 0.998400092124939, 0.9987993240356445, 0.998944878578186, 0.9990542531013489, 0.9990764260292053, 0.9987969994544983, 0.9978861212730408, 0.9981803894042969, 0.9988430142402649, 0.9990764260292053], "prob_old": [0.773556113243103, 0.5249839425086975, 0.08444400876760483, 0.031885333359241486, 0.03130464255809784, 0.03572101145982742, 0.03658251091837883, 0.03826163709163666, 0.04517306759953499, 0.05102381482720375, 0.028411559760570526, 0.021231595426797867, 0.01906934194266796, 0.01951305940747261, 0.022937921807169914, 0.03118489868938923, 0.04331699386239052, 0.04383790120482445, 0.03722279891371727, 0.032684776932001114], "prob_new_token": [2.113622485921951e-06, 1.3394236702879425e-05, 0.012368027120828629, 0.7678717970848083, 0.9659510850906372, 0.9625750184059143, 0.9806637763977051, 0.9857575297355652, 0.9714491963386536, 0.9441261887550354, 0.9895355701446533, 0.9953251481056213, 0.9965578317642212, 0.9966244697570801, 0.9952929019927979, 0.9896689653396606, 0.9754942059516907, 0.9769705533981323, 0.9861690402030945, 0.9901424050331116], "prob_old_token": [0.6148542165756226, 0.5167460441589355, 0.008335630409419537, 0.0023595732636749744, 0.005932784639298916, 0.011053014546632767, 0.010670852847397327, 0.009279878810048103, 0.015240145847201347, 0.020112179219722748, 0.0027553539257496595, 0.0008345580426976085, 0.0005202041356824338, 0.0005533225485123694, 0.0009685549302957952, 0.0025736051611602306, 0.0066350605338811874, 0.007464261259883642, 0.005441353190690279, 0.004149110522121191], "update_matrix_norm_1": [26099.990234375], "update_matrix_norm_2": [7.092710494995117], "update_matrix_norm_inf": [0.05570849031209946], "request": {"prompt": "{} was founded in the location of", "subject": "Oldsmobile", "target_new": {"str": "Turin"}, "old_answer": {"str": "Lansing, Michigan"}, "seed": 42}}, {"loss_per_step": [5.383, 3.463, 1.208, 0.721, 0.528, 0.5, 0.486, 0.473, 0.467, 0.462, 0.459, 0.457, 0.453, 0.45, 0.445, 0.441, 0.436, 0.434, 0.432, 0.43], "prob_new": [0.005464788060635328, 0.05767180398106575, 0.4852238595485687, 0.797010064125061, 0.9643642902374268, 0.983527421951294, 0.9905943274497986, 0.9943446516990662, 0.99627286195755, 0.9972667694091797, 0.9978703260421753, 0.998339831829071, 0.9987048506736755, 0.9989495277404785, 0.9990939497947693, 0.9991531372070312, 0.9990944862365723, 0.9989059567451477, 0.9987449645996094, 0.9987013936042786], "prob_old": [0.773556113243103, 0.28089648485183716, 0.06832681596279144, 0.02384665422141552, 0.005895317066460848, 0.0039794170297682285, 0.00326541718095541, 0.0026395521126687527, 0.0021536012645810843, 0.00188965885899961, 0.0017362001817673445, 0.0015735940542072058, 0.0014131133211776614, 0.0012991944095119834, 0.0012381338747218251, 0.0012088160729035735, 0.0012424711603671312, 0.0013554416364058852, 0.0014787911204621196, 0.0016265608137473464], "prob_new_token": [4.4301887101028115e-06, 0.0008114651427604258, 0.1181756779551506, 0.38205814361572266, 0.8873865008354187, 0.9483253359794617, 0.9656427502632141, 0.9780340194702148, 0.9849097728729248, 0.9884239435195923, 0.9906094074249268, 0.9923156499862671, 0.9935686588287354, 0.9942711591720581, 0.994516134262085, 0.9938446879386902, 0.9910332560539246, 0.984394371509552, 0.9765489101409912, 0.9714435338973999], "prob_old_token": [0.6148542165756226, 0.14595909416675568, 0.00512261688709259, 0.0018135084537789226, 0.0005085201119072735, 0.00023485335987061262, 0.00014564460434485227, 8.78742866916582e-05, 5.977750333840959e-05, 4.561075184028596e-05, 3.687339631142095e-05, 3.162140637869015e-05, 2.9476332201738842e-05, 3.043107244593557e-05, 3.5163204302079976e-05, 5.242595943855122e-05, 0.00010389352246420458, 0.00019404869817662984, 0.00025085508241318166, 0.0002560131251811981], "update_matrix_norm_1": [25716.412109375], "update_matrix_norm_2": [7.092711925506592], "update_matrix_norm_inf": [0.05941782519221306], "request": {"prompt": "{} was founded in the location of", "subject": "Oldsmobile", "target_new": {"str": "Brussels"}, "old_answer": {"str": "Lansing, Michigan"}, "seed": 42}}, {"loss_per_step": [3.324, 1.932, 1.333, 0.879, 0.642, 0.531, 0.485, 0.463, 0.448, 0.437, 0.426, 0.417, 0.409, 0.402, 0.397, 0.392, 0.388, 0.384, 0.382, 0.379], "prob_new": [0.038116540759801865, 0.226070836186409, 0.4063473641872406, 0.6286290287971497, 0.7847838997840881, 0.8691186904907227, 0.9050643444061279, 0.9233033657073975, 0.9358360767364502, 0.9459336996078491, 0.9545391798019409, 0.9618499279022217, 0.9680182933807373, 0.9732372164726257, 0.9776855707168579, 0.9815005660057068, 0.9847530126571655, 0.9874698519706726, 0.9896812438964844, 0.9914581179618835], "prob_old": [0.7285659313201904, 0.014056109823286533, 0.0034398199059069157, 0.002437190618366003, 0.0014550435589626431, 0.0006352980271913111, 0.0002680409816093743, 0.0001332799147348851, 8.194094698410481e-05, 6.142978236312047e-05, 5.4241369070950896e-05, 5.4268388339551166e-05, 5.7895125792128965e-05, 6.203329394338652e-05, 6.428839697036892e-05, 6.335205398499966e-05, 5.926789526711218e-05, 5.341200085240416e-05, 4.762778917211108e-05, 4.273965896572918e-05], "prob_new_token": [3.366344753885642e-05, 0.04414137452840805, 0.11551396548748016, 0.37616947293281555, 0.7371233105659485, 0.9199637770652771, 0.9749205112457275, 0.9911127686500549, 0.996076226234436, 0.9977144002914429, 0.9982929825782776, 0.9984751343727112, 0.9984915256500244, 0.9984440207481384, 0.9983882904052734, 0.9983570575714111, 0.9983584880828857, 0.9983781576156616, 0.9983975887298584, 0.998410165309906], "prob_old_token": [0.809776246547699, 0.000527080032043159, 2.047295492957346e-05, 1.0594349987513851e-05, 4.588948741002241e-06, 1.5096004517545225e-06, 4.449804293926718e-07, 1.341469015869734e-07, 4.825752952797302e-08, 2.3091807577202417e-08, 1.500152713163061e-08, 1.278865457976508e-08, 1.3158520495437642e-08, 1.4812450821466427e-08, 1.6853549666961953e-08, 1.8386566935646442e-08, 1.8753180341946063e-08, 1.800890636616259e-08, 1.68672169564843e-08, 1.5761669303060444e-08], "update_matrix_norm_1": [24609.94140625], "update_matrix_norm_2": [6.8327717781066895], "update_matrix_norm_inf": [0.10193810611963272], "request": {"prompt": "{} was founded in the location of", "subject": "Borgward", "target_new": {"str": "San Jose, California"}, "old_answer": {"str": "Bremen"}, "seed": 42}}, {"loss_per_step": [4.317, 2.483, 1.817, 0.937, 0.513, 0.47, 0.432, 0.411, 0.4, 0.393, 0.388, 0.386, 0.383, 0.381, 0.38, 0.378, 0.377, 0.376, 0.375, 0.374], "prob_new": [0.014836080372333527, 0.12779033184051514, 0.25069931149482727, 0.5989360213279724, 0.9059862494468689, 0.9456431269645691, 0.9768199324607849, 0.9891493916511536, 0.9933330416679382, 0.9949390292167664, 0.9956796169281006, 0.9960975646972656, 0.9963881373405457, 0.9966186285018921, 0.9968087673187256, 0.9969639778137207, 0.9970881342887878, 0.9971842169761658, 0.9972561001777649, 0.997309684753418], "prob_old": [0.7285659313201904, 0.02753094956278801, 0.026497291401028633, 0.034767571836709976, 0.012061080895364285, 0.007369945757091045, 0.0044555021449923515, 0.002883019857108593, 0.002137998351827264, 0.001787930028513074, 0.0016230195760726929, 0.0015446188626810908, 0.0015079256845638156, 0.0014929929748177528, 0.0014864382101222873, 0.0014764453517273068, 0.0014563666190952063, 0.001426799688488245, 0.001393660786561668, 0.0013643635902553797], "prob_new_token": [0.0004393399867694825, 0.00913500040769577, 0.10001831501722336, 0.44975557923316956, 0.9126904010772705, 0.9470789432525635, 0.9777544736862183, 0.9913848638534546, 0.9959365725517273, 0.9975547790527344, 0.9982118606567383, 0.9984993934631348, 0.9986220598220825, 0.998664379119873, 0.9986714720726013, 0.9986708164215088, 0.9986763000488281, 0.9986874461174011, 0.9986953139305115, 0.9986886382102966], "prob_old_token": [0.809776246547699, 0.0019399847369641066, 0.001576100941747427, 0.0014268206432461739, 8.027404692256823e-05, 3.861650111502968e-05, 1.6176223653019406e-05, 6.966336513869464e-06, 3.6672886380983982e-06, 2.382009597567958e-06, 1.8309610823052935e-06, 1.5820477301531355e-06, 1.479455136177421e-06, 1.4611483720727847e-06, 1.4885254131513648e-06, 1.524468643765431e-06, 1.5416327414641273e-06, 1.5327636901929509e-06, 1.5096738934516907e-06, 1.490872250542452e-06], "update_matrix_norm_1": [25158.54296875], "update_matrix_norm_2": [6.8327717781066895], "update_matrix_norm_inf": [0.09697660803794861], "request": {"prompt": "{} was founded in the location of", "subject": "Borgward", "target_new": {"str": "Brussels"}, "old_answer": {"str": "Bremen"}, "seed": 42}}, {"loss_per_step": [2.404, 1.306, 0.719, 0.596, 0.527, 0.491, 0.47, 0.455, 0.443, 0.431, 0.418, 0.405, 0.398, 0.389, 0.385, 0.378, 0.374, 0.371, 0.366, 0.366], "prob_new": [0.09168753027915955, 0.4119046628475189, 0.7272934317588806, 0.8172631859779358, 0.8694409132003784, 0.895592451095581, 0.9110745191574097, 0.9226891994476318, 0.9328706860542297, 0.9423214197158813, 0.9511600136756897, 0.9593392610549927, 0.9666976928710938, 0.9726637005805969, 0.9778880476951599, 0.9824908971786499, 0.9866405129432678, 0.9901575446128845, 0.9924739599227905, 0.9941771626472473], "prob_old": [0.7285659313201904, 0.017294729128479958, 0.004922362044453621, 0.0034669339656829834, 0.002625859808176756, 0.0020242927130311728, 0.0015900398138910532, 0.0012524165213108063, 0.0009741084650158882, 0.0007459835615009069, 0.0005663226475007832, 0.0004314630350563675, 0.0003347786841914058, 0.00027557177236303687, 0.00023636016703676432, 0.00021275448671076447, 0.00018755639030132443, 0.0001564999984111637, 0.00013932830188423395, 0.00012286608398426324], "prob_new_token": [2.7623443656921154e-06, 0.02828577347099781, 0.4524468183517456, 0.6659060120582581, 0.8268218636512756, 0.9020060896873474, 0.9378640055656433, 0.9580070376396179, 0.9711026549339294, 0.9801217317581177, 0.9861786961555481, 0.9897929430007935, 0.9915319085121155, 0.9930559992790222, 0.9936776757240295, 0.9930910468101501, 0.9930827617645264, 0.9947409629821777, 0.9949464201927185, 0.9949874877929688], "prob_old_token": [0.809776246547699, 0.0009741357062011957, 0.00010023362847277895, 5.9453323046909645e-05, 3.79241282644216e-05, 2.5245310098398477e-05, 1.7884711269289255e-05, 1.2973316188436002e-05, 9.252928066416644e-06, 6.409579327737447e-06, 4.384542990010232e-06, 3.104836423517554e-06, 2.3369580048893113e-06, 1.4885381460771896e-06, 1.013507471725461e-06, 8.789195362624014e-07, 7.250772000588768e-07, 4.5620885202879435e-07, 4.1209099777006486e-07, 3.8907160160306375e-07], "update_matrix_norm_1": [24711.916015625], "update_matrix_norm_2": [6.832771301269531], "update_matrix_norm_inf": [0.14067842066287994], "request": {"prompt": "{} was founded in the location of", "subject": "Borgward", "target_new": {"str": "Milwaukee, Wisconsin"}, "old_answer": {"str": "Bremen"}, "seed": 42}}, {"loss_per_step": [4.011, 3.047, 1.126, 0.462, 0.436, 0.426, 0.42, 0.416, 0.414, 0.412, 0.411, 0.41, 0.409, 0.408, 0.407, 0.406, 0.405, 0.404, 0.403, 0.402], "prob_new": [0.019539812579751015, 0.07663874328136444, 0.5112927556037903, 0.9761865139007568, 0.9950776696205139, 0.9975055456161499, 0.9983041882514954, 0.9986993074417114, 0.9989316463470459, 0.9990766644477844, 0.9991678595542908, 0.9992236495018005, 0.9992547035217285, 0.9992677569389343, 0.9992668628692627, 0.9992545247077942, 0.9992319941520691, 0.9992001056671143, 0.9991583228111267, 0.9991056323051453], "prob_old": [0.7314133048057556, 0.03056946024298668, 0.03495313972234726, 0.003940388094633818, 0.0010575040942057967, 0.0005730568082071841, 0.0004019834450446069, 0.0003129018878098577, 0.00025699869729578495, 0.0002201707538915798, 0.0001963926333701238, 0.00018211973656434566, 0.00017501813999842852, 0.00017357012256979942, 0.00017684204794932157, 0.00018429462215863168, 0.00019569526193663478, 0.00021105495397932827, 0.00023062078980728984, 0.00025490846019238234], "prob_new_token": [5.665428034262732e-06, 0.0011912070913240314, 0.2588283121585846, 0.9673792123794556, 0.9943550825119019, 0.9975473880767822, 0.9984869360923767, 0.9989011883735657, 0.9991217255592346, 0.9992502927780151, 0.9993278980255127, 0.9993735551834106, 0.9993982315063477, 0.9994076490402222, 0.999405026435852, 0.999391496181488, 0.9993686079978943, 0.9993354082107544, 0.9992914795875549, 0.9992341995239258], "prob_old_token": [0.6506971716880798, 0.0013878507306799293, 0.0031884924974292517, 3.77781834686175e-05, 2.302429948031204e-06, 6.08842356086825e-07, 2.955886770905636e-07, 1.8803582690907206e-07, 1.3814816668400454e-07, 1.1154915569022705e-07, 9.660553246249037e-08, 8.839526088877392e-08, 8.455771904891662e-08, 8.395523565241092e-08, 8.605722712218267e-08, 9.073778528545517e-08, 9.817945567647257e-08, 1.0883323398047651e-07, 1.2345516609002516e-07, 1.4319302010790125e-07], "update_matrix_norm_1": [24183.14453125], "update_matrix_norm_2": [6.797424793243408], "update_matrix_norm_inf": [0.07225562632083893], "request": {"prompt": "{} was founded in the location of", "subject": "Iveco", "target_new": {"str": "Friedrichshafen"}, "old_answer": {"str": "Turin"}, "seed": 42}}, {"loss_per_step": [2.745, 2.346, 1.594, 0.999, 0.651, 0.611, 0.575, 0.537, 0.5, 0.464, 0.434, 0.417, 0.413, 0.409, 0.407, 0.406, 0.404, 0.402, 0.401, 0.4], "prob_new": [0.06645703315734863, 0.15217220783233643, 0.3152625858783722, 0.5648576021194458, 0.7974584102630615, 0.8324854969978333, 0.8582185506820679, 0.886876106262207, 0.9171280860900879, 0.9500700831413269, 0.9783622622489929, 0.9916171431541443, 0.995916485786438, 0.9972251057624817, 0.9975292682647705, 0.997596025466919, 0.9977395534515381, 0.9979446530342102, 0.9981200098991394, 0.9982129335403442], "prob_old": [0.7314133048057556, 0.023987703025341034, 0.017711061984300613, 0.010089840739965439, 0.002393763279542327, 0.0006170389242470264, 0.0002944820444099605, 0.00019431438704486936, 0.000139689160278067, 9.045237675309181e-05, 5.320047785062343e-05, 3.8523910916410387e-05, 3.4748194593703374e-05, 3.488400761852972e-05, 3.7247929867589846e-05, 3.921660390915349e-05, 3.8739053707104176e-05, 3.676962660392746e-05, 3.4962697100127116e-05, 3.4829041396733373e-05], "prob_new_token": [2.6251730105286697e-06, 0.0015392859932035208, 0.011406436562538147, 0.1268109232187271, 0.8831540942192078, 0.9868934750556946, 0.9961568713188171, 0.9979413747787476, 0.9984806180000305, 0.9988469481468201, 0.9990955591201782, 0.9990990161895752, 0.9989357590675354, 0.998499870300293, 0.9977003931999207, 0.996948778629303, 0.9968422651290894, 0.997229278087616, 0.9976702928543091, 0.9979618787765503], "prob_old_token": [0.6506971716880798, 0.0008372944430448115, 0.0009646367398090661, 0.0003413887752685696, 1.3033808500040323e-05, 8.662509571877308e-07, 1.967428886473499e-07, 8.417762842327647e-08, 4.589079694028442e-08, 2.1147839035506877e-08, 8.3887963242546e-09, 4.273282616651386e-09, 2.9925726341417658e-09, 3.13760106784855e-09, 4.237868722611893e-09, 5.6992726094051704e-09, 6.462286705755105e-09, 6.627103754652808e-09, 6.899475213373307e-09, 7.971461712941164e-09], "update_matrix_norm_1": [23511.265625], "update_matrix_norm_2": [6.797424793243408], "update_matrix_norm_inf": [0.08448334783315659], "request": {"prompt": "{} was founded in the location of", "subject": "Iveco", "target_new": {"str": "Oberndorf am Neckar"}, "old_answer": {"str": "Turin"}, "seed": 42}}, {"loss_per_step": [2.994, 2.227, 1.058, 0.568, 0.463, 0.434, 0.419, 0.409, 0.404, 0.401, 0.398, 0.396, 0.394, 0.392, 0.39, 0.389, 0.387, 0.384, 0.381, 0.376], "prob_new": [0.05307144299149513, 0.17854095995426178, 0.5306281447410583, 0.8467009663581848, 0.9437461495399475, 0.9711647033691406, 0.9809699654579163, 0.9849587678909302, 0.9873307943344116, 0.9894838929176331, 0.9915115833282471, 0.993162989616394, 0.9943056106567383, 0.9949976801872253, 0.9953811764717102, 0.9955939650535583, 0.9957072138786316, 0.9956972002983093, 0.9954912066459656, 0.9950097799301147], "prob_old": [0.7314133048057556, 0.02825917862355709, 0.027041509747505188, 0.024735473096370697, 0.011004026979207993, 0.006471223197877407, 0.004965171683579683, 0.004542655311524868, 0.0042857639491558075, 0.0038490863516926765, 0.003276060102507472, 0.0027468784246593714, 0.0023768991231918335, 0.0021810908801853657, 0.0021198326721787453, 0.0021354330237954855, 0.0021920136641710997, 0.002308429218828678, 0.0025456598959863186, 0.002988027408719063], "prob_new_token": [0.0002526967437006533, 0.008684944361448288, 0.08510413765907288, 0.6603826880455017, 0.9063128232955933, 0.9520326256752014, 0.9678129553794861, 0.9741188287734985, 0.9773944020271301, 0.9803696274757385, 0.983426570892334, 0.9860318899154663, 0.9878333806991577, 0.9888484477996826, 0.9892563223838806, 0.9892605543136597, 0.9889546632766724, 0.9882169961929321, 0.9867764711380005, 0.9841906428337097], "prob_old_token": [0.6506971716880798, 0.0010722531005740166, 0.002585057867690921, 0.002553700003772974, 0.00029349784017540514, 9.389436308993027e-05, 5.5687047279207036e-05, 4.542310125543736e-05, 3.91028261219617e-05, 3.194990858901292e-05, 2.4531469534849748e-05, 1.870278902060818e-05, 1.5106727005331777e-05, 1.3421357834886294e-05, 1.3137737369106617e-05, 1.3816569662594702e-05, 1.5275474652298726e-05, 1.7899828890222125e-05, 2.2799342332291417e-05, 3.2345087674912065e-05], "update_matrix_norm_1": [24080.744140625], "update_matrix_norm_2": [6.797423362731934], "update_matrix_norm_inf": [0.07701475918292999], "request": {"prompt": "{} was founded in the location of", "subject": "Iveco", "target_new": {"str": "Eindhoven"}, "old_answer": {"str": "Turin"}, "seed": 42}}, {"loss_per_step": [10.176, 11.579, 10.785, 12.089, 10.168, 8.433, 11.406, 6.064, 5.05, 5.857, 6.09, 4.615, 4.154, 3.871, 3.768, 3.721, 3.699, 3.688, 3.682, 3.679], "prob_new": [4.8683803470339626e-05, 0.00010452493006596342, 0.00022830496891401708, 7.464141526725143e-05, 0.00045577934361062944, 0.0036592495162039995, 0.001521347207017243, 0.05569836124777794, 0.24230040609836578, 0.09372077882289886, 0.11714715510606766, 0.2919040322303772, 0.5160531401634216, 0.6762331128120422, 0.76023268699646, 0.8015995025634766, 0.8218024373054504, 0.8321576714515686, 0.8378032445907593, 0.8409522175788879], "prob_old": [0.553886353969574, 0.47943025827407837, 0.31970587372779846, 0.6059300899505615, 0.2579837441444397, 0.2578839063644409, 0.5382922887802124, 0.2268563210964203, 0.3878480792045593, 0.19062913954257965, 0.4487855136394501, 0.19481033086776733, 0.20636974275112152, 0.15444782376289368, 0.13743533194065094, 0.1267218142747879, 0.12036292254924774, 0.11635937541723251, 0.11369466036558151, 0.11188346147537231], "prob_new_token": [1.4363699847308453e-05, 1.4540250049321912e-05, 1.4473815099336207e-05, 1.4347777323564515e-05, 1.4469950656348374e-05, 1.445397901989054e-05, 1.4417386410059407e-05, 1.4421621926885564e-05, 1.4365685274242423e-05, 1.4368206393555738e-05, 1.436138427379774e-05, 1.4327990356832743e-05, 1.4315834960143548e-05, 1.4339199879032094e-05, 1.4341935639095027e-05, 1.4343084330903366e-05, 1.4345300769491587e-05, 1.4349132470670156e-05, 1.4354003724292852e-05, 1.4360508430399932e-05], "prob_old_token": [0.699451208114624, 0.6988564133644104, 0.7007929682731628, 0.7009922862052917, 0.7004598379135132, 0.7003204226493835, 0.6992296576499939, 0.6995749473571777, 0.7005298733711243, 0.7013651132583618, 0.7003771066665649, 0.7005868554115295, 0.7009036540985107, 0.7008664608001709, 0.7009401321411133, 0.7009970545768738, 0.7010418772697449, 0.7010675072669983, 0.701088011264801, 0.701088011264801], "update_matrix_norm_1": [1560590.25], "update_matrix_norm_2": [418.2613220214844], "update_matrix_norm_inf": [2.947000026702881], "request": {"prompt": "{} was founded in the location of", "subject": "Gap Inc.", "target_new": {"str": "Stockholm"}, "old_answer": {"str": "San Francisco, California"}, "seed": 42}}, {"loss_per_step": [3.377, 5.201, 5.825, 5.51, 5.476, 5.538, 5.371, 5.265, 5.487, 5.455, 4.922, 5.08, 5.568, 5.473, 5.404, 5.049, 4.331, 3.137, 4.771, 4.521], "prob_new": [0.036746345460414886, 0.05221809819340706, 0.028474466875195503, 0.03812557831406593, 0.04011508449912071, 0.032627787441015244, 0.044042229652404785, 0.048945020884275436, 0.03888563811779022, 0.040255848318338394, 0.05762694031000137, 0.059219881892204285, 0.036730241030454636, 0.03959910571575165, 0.042666058987379074, 0.06017656624317169, 0.14544172585010529, 0.5085849761962891, 0.09611708670854568, 0.11244520545005798], "prob_old": [0.553886353969574, 0.5013524293899536, 0.5781083703041077, 0.5494872331619263, 0.5078763365745544, 0.5923715233802795, 0.5288716554641724, 0.41651609539985657, 0.5876133441925049, 0.5641826391220093, 0.5185635089874268, 0.355824738740921, 0.6855153441429138, 0.548401415348053, 0.5364081263542175, 0.5013653635978699, 0.6305108070373535, 0.22876739501953125, 0.2609652280807495, 0.5172255039215088], "prob_new_token": [0.00015951524255797267, 0.00016139296349138021, 0.00015871389769017696, 0.00016023413627408445, 0.00016081525245681405, 0.0001596389920450747, 0.00016058553592301905, 0.00015991553664207458, 0.00016035123553592712, 0.00016050085832830518, 0.00016036500164773315, 0.000160202820552513, 0.00016062597569543868, 0.0001613884960534051, 0.0001617603120394051, 0.00016215896175708622, 0.00016154201875906438, 0.00016069352568592876, 0.00015962071483954787, 0.000160610958118923], "prob_old_token": [0.699451208114624, 0.6995760202407837, 0.6991722583770752, 0.7010384798049927, 0.6982879638671875, 0.6990441679954529, 0.6998940706253052, 0.7005857825279236, 0.7003779411315918, 0.699312150478363, 0.6986331939697266, 0.6996756792068481, 0.7006058692932129, 0.6988232731819153, 0.6980993747711182, 0.6979197263717651, 0.6992331147193909, 0.6996653079986572, 0.7007638812065125, 0.700464129447937], "update_matrix_norm_1": [1671217.125], "update_matrix_norm_2": [418.2611999511719], "update_matrix_norm_inf": [2.4771502017974854], "request": {"prompt": "{} was founded in the location of", "subject": "Gap Inc.", "target_new": {"str": "Dublin, Ireland"}, "old_answer": {"str": "San Francisco, California"}, "seed": 42}}, {"loss_per_step": [2.54, 4.536, 4.903, 4.341, 4.687, 4.38, 4.464, 4.54, 4.661, 4.667, 4.54, 4.571, 4.752, 4.707, 4.697, 4.691, 4.536, 4.351, 4.812, 4.696], "prob_new": [0.07981941848993301, 0.09556245803833008, 0.06590382009744644, 0.08385180681943893, 0.08212026953697205, 0.08184602111577988, 0.0899018719792366, 0.08636200428009033, 0.08430291712284088, 0.08425857871770859, 0.09536281228065491, 0.09181693941354752, 0.0766371563076973, 0.0807608887553215, 0.08121083676815033, 0.08185824751853943, 0.08850163221359253, 0.08834747970104218, 0.07286205887794495, 0.08107537776231766], "prob_old": [0.553886353969574, 0.4509453773498535, 0.5860582590103149, 0.55137699842453, 0.46299317479133606, 0.5320463180541992, 0.5457478165626526, 0.3246651589870453, 0.5526000261306763, 0.543954610824585, 0.4487849175930023, 0.16025303304195404, 0.5977181792259216, 0.5052958726882935, 0.5480162501335144, 0.544400691986084, 0.5036315321922302, 0.18676170706748962, 0.5231510400772095, 0.5584402084350586], "prob_new_token": [2.379419129283633e-06, 2.3829641122574685e-06, 2.379938678132021e-06, 2.3800612325430848e-06, 2.3804018383088987e-06, 2.381877948209876e-06, 2.3835391402826644e-06, 2.387939275649842e-06, 2.3941461222420912e-06, 2.389675273661851e-06, 2.387763970546075e-06, 2.390122062934097e-06, 2.376559223193908e-06, 2.3781508389220107e-06, 2.383648279646877e-06, 2.3849986519053346e-06, 2.384412027822691e-06, 2.3818051886337344e-06, 2.3702625639998587e-06, 2.3786658402968897e-06], "prob_old_token": [0.699451208114624, 0.7001900672912598, 0.6985251307487488, 0.7013334631919861, 0.6987344026565552, 0.697582483291626, 0.7007127404212952, 0.7015745043754578, 0.6989479064941406, 0.6978776454925537, 0.6974083185195923, 0.6979367733001709, 0.7003090381622314, 0.7008664011955261, 0.6979328989982605, 0.6972120404243469, 0.697853684425354, 0.6992539167404175, 0.7024866938591003, 0.7017650604248047], "update_matrix_norm_1": [1542695.375], "update_matrix_norm_2": [418.2613220214844], "update_matrix_norm_inf": [3.4208824634552], "request": {"prompt": "{} was founded in the location of", "subject": "Gap Inc.", "target_new": {"str": "Des Moines, Iowa"}, "old_answer": {"str": "San Francisco, California"}, "seed": 42}}, {"loss_per_step": [3.427, 3.017, 1.88, 0.565, 0.446, 0.43, 0.423, 0.418, 0.415, 0.413, 0.411, 0.41, 0.409, 0.408, 0.407, 0.4, 0.384, 0.36, 0.332, 0.3], "prob_new": [0.0329878106713295, 0.07815518975257874, 0.2365899384021759, 0.8750314712524414, 0.9773193001747131, 0.9885028600692749, 0.9930196404457092, 0.9961691498756409, 0.9979313611984253, 0.9987359046936035, 0.9991104602813721, 0.9993133544921875, 0.9994369149208069, 0.999517560005188, 0.9995731115341187, 0.9996010065078735, 0.999602198600769, 0.9995455145835876, 0.9992194771766663, 0.9967873096466064], "prob_old": [0.58970046043396, 0.1383218616247177, 0.034113503992557526, 0.0014924644492566586, 2.326042522327043e-05, 2.1946068955003284e-05, 1.7369904526276514e-05, 1.048203557729721e-05, 7.0008059083193075e-06, 5.781533218396362e-06, 5.305335434968583e-06, 4.64153481516405e-06, 3.849193490168545e-06, 3.485705974526354e-06, 3.848987944365945e-06, 5.2983491514169145e-06, 8.374043318326585e-06, 1.612848609511275e-05, 5.3746825869893655e-05, 0.0004464077646844089], "prob_new_token": [1.07160178686172e-06, 0.00013436553126666695, 0.001400975976139307, 0.7734728455543518, 0.9981484413146973, 0.998978316783905, 0.9996116757392883, 0.9998909831047058, 0.9999577403068542, 0.9999759197235107, 0.9999833703041077, 0.9999876618385315, 0.999990701675415, 0.9999915361404419, 0.9999898672103882, 0.9999829530715942, 0.9999605417251587, 0.9998619556427002, 0.999142050743103, 0.9919752478599548], "prob_old_token": [0.715876042842865, 0.022329844534397125, 0.0024385591968894005, 1.8537095456849784e-05, 3.278335114487163e-08, 3.235898660136627e-08, 1.717989306371237e-08, 5.760429466761252e-09, 2.762224227126353e-09, 2.228795814573914e-09, 2.3527757520014347e-09, 2.4825961286722986e-09, 2.503905305317744e-09, 2.79570144812169e-09, 3.844731200075557e-09, 7.176412797349485e-09, 1.7629721682510535e-08, 6.20218258973182e-08, 5.030530587646354e-07, 1.399845950800227e-05], "update_matrix_norm_1": [16843.125], "update_matrix_norm_2": [5.204357624053955], "update_matrix_norm_inf": [0.08044297993183136], "request": {"prompt": "{} was founded in the location of", "subject": "Emirates", "target_new": {"str": "Lynchburg, Tennessee"}, "old_answer": {"str": "Dubai"}, "seed": 42}}, {"loss_per_step": [6.405, 4.248, 1.652, 0.526, 0.459, 0.446, 0.437, 0.43, 0.426, 0.423, 0.421, 0.419, 0.418, 0.416, 0.415, 0.414, 0.412, 0.411, 0.41, 0.41], "prob_new": [0.002010282361879945, 0.025269702076911926, 0.3271511197090149, 0.9122870564460754, 0.9719271063804626, 0.9840070009231567, 0.9878706336021423, 0.9898260235786438, 0.9911566376686096, 0.9922162294387817, 0.9931215643882751, 0.9939177632331848, 0.9946225881576538, 0.9952436089515686, 0.9957857131958008, 0.9962530732154846, 0.9966499209403992, 0.9969816207885742, 0.9972542524337769, 0.9974743127822876], "prob_old": [0.58970046043396, 0.16902197897434235, 0.025675492361187935, 0.003592293942347169, 0.0007087379926815629, 0.0002455126086715609, 0.0001390609540976584, 0.00010115019540535286, 8.311836427310482e-05, 7.245774031616747e-05, 6.486619531642646e-05, 5.866643914487213e-05, 5.323135701473802e-05, 4.8383262765128165e-05, 4.4123145926278085e-05, 4.0501399780623615e-05, 3.757195008802228e-05, 3.5370041587157175e-05, 3.3916669053724036e-05, 3.3224547223653644e-05], "prob_new_token": [1.780583079380449e-05, 0.0013522200752049685, 0.14947456121444702, 0.9510431885719299, 0.9879904389381409, 0.993716835975647, 0.9954472780227661, 0.9961287379264832, 0.9964357018470764, 0.9965999722480774, 0.9967195987701416, 0.9968344569206238, 0.9969559907913208, 0.9970823526382446, 0.9972058534622192, 0.9973193407058716, 0.9974145889282227, 0.997485339641571, 0.9975257515907288, 0.99753338098526], "prob_old_token": [0.715876042842865, 0.021530048921704292, 0.0018372276099398732, 2.2477768652606755e-05, 3.241952981625218e-06, 1.4912307051417883e-06, 1.047176510837744e-06, 8.991509616862459e-07, 8.53169183301361e-07, 8.42555778035603e-07, 8.372475690521242e-07, 8.240928082159371e-07, 8.000371849448129e-07, 7.675333790757577e-07, 7.313552714549587e-07, 6.968272714402701e-07, 6.684879849672143e-07, 6.503406666524825e-07, 6.455381935666082e-07, 6.568756134583964e-07], "update_matrix_norm_1": [26695.76171875], "update_matrix_norm_2": [7.097695350646973], "update_matrix_norm_inf": [0.055527687072753906], "request": {"prompt": "{} was founded in the location of", "subject": "Emirates", "target_new": {"str": "Basel"}, "old_answer": {"str": "Dubai"}, "seed": 42}}, {"loss_per_step": [4.432, 3.612, 2.287, 1.535, 0.807, 0.559, 0.513, 0.48, 0.458, 0.444, 0.437, 0.431, 0.426, 0.421, 0.417, 0.414, 0.412, 0.41, 0.408, 0.405], "prob_new": [0.012963622808456421, 0.044571325182914734, 0.16832247376441956, 0.3564017415046692, 0.7227510213851929, 0.9171522259712219, 0.9535052180290222, 0.9714268445968628, 0.9815583825111389, 0.9876375198364258, 0.9913128018379211, 0.9937465786933899, 0.995105504989624, 0.9960232973098755, 0.9966272711753845, 0.9970449209213257, 0.9973879456520081, 0.9976717829704285, 0.9978901147842407, 0.9981197118759155], "prob_old": [0.58970046043396, 0.18721748888492584, 0.06828457862138748, 0.024689165875315666, 0.006039743777364492, 0.0030587478540837765, 0.0027262552175670862, 0.0020360893104225397, 0.0016394947888329625, 0.001423411420546472, 0.0012693086173385382, 0.0010963178938254714, 0.0010158783989027143, 0.0010145799024030566, 0.001081164926290512, 0.0011908687883988023, 0.0013260565465316176, 0.001471588620916009, 0.001576024922542274, 0.0016166685381904244], "prob_new_token": [0.0002219055750174448, 0.006420022342354059, 0.011026919819414616, 0.056282397359609604, 0.5666059851646423, 0.7704130411148071, 0.8152216672897339, 0.862062394618988, 0.9081820845603943, 0.9409037828445435, 0.9633589386940002, 0.972178041934967, 0.977681577205658, 0.9801799654960632, 0.9806351065635681, 0.9805476665496826, 0.981073796749115, 0.9824016690254211, 0.9843358993530273, 0.9863227605819702], "prob_old_token": [0.715876042842865, 0.025420648977160454, 0.007015699986368418, 0.0018491207156330347, 0.0002873082412406802, 8.25567840365693e-05, 6.579684122698382e-05, 4.6748791646678e-05, 3.924516568076797e-05, 3.669890065793879e-05, 3.6667275708168745e-05, 3.330020626890473e-05, 3.3059939596569166e-05, 3.678895518532954e-05, 4.5242213673191145e-05, 5.8257373893866315e-05, 7.514665776398033e-05, 9.505254274699837e-05, 0.00011183095193700865, 0.00012390982010401785], "update_matrix_norm_1": [25957.11328125], "update_matrix_norm_2": [7.064341068267822], "update_matrix_norm_inf": [0.06468691676855087], "request": {"prompt": "{} was founded in the location of", "subject": "Emirates", "target_new": {"str": "Limerick"}, "old_answer": {"str": "Dubai"}, "seed": 42}}, {"loss_per_step": [5.153, 4.131, 2.952, 1.532, 0.528, 0.493, 0.461, 0.453, 0.448, 0.445, 0.442, 0.44, 0.437, 0.435, 0.433, 0.432, 0.431, 0.43, 0.43, 0.428], "prob_new": [0.006330049596726894, 0.02782389149069786, 0.0856841430068016, 0.36293330788612366, 0.9528274536132812, 0.9735500812530518, 0.9960309863090515, 0.9979783892631531, 0.9985833764076233, 0.9988697171211243, 0.9990407228469849, 0.9991555213928223, 0.9992314577102661, 0.9992719292640686, 0.9992784857749939, 0.9992642402648926, 0.9992494583129883, 0.9992343783378601, 0.999209463596344, 0.9991636872291565], "prob_old": [0.6866128444671631, 0.274642676115036, 0.11137047410011292, 0.09270738810300827, 0.044847965240478516, 0.016278261318802834, 0.012717287987470627, 0.01155834924429655, 0.010986131615936756, 0.010571496561169624, 0.01022641733288765, 0.009925861842930317, 0.009668823331594467, 0.009477684274315834, 0.009406013414263725, 0.009509110823273659, 0.009768450632691383, 0.010127106681466103, 0.010496407747268677, 0.010855899192392826], "prob_new_token": [2.6883489567808283e-07, 0.00014454966003540903, 0.0011096072848886251, 0.034723035991191864, 0.7571859359741211, 0.970093846321106, 0.991455078125, 0.9958792328834534, 0.9972427487373352, 0.997816801071167, 0.9980980753898621, 0.9982369542121887, 0.9982712864875793, 0.9981834888458252, 0.9979295134544373, 0.9975265860557556, 0.9970836043357849, 0.9966184496879578, 0.9960116147994995, 0.9950886368751526], "prob_old_token": [0.6870836019515991, 0.0005318574840202928, 0.0001473483571317047, 0.000378702039597556, 7.507101690862328e-05, 5.54240955352725e-07, 1.6909649502849788e-07, 1.013437369579151e-07, 7.617445163532466e-08, 6.210552072616338e-08, 5.3564964019869876e-08, 4.819304777470279e-08, 4.477672277403144e-08, 4.3046405551194766e-08, 4.3556319440085645e-08, 4.714800638794259e-08, 5.4118178383077975e-08, 6.432407673173657e-08, 7.726239203975638e-08, 9.404047318639641e-08], "update_matrix_norm_1": [25022.05859375], "update_matrix_norm_2": [6.8906965255737305], "update_matrix_norm_inf": [0.03844118490815163], "request": {"prompt": "{} was founded in the location of", "subject": "Van Halen", "target_new": {"str": "Friedrichshafen"}, "old_answer": {"str": "Pasadena, California"}, "seed": 42}}, {"loss_per_step": [3.729, 3.127, 2.332, 1.816, 1.32, 0.908, 0.756, 0.56, 0.482, 0.465, 0.455, 0.451, 0.448, 0.444, 0.441, 0.439, 0.437, 0.435, 0.433, 0.432], "prob_new": [0.02477109432220459, 0.07195567339658737, 0.15598374605178833, 0.2623664438724518, 0.42237791419029236, 0.6321414709091187, 0.7537773847579956, 0.9099116921424866, 0.9811189770698547, 0.9914343953132629, 0.9945856928825378, 0.9957653284072876, 0.9966257214546204, 0.9973164796829224, 0.9977816939353943, 0.9980629086494446, 0.9981931447982788, 0.9981045722961426, 0.997500479221344, 0.9968986511230469], "prob_old": [0.6866128444671631, 0.2860085368156433, 0.07826794683933258, 0.02062174864113331, 0.005028367508202791, 0.01534875575453043, 0.004807405639439821, 0.005789856426417828, 0.003718072082847357, 0.00402400316670537, 0.0055658649653196335, 0.007466457784175873, 0.008596831001341343, 0.009001778438687325, 0.009281187318265438, 0.009903067722916603, 0.011199145577847958, 0.013589812442660332, 0.01728421449661255, 0.019284963607788086], "prob_new_token": [1.994314334297087e-05, 0.0025858741719275713, 0.010590103454887867, 0.0163263026624918, 0.041141726076602936, 0.13168103992938995, 0.8201398849487305, 0.6088783740997314, 0.947398841381073, 0.9837402701377869, 0.9936012625694275, 0.9964680671691895, 0.9976076483726501, 0.9981650114059448, 0.9983832836151123, 0.9983129501342773, 0.9978170394897461, 0.9961786270141602, 0.9907931089401245, 0.9832093715667725], "prob_old_token": [0.6870836019515991, 0.0005010066088289022, 0.0001398991298628971, 0.00012383870489429682, 9.840213897405192e-05, 1.3048310393060092e-05, 5.088280659037991e-07, 2.4775563360890374e-05, 9.502462603450113e-07, 2.4986908897517424e-07, 1.5869851210936758e-07, 1.7751538905486086e-07, 2.3270578708434186e-07, 3.060409028421418e-07, 4.2868381910921016e-07, 7.033864335426188e-07, 1.4483556469713221e-06, 3.86851525036036e-06, 1.2042685739288572e-05, 2.600438892841339e-05], "update_matrix_norm_1": [25786.81640625], "update_matrix_norm_2": [6.905097007751465], "update_matrix_norm_inf": [0.03635159134864807], "request": {"prompt": "{} was founded in the location of", "subject": "Van Halen", "target_new": {"str": "Schmalkalden"}, "old_answer": {"str": "Pasadena, California"}, "seed": 42}}, {"loss_per_step": [1.791, 1.319, 0.785, 0.667, 0.601, 0.548, 0.503, 0.469, 0.446, 0.436, 0.432, 0.429, 0.427, 0.426, 0.425, 0.418, 0.4, 0.374, 0.341, 0.303], "prob_new": [0.1687142252922058, 0.4250275492668152, 0.716573178768158, 0.8052251935005188, 0.8537286520004272, 0.8934072256088257, 0.9329587817192078, 0.9638940095901489, 0.9847493767738342, 0.9947443008422852, 0.9979748725891113, 0.9988477826118469, 0.9991006851196289, 0.9992091059684753, 0.999272346496582, 0.9992127418518066, 0.9989356398582458, 0.998344361782074, 0.9975492358207703, 0.9974305629730225], "prob_old": [0.6866128444671631, 0.25637543201446533, 0.08968652039766312, 0.07500384747982025, 0.08575276285409927, 0.07457592338323593, 0.06105891242623329, 0.047436363995075226, 0.03544900566339493, 0.031341392546892166, 0.029462352395057678, 0.029931267723441124, 0.03137423098087311, 0.031169468536973, 0.02992301434278488, 0.031152641400694847, 0.03688487783074379, 0.04667994752526283, 0.058222446590662, 0.06760597229003906], "prob_new_token": [3.212776573491283e-05, 0.0020663016475737095, 0.44398123025894165, 0.720430314540863, 0.6637965440750122, 0.7860925197601318, 0.8814547657966614, 0.9393408894538879, 0.9732383489608765, 0.9882922172546387, 0.9934017062187195, 0.99424809217453, 0.9936289191246033, 0.9932630658149719, 0.9934118390083313, 0.9921600222587585, 0.9874978065490723, 0.9782288670539856, 0.9682633280754089, 0.9690478444099426], "prob_old_token": [0.6870836019515991, 0.0006333329365588725, 4.478866685531102e-05, 2.8565407774294727e-05, 1.8045036995317787e-05, 9.184223017655313e-06, 4.5627566578332335e-06, 2.8818415103160078e-06, 2.110478362737922e-06, 1.6620198266537045e-06, 1.6946095229286584e-06, 2.992674126289785e-06, 5.9801423049066216e-06, 8.772092769504525e-06, 9.925011909217574e-06, 1.3321167898538988e-05, 2.424497506581247e-05, 4.91188584419433e-05, 8.687536319484934e-05, 0.00011631673260126263], "update_matrix_norm_1": [16307.6103515625], "update_matrix_norm_2": [4.8914618492126465], "update_matrix_norm_inf": [0.03775523975491524], "request": {"prompt": "{} was founded in the location of", "subject": "Van Halen", "target_new": {"str": "Las Vegas, Nevada"}, "old_answer": {"str": "Pasadena, California"}, "seed": 42}}, {"loss_per_step": [4.027, 1.177, 0.582, 0.513, 0.481, 0.459, 0.444, 0.433, 0.426, 0.42, 0.416, 0.412, 0.41, 0.409, 0.407, 0.406, 0.405, 0.405, 0.404, 0.404], "prob_new": [0.020460613071918488, 0.49018487334251404, 0.8476177453994751, 0.90465247631073, 0.9318772554397583, 0.9502757787704468, 0.9638417959213257, 0.9739194512367249, 0.9813494086265564, 0.9868200421333313, 0.9908414483070374, 0.993686854839325, 0.9955336451530457, 0.9966320991516113, 0.9972584247589111, 0.9976122975349426, 0.9978075623512268, 0.9979085922241211, 0.9979555010795593, 0.997977614402771], "prob_old": [0.7428368330001831, 0.07394934445619583, 0.01635466143488884, 0.015392576344311237, 0.014513595029711723, 0.013515438884496689, 0.012416638433933258, 0.011213998310267925, 0.009915067814290524, 0.008538734167814255, 0.007132789120078087, 0.0057944380678236485, 0.00466221384704113, 0.0038332482799887657, 0.003298613242805004, 0.0029820066411048174, 0.0028062527999281883, 0.002714855596423149, 0.0026693842373788357, 0.002643427113071084], "prob_new_token": [0.00020571958157233894, 0.36015886068344116, 0.6834884285926819, 0.7923389673233032, 0.845650315284729, 0.8796932697296143, 0.9042515158653259, 0.9229950904846191, 0.9379017353057861, 0.9501692652702332, 0.9605118036270142, 0.9692312479019165, 0.9762994050979614, 0.98163241147995, 0.9853257536888123, 0.9876803755760193, 0.9890606999397278, 0.9898063540458679, 0.9901900887489319, 0.990435004234314], "prob_old_token": [0.6992459893226624, 0.002013373887166381, 0.0002525165327824652, 0.00021169472893234342, 0.00018342837574891746, 0.0001610633044037968, 0.00014386999828275293, 0.00013088872947264463, 0.00012102688197046518, 0.00011313363938825205, 0.0001059407222783193, 9.821566345635802e-05, 8.922277629608288e-05, 7.943202217575163e-05, 7.034697046037763e-05, 6.322125409496948e-05, 5.8377612731419504e-05, 5.537385368370451e-05, 5.348613194655627e-05, 5.196591519052163e-05], "update_matrix_norm_1": [24232.90234375], "update_matrix_norm_2": [6.23931360244751], "update_matrix_norm_inf": [0.024112770333886147], "request": {"prompt": "{} was originally aired on", "subject": "Remington Steele", "target_new": {"str": "HBO"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [7.762, 3.35, 1.516, 0.768, 0.577, 0.502, 0.466, 0.445, 0.435, 0.431, 0.427, 0.423, 0.419, 0.417, 0.415, 0.414, 0.412, 0.411, 0.41, 0.409], "prob_new": [0.0004517013148870319, 0.06906727701425552, 0.3587177097797394, 0.7304043769836426, 0.8738678693771362, 0.9342910647392273, 0.9631397128105164, 0.9789187908172607, 0.9865835309028625, 0.9905521273612976, 0.9928484559059143, 0.994279682636261, 0.9952244758605957, 0.995883584022522, 0.9963671565055847, 0.996734619140625, 0.9970182180404663, 0.9972357153892517, 0.9973987340927124, 0.9975157380104065], "prob_old": [0.7428368330001831, 0.1636461615562439, 0.0064439731650054455, 0.0034766914322972298, 0.0022865524515509605, 0.0014846386620774865, 0.0009607614483684301, 0.000606220681220293, 0.00038372966810129583, 0.00025578567874617875, 0.00018085156625602394, 0.00013497218606062233, 0.00010562688112258911, 8.598591375630349e-05, 7.219080725917593e-05, 6.208585546119139e-05, 5.4483258281834424e-05, 4.8698515456635505e-05, 4.4303338654572144e-05, 4.0996179450303316e-05], "prob_new_token": [0.018148476257920265, 0.062416013330221176, 0.2692616879940033, 0.6630874276161194, 0.9032039642333984, 0.9679059982299805, 0.981853723526001, 0.9878659844398499, 0.9913923144340515, 0.9935967922210693, 0.9950112700462341, 0.9959445595741272, 0.9965808987617493, 0.9970316886901855, 0.9973642230033875, 0.9976173639297485, 0.9978134036064148, 0.9979654550552368, 0.9980829954147339, 0.9981706142425537], "prob_old_token": [0.6992459893226624, 0.05977029725909233, 0.006031331606209278, 0.005669371224939823, 0.004444596357643604, 0.0016964941751211882, 0.0006499463925138116, 0.00027727673295885324, 0.00013552248128689826, 7.584582635900006e-05, 4.751831875182688e-05, 3.255549745517783e-05, 2.387981476204004e-05, 1.837998570408672e-05, 1.4586333236366045e-05, 1.1795205864473246e-05, 9.663152013672516e-06, 8.016223546292167e-06, 6.751128694304498e-06, 5.80161076868535e-06], "update_matrix_norm_1": [23484.9453125], "update_matrix_norm_2": [6.23931360244751], "update_matrix_norm_inf": [0.03274582326412201], "request": {"prompt": "{} was originally aired on", "subject": "Remington Steele", "target_new": {"str": "TV Tokyo"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [2.851, 1.902, 1.059, 0.612, 0.477, 0.44, 0.42, 0.411, 0.406, 0.404, 0.403, 0.402, 0.401, 0.401, 0.4, 0.4, 0.399, 0.399, 0.399, 0.399], "prob_new": [0.060521457344293594, 0.2313643842935562, 0.530083179473877, 0.8194996118545532, 0.9415738582611084, 0.9826462268829346, 0.9934110641479492, 0.9969531893730164, 0.998229444026947, 0.9987249374389648, 0.9989088177680969, 0.9989733099937439, 0.9990009069442749, 0.9990220069885254, 0.9990412592887878, 0.999049723148346, 0.9990331530570984, 0.9989845752716064, 0.9989162683486938, 0.9988614320755005], "prob_old": [0.7428368330001831, 0.15775345265865326, 0.049549102783203125, 0.022343510761857033, 0.009298383258283138, 0.0032833716832101345, 0.0017739736940711737, 0.0013003925560042262, 0.0010993763571605086, 0.0010204275604337454, 0.0010156879434362054, 0.0010388689115643501, 0.0010580563684925437, 0.0010623747948557138, 0.0010543322423473, 0.0010434872237965465, 0.0010416130535304546, 0.0010543359676375985, 0.0010733547387644649, 0.0010783164761960506], "prob_new_token": [0.00040144030936062336, 0.030644970014691353, 0.19128668308258057, 0.5584738254547119, 0.8288086652755737, 0.9885573983192444, 0.9987377524375916, 0.9994115829467773, 0.9995629191398621, 0.9995864033699036, 0.9995399713516235, 0.9994621872901917, 0.999391496181488, 0.9993489384651184, 0.9993332624435425, 0.999322772026062, 0.9992945194244385, 0.9992333650588989, 0.9991455078125, 0.9990611672401428], "prob_old_token": [0.6992459893226624, 0.04110542684793472, 0.0025610607117414474, 0.000452109903562814, 0.00013393157860264182, 1.3177050277590752e-05, 1.8719944137046696e-06, 8.616772788627713e-07, 5.862196985617629e-07, 5.203579007684311e-07, 5.593923333435669e-07, 6.348321903715259e-07, 6.91778495820472e-07, 7.063313773869595e-07, 6.875625331304036e-07, 6.618918177991873e-07, 6.554794822477561e-07, 6.815654955971695e-07, 7.297006732187583e-07, 7.634132543898886e-07], "update_matrix_norm_1": [23284.78515625], "update_matrix_norm_2": [6.23931360244751], "update_matrix_norm_inf": [0.03159480169415474], "request": {"prompt": "{} was originally aired on", "subject": "Remington Steele", "target_new": {"str": "A&E"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [8.139, 2.898, 1.773, 1.235, 0.854, 0.594, 0.463, 0.401, 0.384, 0.377, 0.373, 0.368, 0.367, 0.365, 0.364, 0.363, 0.362, 0.361, 0.361, 0.36], "prob_new": [0.00037260327371768653, 0.08348630368709564, 0.2516501843929291, 0.4255416691303253, 0.6207664012908936, 0.8059353828430176, 0.9281130433082581, 0.9751794338226318, 0.9932907819747925, 0.9972739815711975, 0.998752772808075, 0.9993727803230286, 0.9995595216751099, 0.9995753169059753, 0.9995744228363037, 0.9995978474617004, 0.9996351003646851, 0.9996631741523743, 0.999668300151825, 0.9996540546417236], "prob_old": [0.9161018133163452, 0.11518789827823639, 0.0696835145354271, 0.05114873871207237, 0.03612840175628662, 0.02292603813111782, 0.013718374073505402, 0.007214147597551346, 0.0029692610260099173, 0.001746311434544623, 0.0011574161471799016, 0.0007907729595899582, 0.0006679599755443633, 0.0006989255780354142, 0.000735041219741106, 0.0007302744197659194, 0.0006990819238126278, 0.000676061725243926, 0.0006849594064988196, 0.0007212018244899809], "prob_new_token": [1.1315084520902019e-05, 0.08005362749099731, 0.330366849899292, 0.5937016010284424, 0.806259036064148, 0.921916663646698, 0.9716814756393433, 0.9902779459953308, 0.9970191717147827, 0.9987051486968994, 0.9994202852249146, 0.9997320771217346, 0.9997684359550476, 0.9996351003646851, 0.9994630217552185, 0.9993613362312317, 0.9993557333946228, 0.9993812441825867, 0.9993503093719482, 0.9992462396621704], "prob_old_token": [0.8606048822402954, 0.00010570648737484589, 3.436077167862095e-05, 1.4621722584706731e-05, 4.815748980036005e-06, 1.4937000969439396e-06, 4.819900141228572e-07, 1.449147930543404e-07, 2.24154383943187e-08, 5.565061744761124e-09, 1.7041216215929467e-09, 5.111628342824304e-10, 4.262266928289904e-10, 9.76854708234498e-10, 1.8368786491862465e-09, 2.3204071997184883e-09, 2.179845637328981e-09, 1.858676546007132e-09, 1.8585736283327492e-09, 2.2628323659290572e-09], "update_matrix_norm_1": [21831.095703125], "update_matrix_norm_2": [6.063969612121582], "update_matrix_norm_inf": [0.05199935659766197], "request": {"prompt": "{} was originally aired on", "subject": "The Legend of Korra", "target_new": {"str": "BBC2"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [8.703, 2.006, 0.853, 0.524, 0.442, 0.411, 0.395, 0.385, 0.379, 0.375, 0.372, 0.37, 0.369, 0.367, 0.366, 0.365, 0.364, 0.363, 0.362, 0.362], "prob_new": [0.00021441906574182212, 0.21349377930164337, 0.6275006532669067, 0.8582385778427124, 0.929716944694519, 0.9594060182571411, 0.9746268391609192, 0.9831900000572205, 0.9883266687393188, 0.9915677905082703, 0.993684709072113, 0.9951008558273315, 0.9960736036300659, 0.996767520904541, 0.9972836971282959, 0.9976817965507507, 0.9979970455169678, 0.9982517957687378, 0.9984615445137024, 0.9986367225646973], "prob_old": [0.9161018133163452, 0.11926175653934479, 0.04644783213734627, 0.032181188464164734, 0.024989424273371696, 0.02054460346698761, 0.01736065372824669, 0.014956584200263023, 0.013086523860692978, 0.011600419878959656, 0.010412250645458698, 0.009472771547734737, 0.008732243441045284, 0.008135139010846615, 0.007633318658918142, 0.007194013800472021, 0.006798384711146355, 0.006436595227569342, 0.006104391999542713, 0.005800278391689062], "prob_new_token": [9.181338100461289e-05, 0.2226390838623047, 0.5740049481391907, 0.7997323274612427, 0.8752157688140869, 0.9184596538543701, 0.9446044564247131, 0.9605818390846252, 0.9706848859786987, 0.9773460626602173, 0.9819319248199463, 0.9852112531661987, 0.9876238703727722, 0.9894336462020874, 0.9907998442649841, 0.9918273091316223, 0.9925892353057861, 0.9931538105010986, 0.9935892820358276, 0.99395751953125], "prob_old_token": [0.8606048822402954, 8.249405073001981e-05, 5.4174156502995174e-06, 1.4883551102684578e-06, 7.409012710013485e-07, 4.247454512551485e-07, 2.695295222565619e-07, 1.8351960306972614e-07, 1.3215043281888939e-07, 9.988107763092557e-08, 7.876145957652625e-08, 6.448561151728427e-08, 5.455772011941917e-08, 4.7459007390671104e-08, 4.2284003853865215e-08, 3.851067376103856e-08, 3.58102063557908e-08, 3.389123293118246e-08, 3.244470292429469e-08, 3.1149617996106826e-08], "update_matrix_norm_1": [23094.2734375], "update_matrix_norm_2": [6.0639729499816895], "update_matrix_norm_inf": [0.04515929892659187], "request": {"prompt": "{} was originally aired on", "subject": "The Legend of Korra", "target_new": {"str": "ABC"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [3.23, 1.365, 0.779, 0.659, 0.606, 0.549, 0.495, 0.445, 0.403, 0.38, 0.372, 0.368, 0.364, 0.361, 0.36, 0.359, 0.358, 0.358, 0.358, 0.358], "prob_new": [0.04001640900969505, 0.3790397346019745, 0.6670569777488708, 0.7526000142097473, 0.7936143279075623, 0.837462842464447, 0.8819342255592346, 0.9256119728088379, 0.9640708565711975, 0.9859548211097717, 0.9930379390716553, 0.9962800741195679, 0.9978762269020081, 0.9986348152160645, 0.998999297618866, 0.9991340637207031, 0.9990857839584351, 0.9988628029823303, 0.9984859228134155, 0.9981208443641663], "prob_old": [0.9161018133163452, 0.1454388052225113, 0.08525900542736053, 0.06401089578866959, 0.05623389407992363, 0.0546061210334301, 0.05665653944015503, 0.06038568168878555, 0.05304356664419174, 0.027717983350157738, 0.01525811105966568, 0.01158983912318945, 0.010341014713048935, 0.00974724255502224, 0.009295932948589325, 0.009042030200362206, 0.009189140982925892, 0.009808048605918884, 0.010783064179122448, 0.01160160917788744], "prob_new_token": [0.04909038171172142, 0.15792346000671387, 0.42214882373809814, 0.6438646912574768, 0.7581878304481506, 0.8337541222572327, 0.8802987337112427, 0.9148402214050293, 0.955595076084137, 0.9948257803916931, 0.9996102452278137, 0.9998347163200378, 0.9998730421066284, 0.9998850226402283, 0.9998897314071655, 0.9998821020126343, 0.9998509287834167, 0.9997738003730774, 0.9996110796928406, 0.9993727207183838], "prob_old_token": [0.8606048822402954, 0.00019615453493315727, 3.563423524610698e-05, 1.256640098290518e-05, 7.185723916336428e-06, 5.768431037722621e-06, 5.745186172134709e-06, 7.495244062738493e-06, 6.954832315386739e-06, 6.20529817751958e-07, 2.3109432589762946e-08, 6.795501938938742e-09, 4.593446956135949e-09, 3.973068540830127e-09, 3.6344645071295645e-09, 3.730808106894301e-09, 4.6626165151053556e-09, 6.999082646785837e-09, 1.167832142101588e-08, 1.7730043211372504e-08], "update_matrix_norm_1": [21215.396484375], "update_matrix_norm_2": [6.056105136871338], "update_matrix_norm_inf": [0.05662738159298897], "request": {"prompt": "{} was originally aired on", "subject": "The Legend of Korra", "target_new": {"str": "the Sci-Fi Channel"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [3.778, 1.867, 1.146, 0.777, 0.631, 0.564, 0.523, 0.492, 0.468, 0.447, 0.426, 0.409, 0.394, 0.38, 0.368, 0.358, 0.35, 0.344, 0.339, 0.334], "prob_new": [0.023700427263975143, 0.22934550046920776, 0.4475422501564026, 0.6459222435951233, 0.7461857795715332, 0.7987276911735535, 0.8334587812423706, 0.8598079085350037, 0.8804423809051514, 0.89816814661026, 0.9143981337547302, 0.9286462068557739, 0.9412952661514282, 0.9530251026153564, 0.9637442231178284, 0.9728351831436157, 0.9799619317054749, 0.9855506420135498, 0.9899101257324219, 0.9930787682533264], "prob_old": [0.6015099287033081, 0.1041884571313858, 0.040427155792713165, 0.0217630323022604, 0.013133253902196884, 0.009524072520434856, 0.007779477629810572, 0.006579421926289797, 0.005645963829010725, 0.005007435102015734, 0.004630618263036013, 0.004364102613180876, 0.004074192605912685, 0.003703297581523657, 0.003257027128711343, 0.0027880645357072353, 0.0023608694318681955, 0.002010656287893653, 0.0017465410055592656, 0.0015595941804349422], "prob_new_token": [0.09881766885519028, 0.20321762561798096, 0.4099348485469818, 0.5629447102546692, 0.6228054761886597, 0.6786035895347595, 0.7393712401390076, 0.7964008450508118, 0.8398708701133728, 0.8675082921981812, 0.8835466504096985, 0.8948705196380615, 0.9069889783859253, 0.9214731454849243, 0.9360921382904053, 0.948136568069458, 0.9577058553695679, 0.9665635228157043, 0.9748335480690002, 0.9816072583198547], "prob_old_token": [0.670191764831543, 0.0028833483811467886, 0.00011214472760912031, 2.3444261387339793e-05, 8.169248758349568e-06, 4.405604613566538e-06, 3.1792021673027193e-06, 2.4210648916778155e-06, 1.8161356365453685e-06, 1.4148733953334158e-06, 1.1889070492543397e-06, 1.0413079962745542e-06, 9.018604600896651e-07, 7.419605481118197e-07, 5.662503212988668e-07, 4.048846449222765e-07, 2.848738347438484e-07, 2.05316709411818e-07, 1.52359447724848e-07, 1.150565296370587e-07], "update_matrix_norm_1": [23343.611328125], "update_matrix_norm_2": [6.515873432159424], "update_matrix_norm_inf": [0.08745590597391129], "request": {"prompt": "{} was originally aired on", "subject": "Gravity Falls", "target_new": {"str": "the SyFy"}, "old_answer": {"str": "Disney XD"}, "seed": 42}}, {"loss_per_step": [5.933, 2.879, 1.266, 0.515, 0.394, 0.372, 0.362, 0.355, 0.351, 0.347, 0.345, 0.343, 0.341, 0.34, 0.339, 0.337, 0.336, 0.335, 0.334, 0.333], "prob_new": [0.0027582428883761168, 0.08566390722990036, 0.40438371896743774, 0.8392999172210693, 0.9467344880104065, 0.9690045118331909, 0.9790170192718506, 0.9845847487449646, 0.9879243969917297, 0.9900543689727783, 0.9914964437484741, 0.9925283193588257, 0.9933027029037476, 0.9939064979553223, 0.9943917989730835, 0.9947909712791443, 0.9951249361038208, 0.9954081177711487, 0.9956510066986084, 0.9958608746528625], "prob_old": [0.6015099287033081, 0.07165923714637756, 0.014020627364516258, 0.005836110096424818, 0.002954027848318219, 0.0020147296600043774, 0.0015857506077736616, 0.001338034518994391, 0.0011761370114982128, 0.0010638762032613158, 0.000983942300081253, 0.000926438719034195, 0.0008850911981426179, 0.0008556683314964175, 0.0008351709693670273, 0.0008213387918658555, 0.000812407408375293, 0.0008069585892371833, 0.0008038693922571838, 0.0008023118134588003], "prob_new_token": [7.159894266806077e-06, 0.01603659987449646, 0.10429658740758896, 0.7105243802070618, 0.9278331398963928, 0.9619842767715454, 0.9760531783103943, 0.983714759349823, 0.9882437586784363, 0.9910716414451599, 0.9929253458976746, 0.9941979646682739, 0.9951055645942688, 0.9957755208015442, 0.9962822794914246, 0.9966719746589661, 0.9969769716262817, 0.9972172975540161, 0.9974094033241272, 0.9975630640983582], "prob_old_token": [0.670191764831543, 0.0007575518102385104, 1.8330987586523406e-05, 1.8987577732332284e-06, 3.108571036136709e-07, 1.3972969270525937e-07, 9.090582153703508e-08, 6.745786862438763e-08, 5.320837104250131e-08, 4.365212546986186e-08, 3.692933248089503e-08, 3.203620480007885e-08, 2.83710832604811e-08, 2.5555960903034247e-08, 2.3353937450565354e-08, 2.160327028377651e-08, 2.0190187299817808e-08, 1.9033135956192382e-08, 1.807063476633175e-08, 1.7256478912486273e-08], "update_matrix_norm_1": [23481.826171875], "update_matrix_norm_2": [6.515876770019531], "update_matrix_norm_inf": [0.05927539989352226], "request": {"prompt": "{} was originally aired on", "subject": "Gravity Falls", "target_new": {"str": "Showtime"}, "old_answer": {"str": "Disney XD"}, "seed": 42}}, {"loss_per_step": [4.845, 1.985, 1.472, 1.075, 0.745, 0.512, 0.394, 0.366, 0.357, 0.35, 0.346, 0.344, 0.341, 0.338, 0.336, 0.334, 0.332, 0.331, 0.33, 0.329], "prob_new": [0.00873110257089138, 0.2124899923801422, 0.3320809006690979, 0.49645742774009705, 0.6854613423347473, 0.8577407002449036, 0.9592565298080444, 0.9859893321990967, 0.9915039539337158, 0.993922233581543, 0.9952991604804993, 0.9961702227592468, 0.9967554211616516, 0.9971582293510437, 0.9974368810653687, 0.9976320266723633, 0.997771143913269, 0.9978727102279663, 0.9979475140571594, 0.9980012774467468], "prob_old": [0.6015099287033081, 0.0795406773686409, 0.02562539465725422, 0.0169504564255476, 0.01148652471601963, 0.006854284554719925, 0.003257168224081397, 0.0017446677666157484, 0.0012725073611363769, 0.0010536874178797007, 0.0009342755074612796, 0.000865203095600009, 0.0008250882965512574, 0.0008043292327784002, 0.0007981010712683201, 0.000802974624093622, 0.0008163182646967471, 0.0008362897206097841, 0.0008617488783784211, 0.0008921087719500065], "prob_new_token": [0.0988144651055336, 0.12998312711715698, 0.15209873020648956, 0.24831010401248932, 0.4080756902694702, 0.6739914417266846, 0.9092671871185303, 0.9685322642326355, 0.9830062985420227, 0.9888408184051514, 0.9918246269226074, 0.9935397505760193, 0.9945906400680542, 0.995261013507843, 0.9956983327865601, 0.9959791302680969, 0.9961472749710083, 0.9962349534034729, 0.9962655305862427, 0.996254026889801], "prob_old_token": [0.670191764831543, 0.00250335899181664, 5.999721906846389e-05, 2.0034607587149367e-05, 8.404607797274366e-06, 2.1771938918391243e-06, 3.049094345897174e-07, 1.048941200565423e-07, 6.65399610966233e-08, 4.89107279122436e-08, 3.911802082257054e-08, 3.3189852643999984e-08, 2.9369321197236786e-08, 2.6813852471718747e-08, 2.509763774583007e-08, 2.3992269504446995e-08, 2.3350951394718322e-08, 2.3058138509668424e-08, 2.3008670524404806e-08, 2.3109519631248077e-08], "update_matrix_norm_1": [24565.576171875], "update_matrix_norm_2": [6.515876770019531], "update_matrix_norm_inf": [0.06535216420888901], "request": {"prompt": "{} was originally aired on", "subject": "Gravity Falls", "target_new": {"str": "the Fox"}, "old_answer": {"str": "Disney XD"}, "seed": 42}}, {"loss_per_step": [2.339, 1.817, 1.146, 0.81, 0.673, 0.599, 0.542, 0.486, 0.449, 0.43, 0.422, 0.416, 0.413, 0.409, 0.404, 0.405, 0.407, 0.4, 0.385, 0.366], "prob_new": [0.09760843217372894, 0.2558896243572235, 0.49290332198143005, 0.687645673751831, 0.7910412549972534, 0.8495836853981018, 0.8981931209564209, 0.9448145031929016, 0.97624671459198, 0.9895966053009033, 0.9946958422660828, 0.9968146681785583, 0.9976681470870972, 0.9980554580688477, 0.998094916343689, 0.9977580904960632, 0.9966666102409363, 0.9961045980453491, 0.995907187461853, 0.9959461688995361], "prob_old": [0.9150047302246094, 0.30890828371047974, 0.18953098356723785, 0.0988680049777031, 0.06239110231399536, 0.033045049756765366, 0.017973430454730988, 0.016525354236364365, 0.011621886864304543, 0.0059744250029325485, 0.004710224457085133, 0.004257755354046822, 0.004123380407691002, 0.004013948608189821, 0.00417570723220706, 0.004578570369631052, 0.005762310232967138, 0.005869879852980375, 0.005102463066577911, 0.004264793358743191], "prob_new_token": [0.050867222249507904, 0.12791688740253448, 0.2825147807598114, 0.4763323664665222, 0.6095018982887268, 0.7159934639930725, 0.7990984320640564, 0.8817798495292664, 0.9432042241096497, 0.9808955788612366, 0.9867895841598511, 0.9876046180725098, 0.985602855682373, 0.9836541414260864, 0.9807953834533691, 0.9724240303039551, 0.9502387642860413, 0.9463563561439514, 0.9568976759910583, 0.976026177406311], "prob_old_token": [0.8363333344459534, 0.026492327451705933, 0.0025095476303249598, 0.0004206159501336515, 0.00012126290675951168, 1.82596268132329e-05, 3.192574013155536e-06, 2.070198888759478e-06, 1.1317291637169546e-06, 3.176824634465447e-07, 2.704061898839427e-07, 2.897318722716591e-07, 4.056127522744646e-07, 5.928075097472174e-07, 9.634262596591725e-07, 1.7266306713281665e-06, 4.047119091410423e-06, 4.734513822768349e-06, 3.9236160773725715e-06, 2.050499006145401e-06], "update_matrix_norm_1": [17999.39453125], "update_matrix_norm_2": [5.343348979949951], "update_matrix_norm_inf": [0.15336337685585022], "request": {"prompt": "{} was originally aired on", "subject": "Star Wars: Clone Wars", "target_new": {"str": "the Sci-Fi Channel"}, "old_answer": {"str": "Cartoon Network"}, "seed": 42}}, {"loss_per_step": [3.895, 2.288, 1.077, 0.623, 0.484, 0.442, 0.429, 0.424, 0.421, 0.419, 0.417, 0.416, 0.415, 0.414, 0.413, 0.412, 0.412, 0.411, 0.411, 0.41], "prob_new": [0.021323245018720627, 0.16541816294193268, 0.5324903130531311, 0.8205199837684631, 0.9422944784164429, 0.9813544750213623, 0.9903013110160828, 0.9931284785270691, 0.9945054054260254, 0.9954403638839722, 0.9961788058280945, 0.9967637062072754, 0.9972068667411804, 0.9975214600563049, 0.9977237582206726, 0.9978342056274414, 0.9978756904602051, 0.9978718757629395, 0.9978446364402771, 0.9978131055831909], "prob_old": [0.9150047302246094, 0.482446551322937, 0.291612446308136, 0.13803528249263763, 0.0762595683336258, 0.04247868061065674, 0.027484595775604248, 0.020563140511512756, 0.01675012707710266, 0.014327818527817726, 0.01261166762560606, 0.011368065141141415, 0.010504625737667084, 0.00997050292789936, 0.009724634699523449, 0.009712962433695793, 0.009871648624539375, 0.010138632729649544, 0.01045764610171318, 0.010781892575323582], "prob_new_token": [0.004255145788192749, 0.07779565453529358, 0.4943690896034241, 0.7482970952987671, 0.9167612791061401, 0.9787297248840332, 0.9910482168197632, 0.9940975904464722, 0.9952699542045593, 0.9959523677825928, 0.9964753985404968, 0.996902346611023, 0.9972353577613831, 0.997474193572998, 0.9976232647895813, 0.9976900815963745, 0.9976862072944641, 0.9976257681846619, 0.9975243210792542, 0.9973981380462646], "prob_old_token": [0.8363333344459534, 0.10044249892234802, 0.02629842981696129, 0.003005919512361288, 0.0008674171403981745, 0.0002210427774116397, 7.472936704289168e-05, 3.5348399251233786e-05, 2.026456240855623e-05, 1.2825474186684005e-05, 8.572892511438113e-06, 6.061636668164283e-06, 4.6007708078832366e-06, 3.790443543039146e-06, 3.395160092622973e-06, 3.2685331916582072e-06, 3.317691380289034e-06, 3.480174882497522e-06, 3.707524911078508e-06, 3.958981778851012e-06], "update_matrix_norm_1": [21895.6796875], "update_matrix_norm_2": [5.935984134674072], "update_matrix_norm_inf": [0.08968137949705124], "request": {"prompt": "{} was originally aired on", "subject": "Star Wars: Clone Wars", "target_new": {"str": "ABC Family"}, "old_answer": {"str": "Cartoon Network"}, "seed": 42}}, {"loss_per_step": [9.315, 3.978, 1.036, 0.726, 0.567, 0.501, 0.474, 0.46, 0.451, 0.444, 0.438, 0.434, 0.431, 0.429, 0.426, 0.424, 0.422, 0.42, 0.419, 0.417], "prob_new": [0.000132248955196701, 0.03709447383880615, 0.5518375039100647, 0.7473055720329285, 0.8742189407348633, 0.9328529834747314, 0.9578728675842285, 0.970454216003418, 0.9781694412231445, 0.983346700668335, 0.9868438243865967, 0.9892138838768005, 0.9908687472343445, 0.9920774102210999, 0.9929938912391663, 0.9937046766281128, 0.9942643642425537, 0.9947117567062378, 0.9950774312019348, 0.9953845739364624], "prob_old": [0.9150047302246094, 0.5165591835975647, 0.2814801037311554, 0.18696029484272003, 0.12316480278968811, 0.08715958148241043, 0.06885756552219391, 0.05912954732775688, 0.05332056060433388, 0.04951290786266327, 0.046937987208366394, 0.04516410455107689, 0.04387614130973816, 0.04287375882267952, 0.04206519573926926, 0.041419416666030884, 0.040914878249168396, 0.04051794856786728, 0.040184155106544495, 0.03986899554729462], "prob_new_token": [9.829633927438408e-05, 0.03388061001896858, 0.5305494666099548, 0.7493005394935608, 0.8845111131668091, 0.9393935799598694, 0.9606722593307495, 0.9712645411491394, 0.9783385992050171, 0.9835268259048462, 0.9871756434440613, 0.9896395206451416, 0.9913089275360107, 0.9924784302711487, 0.9933321475982666, 0.9939785599708557, 0.9944843649864197, 0.9948915839195251, 0.9952293038368225, 0.9955147504806519], "prob_old_token": [0.8363333344459534, 0.15244513750076294, 0.02166278474032879, 0.005730926524847746, 0.00149369181599468, 0.0005351643776521087, 0.0002859316882677376, 0.0001948773133335635, 0.00014730155817233026, 0.00011693780834320933, 9.701088856672868e-05, 8.421798702329397e-05, 7.601665856782347e-05, 7.066265243338421e-05, 6.711261812597513e-05, 6.47470515104942e-05, 6.310950993793085e-05, 6.18508638581261e-05, 6.071949974284507e-05, 5.958620386081748e-05], "update_matrix_norm_1": [22321.62890625], "update_matrix_norm_2": [5.935983657836914], "update_matrix_norm_inf": [0.07216901332139969], "request": {"prompt": "{} was originally aired on", "subject": "Star Wars: Clone Wars", "target_new": {"str": "Nick"}, "old_answer": {"str": "Cartoon Network"}, "seed": 42}}, {"loss_per_step": [1.919, 0.729, 0.573, 0.525, 0.496, 0.477, 0.464, 0.454, 0.448, 0.443, 0.44, 0.437, 0.434, 0.433, 0.431, 0.43, 0.428, 0.427, 0.426, 0.425], "prob_new": [0.17522940039634705, 0.7405275702476501, 0.8577396273612976, 0.8994396924972534, 0.9255212545394897, 0.9435399770736694, 0.956206738948822, 0.9650973677635193, 0.9713373184204102, 0.9757697582244873, 0.9789890050888062, 0.9813883900642395, 0.983228862285614, 0.9846867322921753, 0.9858849048614502, 0.986910343170166, 0.9878265857696533, 0.9886791110038757, 0.9894991517066956, 0.9903052449226379], "prob_old": [0.7097766399383545, 0.11347272247076035, 0.09059775620698929, 0.0835636779665947, 0.07922269403934479, 0.07549986243247986, 0.07196276634931564, 0.06846325844526291, 0.06496106833219528, 0.061464328318834305, 0.05801714211702347, 0.05468333512544632, 0.05152227729558945, 0.04857141152024269, 0.04584468528628349, 0.04333416745066643, 0.041013769805431366, 0.038846082985401154, 0.03678663820028305, 0.034790489822626114], "prob_new_token": [0.06119363382458687, 0.48162439465522766, 0.7568091750144958, 0.8255295753479004, 0.868309497833252, 0.9011223316192627, 0.9241215586662292, 0.9399789571762085, 0.9511394500732422, 0.9591017961502075, 0.9648762345314026, 0.9691646695137024, 0.9724285006523132, 0.9749908447265625, 0.9770718216896057, 0.9788283109664917, 0.9803654551506042, 0.9817611575126648, 0.9830694198608398, 0.9843240976333618], "prob_old_token": [0.6361532211303711, 0.009023260325193405, 0.006781994365155697, 0.005947479046881199, 0.005444841925054789, 0.004972168244421482, 0.004584646783769131, 0.004232883453369141, 0.003871654625982046, 0.0034992482978850603, 0.0031301495619118214, 0.0027789634186774492, 0.002459051785990596, 0.00217629736289382, 0.0019314707024022937, 0.0017217735294252634, 0.0015424307202920318, 0.0013874054420739412, 0.0012507792562246323, 0.0011272740084677935], "update_matrix_norm_1": [22682.166015625], "update_matrix_norm_2": [5.8725666999816895], "update_matrix_norm_inf": [0.05921197310090065], "request": {"prompt": "{} was originally aired on", "subject": "Nurse Jackie", "target_new": {"str": "HBO"}, "old_answer": {"str": "Showtime"}, "seed": 42}}, {"loss_per_step": [4.126, 2.642, 1.48, 0.856, 0.729, 0.674, 0.625, 0.581, 0.547, 0.519, 0.497, 0.478, 0.462, 0.449, 0.439, 0.432, 0.425, 0.42, 0.418, 0.416], "prob_new": [0.016503164544701576, 0.11259274184703827, 0.3542811870574951, 0.6493711471557617, 0.7404372692108154, 0.7839993238449097, 0.8227084875106812, 0.857506513595581, 0.8857355117797852, 0.9083895087242126, 0.9276527166366577, 0.9446631073951721, 0.9594409465789795, 0.9720813632011414, 0.9828113317489624, 0.9914951324462891, 0.9962064623832703, 0.9983213543891907, 0.9993494153022766, 0.999625563621521], "prob_old": [0.7097766399383545, 0.13640883564949036, 0.12267639487981796, 0.08454053103923798, 0.06354762613773346, 0.05438617989420891, 0.05338515713810921, 0.05598469078540802, 0.05801887437701225, 0.05589885637164116, 0.048193518072366714, 0.03649482503533363, 0.02400173805654049, 0.013335879892110825, 0.006035034079104662, 0.0024200102780014277, 0.001176658202894032, 0.0006670416914857924, 0.0003579001349862665, 0.00023325828078668565], "prob_new_token": [0.12351413816213608, 0.16833071410655975, 0.31792399287223816, 0.5017948746681213, 0.5825924277305603, 0.6439922451972961, 0.7095966339111328, 0.7768236398696899, 0.8339309096336365, 0.8778631687164307, 0.9107080101966858, 0.9353442788124084, 0.9545536041259766, 0.9712483286857605, 0.9859794974327087, 0.9945828318595886, 0.9974376559257507, 0.9986861944198608, 0.999470055103302, 0.9997388124465942], "prob_old_token": [0.6361532211303711, 0.02121797204017639, 0.018068986013531685, 0.00916185975074768, 0.0051218378357589245, 0.003556296229362488, 0.0033287187106907368, 0.0036123376339673996, 0.0038675046525895596, 0.0036245377268642187, 0.002772796433418989, 0.0016774036921560764, 0.0007843750645406544, 0.00026260121376253664, 5.5813532526372e-05, 9.356805094284937e-06, 2.3744526060909266e-06, 8.447514119325206e-07, 3.2220953016803833e-07, 1.6590763607382542e-07], "update_matrix_norm_1": [20677.8984375], "update_matrix_norm_2": [5.8725666999816895], "update_matrix_norm_inf": [0.056128691881895065], "request": {"prompt": "{} was originally aired on", "subject": "Nurse Jackie", "target_new": {"str": "the History Channel"}, "old_answer": {"str": "Showtime"}, "seed": 42}}, {"loss_per_step": [3.002, 2.051, 0.948, 0.734, 0.653, 0.613, 0.587, 0.563, 0.542, 0.524, 0.509, 0.496, 0.484, 0.474, 0.465, 0.456, 0.447, 0.439, 0.432, 0.428], "prob_new": [0.050709690898656845, 0.20543591678142548, 0.5935439467430115, 0.7312538027763367, 0.7964465022087097, 0.8314395546913147, 0.8535470962524414, 0.8726383447647095, 0.8885489106178284, 0.9016818404197693, 0.9132106304168701, 0.9238048791885376, 0.9337629079818726, 0.9433090686798096, 0.9525766968727112, 0.9615100622177124, 0.9699370861053467, 0.977627158164978, 0.9840800166130066, 0.9887630343437195], "prob_old": [0.7097766399383545, 0.06380535662174225, 0.011010188609361649, 0.009561533108353615, 0.011878129094839096, 0.014284797944128513, 0.01430102065205574, 0.012714534066617489, 0.010966366156935692, 0.009516670368611813, 0.008414932526648045, 0.0076093291863799095, 0.007013907190412283, 0.006530950777232647, 0.0060739461332559586, 0.005605754442512989, 0.005154621787369251, 0.004777136724442244, 0.004508875776082277, 0.004257251042872667], "prob_new_token": [0.12351413816213608, 0.3086632490158081, 0.4825226664543152, 0.5927664041519165, 0.7146231532096863, 0.8039350509643555, 0.8485429883003235, 0.8717830777168274, 0.88759446144104, 0.9014983773231506, 0.9157124757766724, 0.9298814535140991, 0.9426934719085693, 0.9533693194389343, 0.9619155526161194, 0.9686943292617798, 0.9740970134735107, 0.978435754776001, 0.9817492961883545, 0.9839462041854858], "prob_old_token": [0.6361532211303711, 0.016941554844379425, 0.003970826510339975, 0.0013564655091613531, 0.000746432167943567, 0.0005752689903602004, 0.0004386659129522741, 0.000321873085340485, 0.00024155806750059128, 0.00018920842558145523, 0.00015395272930618376, 0.00012842212163377553, 0.00010811494576046243, 9.065281483344734e-05, 7.530620496254414e-05, 6.261773523874581e-05, 5.343310840544291e-05, 4.793807602254674e-05, 4.577398794936016e-05, 4.468571569304913e-05], "update_matrix_norm_1": [20893.90625], "update_matrix_norm_2": [5.8725690841674805], "update_matrix_norm_inf": [0.0609673410654068], "request": {"prompt": "{} was originally aired on", "subject": "Nurse Jackie", "target_new": {"str": "the SyFy"}, "old_answer": {"str": "Showtime"}, "seed": 42}}, {"loss_per_step": [3.429, 1.991, 1.174, 0.689, 0.61, 0.551, 0.519, 0.495, 0.472, 0.452, 0.434, 0.417, 0.401, 0.387, 0.378, 0.372, 0.368, 0.365, 0.363, 0.361], "prob_new": [0.03339603915810585, 0.2058449685573578, 0.45075544714927673, 0.7273889780044556, 0.7856857776641846, 0.8321812152862549, 0.8595672845840454, 0.8811166286468506, 0.9007388949394226, 0.917693018913269, 0.9331708550453186, 0.9484396576881409, 0.9634377956390381, 0.9763736724853516, 0.9856522083282471, 0.991607129573822, 0.9951084852218628, 0.9970220923423767, 0.9980611801147461, 0.9986501336097717], "prob_old": [0.8403773903846741, 0.5890439748764038, 0.07248299568891525, 0.06629869341850281, 0.06003449857234955, 0.05495463311672211, 0.05097360908985138, 0.04774799942970276, 0.04480859637260437, 0.04186445102095604, 0.03884733468294144, 0.035641901195049286, 0.031943224370479584, 0.0273631252348423, 0.02202274650335312, 0.01694846898317337, 0.013187461532652378, 0.010678954422473907, 0.008992273360490799, 0.007839414291083813], "prob_new_token": [0.05065450817346573, 0.1343507170677185, 0.21949714422225952, 0.3790740966796875, 0.4888027012348175, 0.6242216229438782, 0.7101304531097412, 0.7579594254493713, 0.7897781133651733, 0.8182696104049683, 0.8493893146514893, 0.886293888092041, 0.9294403195381165, 0.9678193926811218, 0.9871759414672852, 0.994121253490448, 0.9968203902244568, 0.998079776763916, 0.9987276196479797, 0.9990640878677368], "prob_old_token": [0.8310779929161072, 0.466627836227417, 2.582471825007815e-05, 2.360354301345069e-05, 1.6256379240076058e-05, 1.1160140275023878e-05, 8.152243026415817e-06, 6.205609224707587e-06, 4.727447958430275e-06, 3.515574235279928e-06, 2.5268805075029377e-06, 1.7098577700380702e-06, 1.0056749033537926e-06, 4.345311310771649e-07, 1.2840220620091713e-07, 3.369965639876682e-08, 1.0396210115004578e-08, 4.03208844090841e-09, 1.896803825118809e-09, 1.0787747362073219e-09], "update_matrix_norm_1": [23437.357421875], "update_matrix_norm_2": [6.453630447387695], "update_matrix_norm_inf": [0.04786788672208786], "request": {"prompt": "{} was originally aired on", "subject": "T.U.F.F. Puppy", "target_new": {"str": "the Discovery Channel"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [7.469, 3.925, 1.752, 0.643, 0.447, 0.412, 0.401, 0.395, 0.392, 0.39, 0.388, 0.387, 0.386, 0.385, 0.384, 0.383, 0.381, 0.38, 0.379, 0.378], "prob_new": [0.0008104323060251772, 0.03729403018951416, 0.3174288868904114, 0.7941029071807861, 0.9450812935829163, 0.9763935804367065, 0.9870738387107849, 0.9917423725128174, 0.9940748810768127, 0.9953593611717224, 0.9961204528808594, 0.9965972304344177, 0.9969077706336975, 0.9971148371696472, 0.997252881526947, 0.9973411560058594, 0.9973905682563782, 0.9974057674407959, 0.9973888397216797, 0.9973399043083191], "prob_old": [0.8403773903846741, 0.5132669806480408, 0.19844487309455872, 0.1570473611354828, 0.12121906131505966, 0.1027611792087555, 0.09267350286245346, 0.08673021197319031, 0.08302442729473114, 0.0806071013212204, 0.07896725833415985, 0.07781379669904709, 0.07697512209415436, 0.07635079324245453, 0.07588434219360352, 0.07554849982261658, 0.07533589750528336, 0.0752534568309784, 0.07531635463237762, 0.07554373145103455], "prob_new_token": [0.00023184798192232847, 0.034058522433042526, 0.5136498808860779, 0.9121801853179932, 0.9767963290214539, 0.9901184439659119, 0.9945027828216553, 0.9963576793670654, 0.9972729086875916, 0.9977757334709167, 0.9980726838111877, 0.9982578158378601, 0.9983765482902527, 0.9984545111656189, 0.9985047578811646, 0.9985342025756836, 0.998547375202179, 0.9985460638999939, 0.9985295534133911, 0.9984983205795288], "prob_old_token": [0.8310779929161072, 0.1787126362323761, 0.0027184190694242716, 0.0006666936096735299, 0.00021412945352494717, 0.00010763953468995169, 7.028112304396927e-05, 5.3591465984936804e-05, 4.4964050175622106e-05, 4.006403833045624e-05, 3.709379961946979e-05, 3.520988320815377e-05, 3.3978602004935965e-05, 3.316247239126824e-05, 3.263625694671646e-05, 3.234477844671346e-05, 3.226270928280428e-05, 3.240362639189698e-05, 3.278881195001304e-05, 3.3457901736255735e-05], "update_matrix_norm_1": [25605.2109375], "update_matrix_norm_2": [6.453630447387695], "update_matrix_norm_inf": [0.028020214289426804], "request": {"prompt": "{} was originally aired on", "subject": "T.U.F.F. Puppy", "target_new": {"str": "MTV"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [6.351, 4.313, 1.847, 0.612, 0.515, 0.474, 0.445, 0.425, 0.412, 0.401, 0.394, 0.388, 0.383, 0.379, 0.376, 0.373, 0.371, 0.369, 0.368, 0.366], "prob_new": [0.001825338345952332, 0.022119715809822083, 0.23550432920455933, 0.8038386702537537, 0.881034791469574, 0.9132676124572754, 0.9351728558540344, 0.9501871466636658, 0.9609389901161194, 0.9688962697982788, 0.9749078750610352, 0.9795217514038086, 0.9831117987632751, 0.9859384894371033, 0.9881880879402161, 0.9899976849555969, 0.991471529006958, 0.992688000202179, 0.9937041401863098, 0.9945602416992188], "prob_old": [0.8403773903846741, 0.6250640153884888, 0.24757017195224762, 0.07426419109106064, 0.042492885142564774, 0.03455336391925812, 0.031075846403837204, 0.02912881039083004, 0.02772732637822628, 0.02656310610473156, 0.02553659677505493, 0.024606263265013695, 0.02374865859746933, 0.0229484960436821, 0.022193172946572304, 0.021468782797455788, 0.02075796201825142, 0.020042674615979195, 0.01930857077240944, 0.018548984080553055], "prob_new_token": [5.415088890003972e-05, 0.0003201528743375093, 0.0591544583439827, 0.675168514251709, 0.813693106174469, 0.868661642074585, 0.9058648347854614, 0.9302457571029663, 0.9468385577201843, 0.958773136138916, 0.9676644206047058, 0.9744455218315125, 0.9796980619430542, 0.9838032722473145, 0.9870323538780212, 0.9895882606506348, 0.991631031036377, 0.9932845234870911, 0.9946395754814148, 0.9957551956176758], "prob_old_token": [0.8310779929161072, 0.42311060428619385, 0.009105277247726917, 5.7948400353780016e-05, 4.139172233408317e-06, 1.5392190562124597e-06, 9.06995921923226e-07, 6.667275442850951e-07, 5.395340281211247e-07, 4.5400400949802133e-07, 3.881058887600375e-07, 3.3323900083814806e-07, 2.8562655529640324e-07, 2.437005832689465e-07, 2.067905029434769e-07, 1.7435257859688136e-07, 1.4577057072528987e-07, 1.2040686669934075e-07, 9.782952048453808e-08, 7.78631630282689e-08], "update_matrix_norm_1": [24304.82421875], "update_matrix_norm_2": [6.453629970550537], "update_matrix_norm_inf": [0.034711502492427826], "request": {"prompt": "{} was originally aired on", "subject": "T.U.F.F. Puppy", "target_new": {"str": "HBO"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [2.486, 1.594, 0.943, 0.689, 0.614, 0.556, 0.503, 0.456, 0.418, 0.388, 0.371, 0.364, 0.358, 0.354, 0.353, 0.352, 0.351, 0.35, 0.349, 0.345], "prob_new": [0.08687812834978104, 0.3005087673664093, 0.5700157284736633, 0.719531774520874, 0.7738919854164124, 0.8196504712104797, 0.8632100820541382, 0.9050137996673584, 0.9401267170906067, 0.9687111377716064, 0.9862958788871765, 0.9933053851127625, 0.9959580898284912, 0.9970160126686096, 0.9975148439407349, 0.997808575630188, 0.9979982376098633, 0.9981063008308411, 0.9981287121772766, 0.9980056881904602], "prob_old": [0.5831378102302551, 0.08938538283109665, 9.885711187962443e-05, 1.7742831914802082e-05, 7.260564416355919e-06, 3.5936748190579237e-06, 2.203824124080711e-06, 1.9086021438852185e-06, 1.6421151940448908e-06, 7.794546377226652e-07, 2.2279668598912394e-07, 9.475158435634512e-08, 5.108468315029313e-08, 4.0162063896787004e-08, 3.974712825538518e-08, 3.9898129244875236e-08, 3.922149005575193e-08, 4.011403831327698e-08, 4.573815814978843e-08, 6.017380371758918e-08], "prob_new_token": [0.06692320108413696, 0.17631177604198456, 0.45574578642845154, 0.6428916454315186, 0.7496309280395508, 0.8320314884185791, 0.8783171772956848, 0.9072970151901245, 0.9381071329116821, 0.9673205614089966, 0.988709032535553, 0.9957352876663208, 0.9978563785552979, 0.9986100792884827, 0.9989171624183655, 0.9990626573562622, 0.9991397261619568, 0.9991644024848938, 0.9991163611412048, 0.9989235997200012], "prob_old_token": [0.6654357314109802, 0.044922929257154465, 6.143043719930574e-05, 1.323899778071791e-05, 5.778617378382478e-06, 3.1094889436644735e-06, 2.080280637528631e-06, 1.916753262776183e-06, 1.8418930949337664e-06, 1.035134573612595e-06, 2.722493377405044e-07, 1.0983063702951767e-07, 6.3013558815328e-08, 5.095057176163209e-08, 5.069997754958422e-08, 5.134743830126354e-08, 5.1310038884366804e-08, 5.2965962282769397e-08, 5.9304021249317884e-08, 7.230563880966656e-08], "update_matrix_norm_1": [22866.546875], "update_matrix_norm_2": [6.238334655761719], "update_matrix_norm_inf": [0.04175790026783943], "request": {"prompt": "{} was originally aired on", "subject": "CSI: Crime Scene Investigation", "target_new": {"str": "the Sci-Fi Channel"}, "old_answer": {"str": "CBS"}, "seed": 42}}, {"loss_per_step": [4.046, 2.332, 1.042, 0.761, 0.621, 0.542, 0.499, 0.467, 0.44, 0.419, 0.401, 0.386, 0.374, 0.365, 0.36, 0.357, 0.355, 0.353, 0.352, 0.351], "prob_new": [0.02039187401533127, 0.15312932431697845, 0.5112871527671814, 0.66987144947052, 0.7672756910324097, 0.8303648829460144, 0.8689982891082764, 0.8968442678451538, 0.9191001653671265, 0.9364402294158936, 0.9516798853874207, 0.9656652212142944, 0.9771879315376282, 0.9852428436279297, 0.9903106689453125, 0.9934521913528442, 0.9954511523246765, 0.9967576861381531, 0.9976205825805664, 0.9981855154037476], "prob_old": [0.5831378102302551, 0.17857018113136292, 0.003282958874478936, 0.0035481795202940702, 0.0034493841230869293, 0.003601720090955496, 0.0044012535363435745, 0.00555772939696908, 0.005931059364229441, 0.0050548347644507885, 0.0034719400573521852, 0.002040933584794402, 0.0011582886800169945, 0.0006939667509868741, 0.0004355604760348797, 0.0002718593750614673, 0.00016472022980451584, 9.837564721237868e-05, 6.027147901477292e-05, 3.983685382991098e-05], "prob_new_token": [0.06692206859588623, 0.07726453989744186, 0.2972392737865448, 0.4337531626224518, 0.5459247827529907, 0.6384716033935547, 0.7112451195716858, 0.7717757225036621, 0.8187502026557922, 0.855459451675415, 0.8890562057495117, 0.921478807926178, 0.9495604038238525, 0.9694033861160278, 0.9811632037162781, 0.9877516031265259, 0.9916236996650696, 0.9940815567970276, 0.9956838488578796, 0.9966722130775452], "prob_old_token": [0.6654357314109802, 0.19928301870822906, 0.0037641203962266445, 0.0037427647039294243, 0.0032822913490235806, 0.0032215577084571123, 0.004086802713572979, 0.005459028296172619, 0.006133630871772766, 0.005502127110958099, 0.0039469716139137745, 0.00238999561406672, 0.0013783801114186645, 0.0008382072555832565, 0.0005435414495877922, 0.00036087114131078124, 0.00023736193543300033, 0.0001534798211650923, 9.95179289020598e-05, 6.765053694834933e-05], "update_matrix_norm_1": [23782.951171875], "update_matrix_norm_2": [6.3224921226501465], "update_matrix_norm_inf": [0.04302249103784561], "request": {"prompt": "{} was originally aired on", "subject": "CSI: Crime Scene Investigation", "target_new": {"str": "the CW"}, "old_answer": {"str": "CBS"}, "seed": 42}}, {"loss_per_step": [3.608, 2.1, 1.014, 0.651, 0.439, 0.374, 0.364, 0.359, 0.355, 0.353, 0.352, 0.35, 0.35, 0.349, 0.349, 0.349, 0.348, 0.348, 0.348, 0.348], "prob_new": [0.030544262379407883, 0.19561290740966797, 0.5322756171226501, 0.751383364200592, 0.9224900007247925, 0.9837151765823364, 0.9932926297187805, 0.9961243867874146, 0.997249960899353, 0.9978164434432983, 0.9981827735900879, 0.9984487891197205, 0.9986434578895569, 0.9987815022468567, 0.998879611492157, 0.9989513158798218, 0.9990040063858032, 0.9990396499633789, 0.9990583062171936, 0.9990594387054443], "prob_old": [0.5831378102302551, 0.026991501450538635, 1.8985183487529866e-05, 2.2329795683617704e-06, 6.369240850290225e-07, 2.109829893015558e-07, 1.0880030743010138e-07, 6.90307899731124e-08, 5.338402075949489e-08, 4.560404676112739e-08, 3.904537493326643e-08, 3.283252780761359e-08, 2.7570003169330448e-08, 2.352176409203821e-08, 2.037325153025904e-08, 1.7752249448221846e-08, 1.549686778901105e-08, 1.3575616186756179e-08, 1.1983051884101314e-08, 1.070091570909426e-08], "prob_new_token": [0.06692206859588623, 0.11355917155742645, 0.3578273057937622, 0.589474081993103, 0.8524168729782104, 0.9797524213790894, 0.9942494630813599, 0.9972559809684753, 0.9982038736343384, 0.9985977411270142, 0.9988126754760742, 0.9989493489265442, 0.9990408420562744, 0.999104380607605, 0.9991499781608582, 0.9991812705993652, 0.9991982579231262, 0.9991996884346008, 0.9991843104362488, 0.9991514682769775], "prob_old_token": [0.6654357314109802, 0.007549893110990524, 1.3056898751528934e-05, 1.9524618437571917e-06, 5.586720703831816e-07, 1.1257650811558051e-07, 4.033575251582988e-08, 1.9362904168929163e-08, 1.2728595066846538e-08, 1.0069916456245664e-08, 8.353748803813232e-09, 7.015682257360822e-09, 6.016429132671419e-09, 5.306715955555319e-09, 4.7705932537667195e-09, 4.31814140000597e-09, 3.917893121041516e-09, 3.5710538970334937e-09, 3.28407878669168e-09, 3.0594402566919143e-09], "update_matrix_norm_1": [24109.40625], "update_matrix_norm_2": [6.3224921226501465], "update_matrix_norm_inf": [0.04623167961835861], "request": {"prompt": "{} was originally aired on", "subject": "CSI: Crime Scene Investigation", "target_new": {"str": "the Fox"}, "old_answer": {"str": "CBS"}, "seed": 42}}, {"loss_per_step": [3.274, 2.19, 1.825, 1.241, 0.781, 0.571, 0.475, 0.426, 0.406, 0.393, 0.386, 0.382, 0.377, 0.374, 0.372, 0.371, 0.369, 0.367, 0.366, 0.364], "prob_new": [0.04026486352086067, 0.17444264888763428, 0.24548940360546112, 0.4374341666698456, 0.6924386620521545, 0.8503243923187256, 0.9306588172912598, 0.9706321954727173, 0.987223207950592, 0.9942049384117126, 0.9970769882202148, 0.9983093738555908, 0.9988741278648376, 0.9991406202316284, 0.9992679357528687, 0.9993273615837097, 0.9993444085121155, 0.9993074536323547, 0.9991940259933472, 0.9990330934524536], "prob_old": [0.7301902174949646, 0.056916460394859314, 0.06832364946603775, 0.05755549669265747, 0.0186883807182312, 0.006068665534257889, 0.0032157376408576965, 0.002406136365607381, 0.0017415714683011174, 0.0012526065111160278, 0.0009517354192212224, 0.0007567528518848121, 0.0006236297776922584, 0.0005312934517860413, 0.00046809695777483284, 0.0004262913716956973, 0.00040332775097340345, 0.00040463890763930976, 0.0004335065314080566, 0.00048379480722360313], "prob_new_token": [0.17062970995903015, 0.10953158885240555, 0.12765879929065704, 0.16271722316741943, 0.3347276449203491, 0.6067748665809631, 0.7938809990882874, 0.9014649987220764, 0.9581148624420166, 0.983546257019043, 0.9926894307136536, 0.9959543347358704, 0.9972335696220398, 0.997744083404541, 0.9979241490364075, 0.9980037808418274, 0.998071014881134, 0.9980299472808838, 0.9977251291275024, 0.9971364140510559], "prob_old_token": [0.6685052514076233, 0.004641402047127485, 0.0068849301896989346, 0.007676059380173683, 0.0005873518530279398, 0.00010632605699356645, 6.98786461725831e-05, 5.186476846574806e-05, 2.849469456123188e-05, 1.2304425581532996e-05, 5.23505423188908e-06, 2.549221335357288e-06, 1.4238817129808012e-06, 9.107325240620412e-07, 6.712446065648692e-07, 5.610721132143226e-07, 5.184434144211991e-07, 5.440229529085627e-07, 6.80676237152511e-07, 1.0156371672565001e-06], "update_matrix_norm_1": [22370.666015625], "update_matrix_norm_2": [6.508235454559326], "update_matrix_norm_inf": [0.12231467664241791], "request": {"prompt": "{} was originally aired on", "subject": "Camp Rock", "target_new": {"str": "the Discovery Channel"}, "old_answer": {"str": "Disney Channel"}, "seed": 42}}, {"loss_per_step": [3.053, 2.854, 1.685, 0.651, 0.449, 0.415, 0.401, 0.392, 0.383, 0.376, 0.371, 0.366, 0.363, 0.361, 0.359, 0.358, 0.357, 0.355, 0.354, 0.353], "prob_new": [0.05120442062616348, 0.09819178283214569, 0.2974379360675812, 0.7758285403251648, 0.9499920606613159, 0.9686516523361206, 0.9788845777511597, 0.9850767254829407, 0.9886614680290222, 0.9908010363578796, 0.9921945333480835, 0.9931726455688477, 0.9939082264900208, 0.9945648908615112, 0.9952509999275208, 0.9958728551864624, 0.9963569045066833, 0.9967304468154907, 0.9970474243164062, 0.9973207116127014], "prob_old": [0.7301902174949646, 0.08145972341299057, 0.08157379925251007, 0.13955023884773254, 0.10894040018320084, 0.08711182326078415, 0.07271051406860352, 0.06151717156171799, 0.053206149488687515, 0.046854712069034576, 0.04168790951371193, 0.03734658658504486, 0.033687375485897064, 0.03048110380768776, 0.02754981815814972, 0.024976540356874466, 0.0227962713688612, 0.020993350073695183, 0.019553249701857567, 0.01842576079070568], "prob_new_token": [0.6685031056404114, 0.0162797998636961, 0.05244047939777374, 0.625809371471405, 0.9089226126670837, 0.94054114818573, 0.9644293189048767, 0.9785314202308655, 0.986064076423645, 0.9902485013008118, 0.9928125739097595, 0.9945261478424072, 0.9956965446472168, 0.9965218305587769, 0.9971624612808228, 0.9976341724395752, 0.9979560375213623, 0.9981566071510315, 0.9982730150222778, 0.9983401298522949], "prob_old_token": [0.6685052514076233, 0.016279689967632294, 0.052440252155065536, 0.6258158683776855, 0.9089220762252808, 0.940540611743927, 0.9644298553466797, 0.9785321354866028, 0.986064076423645, 0.9902482628822327, 0.9928126335144043, 0.994526207447052, 0.995696485042572, 0.9965219497680664, 0.9971625804901123, 0.9976341724395752, 0.9979560375213623, 0.9981566071510315, 0.9982730150222778, 0.9983401298522949], "update_matrix_norm_1": [22699.583984375], "update_matrix_norm_2": [6.508235931396484], "update_matrix_norm_inf": [0.09633360803127289], "request": {"prompt": "{} was originally aired on", "subject": "Camp Rock", "target_new": {"str": "Disney XD"}, "old_answer": {"str": "Disney Channel"}, "seed": 42}}, {"loss_per_step": [6.229, 4.287, 2.606, 1.157, 0.522, 0.426, 0.404, 0.396, 0.392, 0.389, 0.388, 0.386, 0.384, 0.382, 0.38, 0.377, 0.376, 0.374, 0.373, 0.372], "prob_new": [0.0021013959776610136, 0.02379351109266281, 0.12760785222053528, 0.4935171604156494, 0.8791124224662781, 0.9677839279174805, 0.9894868731498718, 0.9952345490455627, 0.99718177318573, 0.9980527758598328, 0.9985198378562927, 0.9987976551055908, 0.9989751577377319, 0.9990950226783752, 0.9991793036460876, 0.9992395043373108, 0.9992823004722595, 0.9993112087249756, 0.9993270635604858, 0.9993287324905396], "prob_old": [0.7301902174949646, 0.05209248885512352, 0.02019994519650936, 0.005804469808936119, 0.0016728381160646677, 0.0005068560130894184, 0.00022280427219811827, 0.00013888113608118147, 0.00010703245061449707, 9.126832446781918e-05, 8.27339754323475e-05, 7.827908848412335e-05, 7.616710354341194e-05, 7.519534847233444e-05, 7.441751222359017e-05, 7.378910231636837e-05, 7.453450234606862e-05, 7.756600098218769e-05, 8.310440898640081e-05, 9.079742449102923e-05], "prob_new_token": [2.1847099560545757e-05, 0.048464756458997726, 0.14336450397968292, 0.4841916859149933, 0.8947226405143738, 0.9830077290534973, 0.995421290397644, 0.9980409741401672, 0.9988763332366943, 0.9992368221282959, 0.9994288086891174, 0.9995455741882324, 0.9996222257614136, 0.9996746778488159, 0.9997116923332214, 0.9997367262840271, 0.9997501969337463, 0.9997535943984985, 0.9997497200965881, 0.999738872051239], "prob_old_token": [0.6685052514076233, 0.006808051839470863, 0.0010399409802630544, 8.956472447607666e-05, 8.182199053408112e-06, 7.109397301974241e-07, 1.2684832029208337e-07, 4.3936466909144656e-08, 2.261556097948869e-08, 1.4299194717182218e-08, 1.0360895252858882e-08, 8.311267229998975e-09, 7.148775793552886e-09, 6.37193497965427e-09, 5.680172332489519e-09, 5.044000772613799e-09, 4.7480983589309744e-09, 4.916548501654461e-09, 5.550782500307605e-09, 6.650275885533574e-09], "update_matrix_norm_1": [23007.685546875], "update_matrix_norm_2": [6.508232593536377], "update_matrix_norm_inf": [0.08904623240232468], "request": {"prompt": "{} was originally aired on", "subject": "Camp Rock", "target_new": {"str": "BBC Three"}, "old_answer": {"str": "Disney Channel"}, "seed": 42}}, {"loss_per_step": [5.008, 3.121, 1.686, 0.978, 0.712, 0.648, 0.59, 0.545, 0.511, 0.481, 0.454, 0.433, 0.417, 0.404, 0.395, 0.391, 0.386, 0.385, 0.389, 0.389], "prob_new": [0.007065492682158947, 0.07585431635379791, 0.27404701709747314, 0.5530501008033752, 0.7242788672447205, 0.7738925814628601, 0.8155611157417297, 0.8501179218292236, 0.8784523010253906, 0.903343141078949, 0.9260339736938477, 0.9447463154792786, 0.9589322805404663, 0.970037579536438, 0.9787119030952454, 0.985259473323822, 0.9888224005699158, 0.991122305393219, 0.9935491681098938, 0.9945660829544067], "prob_old": [0.8768876791000366, 0.683684766292572, 0.1321232169866562, 0.06869801878929138, 0.04302814602851868, 0.03614159673452377, 0.031476933509111404, 0.028332361951470375, 0.026287680491805077, 0.024095864966511726, 0.021094094961881638, 0.0182652585208416, 0.016522197052836418, 0.015259828418493271, 0.013862505555152893, 0.012665027752518654, 0.014132295735180378, 0.015278385020792484, 0.014016375876963139, 0.014344691298902035], "prob_new_token": [0.05810738354921341, 0.07528159767389297, 0.14411026239395142, 0.3026754558086395, 0.6043374538421631, 0.6950461864471436, 0.7467393279075623, 0.7886170148849487, 0.8297797441482544, 0.8680098056793213, 0.8994113802909851, 0.9230440855026245, 0.9418590664863586, 0.9571496844291687, 0.9689596891403198, 0.979221761226654, 0.9849123954772949, 0.9881436228752136, 0.9913260340690613, 0.9929828643798828], "prob_old_token": [0.6523405313491821, 0.6092517375946045, 0.0006360664265230298, 5.222630352363922e-05, 8.278087989310734e-06, 3.804016387221054e-06, 1.8638961591932457e-06, 1.046565557771828e-06, 6.803497853979934e-07, 4.245721072493325e-07, 2.3168142604390596e-07, 1.3270346244098619e-07, 9.090859265370455e-08, 6.709792899073364e-08, 4.810167197888404e-08, 3.55043638933239e-08, 5.86591859530472e-08, 9.12760640403576e-08, 7.797983414548071e-08, 9.185834670688564e-08], "update_matrix_norm_1": [20795.95703125], "update_matrix_norm_2": [5.9214959144592285], "update_matrix_norm_inf": [0.05180266872048378], "request": {"prompt": "{} was originally aired on", "subject": "The Fairly OddParents", "target_new": {"str": "the SyFy"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [2.952, 1.747, 0.914, 0.555, 0.458, 0.413, 0.394, 0.386, 0.382, 0.378, 0.375, 0.373, 0.372, 0.37, 0.369, 0.368, 0.367, 0.366, 0.365, 0.362], "prob_new": [0.0537346787750721, 0.2702185809612274, 0.5893315076828003, 0.840135395526886, 0.9263207912445068, 0.9699679017066956, 0.9868420362472534, 0.9927631616592407, 0.9951778650283813, 0.9963544607162476, 0.9970581531524658, 0.9975392818450928, 0.9978805780410767, 0.9981127381324768, 0.9982550740242004, 0.9983245730400085, 0.9983361959457397, 0.9983037710189819, 0.9982393383979797, 0.9981066584587097], "prob_old": [0.8768876791000366, 0.4324858486652374, 0.14717453718185425, 0.09815043956041336, 0.06453227996826172, 0.04471949115395546, 0.033011361956596375, 0.02639409527182579, 0.02266754023730755, 0.020624147728085518, 0.019512511789798737, 0.018951324746012688, 0.018735773861408234, 0.018787255510687828, 0.019075121730566025, 0.01957341656088829, 0.020243946462869644, 0.021039443090558052, 0.02192883938550949, 0.02310986816883087], "prob_new_token": [0.05810738354921341, 0.1795320361852646, 0.272609144449234, 0.7127940058708191, 0.872532069683075, 0.9564962387084961, 0.9859583973884583, 0.9939588308334351, 0.9964609742164612, 0.9974371790885925, 0.9978695511817932, 0.9980599880218506, 0.9981290102005005, 0.9981141686439514, 0.9980229139328003, 0.9978617429733276, 0.9976462721824646, 0.9973983764648438, 0.9971394538879395, 0.9967939257621765], "prob_old_token": [0.6523405313491821, 0.06879663467407227, 0.0005145730101503432, 0.0001406128576491028, 3.074163760174997e-05, 5.754272478952771e-06, 1.2165429552624119e-06, 4.179901225143112e-07, 2.0882860951587645e-07, 1.3423034772586107e-07, 1.0329842581313642e-07, 9.051497329437552e-08, 8.624044056659841e-08, 8.742743773382244e-08, 9.346788232278413e-08, 1.0450450815824297e-07, 1.2063972576470405e-07, 1.4164103845359932e-07, 1.676492615843017e-07, 2.0817422807795083e-07], "update_matrix_norm_1": [20600.6953125], "update_matrix_norm_2": [5.887131214141846], "update_matrix_norm_inf": [0.04585656523704529], "request": {"prompt": "{} was originally aired on", "subject": "The Fairly OddParents", "target_new": {"str": "the USA Network"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.91, 2.946, 1.158, 0.494, 0.407, 0.388, 0.383, 0.38, 0.377, 0.374, 0.373, 0.371, 0.369, 0.367, 0.366, 0.365, 0.364, 0.363, 0.362, 0.362], "prob_new": [0.007542974315583706, 0.0797920897603035, 0.456894189119339, 0.8951341509819031, 0.9791864156723022, 0.9918861389160156, 0.9955810308456421, 0.997075080871582, 0.9978077411651611, 0.9982100129127502, 0.9984536170959473, 0.9986147284507751, 0.9987272024154663, 0.9988065361976624, 0.9988622665405273, 0.998901903629303, 0.9989320635795593, 0.9989537000656128, 0.9989622235298157, 0.9989543557167053], "prob_old": [0.8768876791000366, 0.46562114357948303, 0.326252818107605, 0.08078477531671524, 0.038481950759887695, 0.025531724095344543, 0.01987275667488575, 0.016770612448453903, 0.014809011481702328, 0.01351954136043787, 0.012686341069638729, 0.012179287150502205, 0.011911126784980297, 0.011810440570116043, 0.011811618693172932, 0.01185894850641489, 0.011916802264750004, 0.01199126522988081, 0.012137694284319878, 0.012433758936822414], "prob_new_token": [7.122882379917428e-05, 0.008640122599899769, 0.18466314673423767, 0.8122485280036926, 0.9660685658454895, 0.9877601861953735, 0.9937763214111328, 0.9962941408157349, 0.9975377321243286, 0.9981948733329773, 0.9985630512237549, 0.9987842440605164, 0.9989267587661743, 0.9990232586860657, 0.9990906715393066, 0.9991375803947449, 0.9991662502288818, 0.9991762042045593, 0.9991684556007385, 0.9991416931152344], "prob_old_token": [0.6523405313491821, 0.12540236115455627, 0.01976543664932251, 5.75335361645557e-05, 3.383007424417883e-06, 7.970405135893088e-07, 3.018890026851295e-07, 1.453062878908895e-07, 8.216353819534561e-08, 5.317296114526471e-08, 3.864200692760278e-08, 3.090013578344042e-08, 2.6666201691227798e-08, 2.4404327447768992e-08, 2.333390014541692e-08, 2.303448987106549e-08, 2.3390313685922592e-08, 2.455218961472383e-08, 2.6822293719419577e-08, 3.073027343702961e-08], "update_matrix_norm_1": [21197.4296875], "update_matrix_norm_2": [5.921492576599121], "update_matrix_norm_inf": [0.04370427876710892], "request": {"prompt": "{} was originally aired on", "subject": "The Fairly OddParents", "target_new": {"str": "Showtime"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [2.6, 1.938, 1.456, 1.146, 0.911, 0.742, 0.635, 0.567, 0.511, 0.461, 0.426, 0.405, 0.388, 0.379, 0.374, 0.368, 0.367, 0.364, 0.363, 0.362], "prob_new": [0.08294111490249634, 0.22880209982395172, 0.3480459451675415, 0.46976709365844727, 0.5922549962997437, 0.6992282867431641, 0.776136040687561, 0.8294501900672913, 0.8779782056808472, 0.9216994643211365, 0.951503336429596, 0.9696968793869019, 0.9822428822517395, 0.9900285601615906, 0.9945295453071594, 0.9965880513191223, 0.9975650906562805, 0.9980794191360474, 0.9983471035957336, 0.99847811460495], "prob_old": [0.5030580163002014, 0.004526795353740454, 0.0017434618202969432, 0.0012595674488693476, 0.0005097800167277455, 0.00014136193203739822, 3.909147926606238e-05, 1.5013313714007381e-05, 8.392915333388373e-06, 5.655421773553826e-06, 3.4891595532826614e-06, 1.5833402358111925e-06, 4.817771923626424e-07, 1.1634038799002155e-07, 6.660879137143638e-08, 3.371107837324416e-08, 1.7192830270573722e-08, 1.1326667603839269e-08, 9.833883929388776e-09, 9.643274623272191e-09], "prob_new_token": [0.03974618390202522, 0.11626999825239182, 0.1761542707681656, 0.2603336572647095, 0.3226540982723236, 0.42419490218162537, 0.5804932117462158, 0.7312004566192627, 0.8543121218681335, 0.9250637292861938, 0.9579728245735168, 0.9775148630142212, 0.9905431866645813, 0.9967966675758362, 0.9984099268913269, 0.9990839958190918, 0.9993754029273987, 0.9994276762008667, 0.9993197917938232, 0.9991403818130493], "prob_old_token": [0.6576242446899414, 0.00394710898399353, 0.0015244520036503673, 0.0009573475690558553, 0.00038114734343253076, 0.00011796696344390512, 3.987371746916324e-05, 1.7288048184127547e-05, 9.771884833753575e-06, 7.123265731934225e-06, 5.092866103950655e-06, 2.7506646347319474e-06, 9.558012834531837e-07, 1.9481716151403816e-07, 9.361365016502532e-08, 3.469388332177914e-08, 1.388695824999786e-08, 8.62058602280058e-09, 8.258865591415088e-09, 8.397217143851776e-09], "update_matrix_norm_1": [23833.4375], "update_matrix_norm_2": [6.203741550445557], "update_matrix_norm_inf": [0.06040600687265396], "request": {"prompt": "{} was originally aired on", "subject": "666 Park Avenue", "target_new": {"str": "the SyFy"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [2.477, 2.097, 1.289, 0.989, 0.871, 0.775, 0.687, 0.604, 0.528, 0.465, 0.417, 0.391, 0.385, 0.379, 0.376, 0.374, 0.372, 0.371, 0.37, 0.369], "prob_new": [0.09226948767900467, 0.2034073770046234, 0.4280436336994171, 0.5628411769866943, 0.6211596131324768, 0.6795328259468079, 0.7390556335449219, 0.8023504018783569, 0.8638696670532227, 0.918016254901886, 0.9615275263786316, 0.9890897870063782, 0.9964969754219055, 0.9984029531478882, 0.9989091157913208, 0.9991522431373596, 0.9993181228637695, 0.9994341731071472, 0.9995110034942627, 0.9995495080947876], "prob_old": [0.5030580163002014, 0.012013140134513378, 0.003948192577809095, 0.002109235618263483, 0.0008458115044049919, 0.00030781139503233135, 0.00019372034876141697, 0.0001213854702655226, 5.726895687985234e-05, 1.676886313362047e-05, 2.4299786218762165e-06, 1.5422668298015196e-07, 1.5333908365278148e-08, 3.738140907927345e-09, 2.1558623775064234e-09, 1.7646457628472945e-09, 1.561096918401006e-09, 1.3958317834905642e-09, 1.266270088784438e-09, 1.225814227900912e-09], "prob_new_token": [0.03974572941660881, 0.09879087656736374, 0.14423884451389313, 0.2390395998954773, 0.2959822714328766, 0.3676908016204834, 0.4626075029373169, 0.5724799633026123, 0.6891860365867615, 0.8060531616210938, 0.9095547795295715, 0.9754682779312134, 0.9932605624198914, 0.9976759552955627, 0.9986808896064758, 0.99900883436203, 0.9991529583930969, 0.9992234706878662, 0.9992477893829346, 0.9992222189903259], "prob_old_token": [0.6576242446899414, 0.006641093175858259, 0.0016033465508371592, 0.0004647250461857766, 0.00022931629791855812, 0.00014705999637953937, 0.00011364848614903167, 7.915231253718957e-05, 4.106363849132322e-05, 1.4307509445643518e-05, 2.709569344006013e-06, 1.9394924777316191e-07, 1.135095040183387e-08, 1.5848358181358435e-09, 7.156275572128834e-10, 5.287143500787295e-10, 4.537055453557315e-10, 4.1020323249263413e-10, 3.9179434696556825e-10, 4.1256345562068475e-10], "update_matrix_norm_1": [23605.5859375], "update_matrix_norm_2": [6.203744411468506], "update_matrix_norm_inf": [0.061262696981430054], "request": {"prompt": "{} was originally aired on", "subject": "666 Park Avenue", "target_new": {"str": "the CW"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [4.449, 3.475, 2.811, 2.007, 1.372, 0.742, 0.505, 0.42, 0.417, 0.408, 0.39, 0.384, 0.381, 0.379, 0.376, 0.374, 0.372, 0.371, 0.369, 0.367], "prob_new": [0.01690456084907055, 0.05345538258552551, 0.1006275936961174, 0.20666159689426422, 0.3801339566707611, 0.7135753631591797, 0.9105601906776428, 0.9852473735809326, 0.9924132227897644, 0.9953609704971313, 0.9971593618392944, 0.997855007648468, 0.9980787038803101, 0.9981697797775269, 0.998246431350708, 0.9983208179473877, 0.9983767867088318, 0.9984094500541687, 0.9984254837036133, 0.9984301924705505], "prob_old": [0.5030580163002014, 0.011633297428488731, 0.010301368311047554, 0.0039314934983849525, 0.00038054032484069467, 3.8827267417218536e-05, 6.314860456768656e-06, 1.4178425544741913e-06, 7.272817015291366e-07, 4.307669598802022e-07, 2.545008328525e-07, 1.9266545336904528e-07, 1.7684935471606877e-07, 1.716630180226275e-07, 1.6421373061348277e-07, 1.5417154486385698e-07, 1.4446068519191613e-07, 1.3596803682958125e-07, 1.2809132954316738e-07, 1.2066169574609376e-07], "prob_new_token": [0.03974572941660881, 0.10464823991060257, 0.11400754004716873, 0.11728354543447495, 0.1788792908191681, 0.46636128425598145, 0.7466144561767578, 0.9562764167785645, 0.9851547479629517, 0.9936935305595398, 0.9967731237411499, 0.9975565075874329, 0.9974088072776794, 0.9969561100006104, 0.9964773058891296, 0.9960876107215881, 0.9958405494689941, 0.9957901835441589, 0.9959443211555481, 0.9962552785873413], "prob_old_token": [0.6576242446899414, 0.008251254446804523, 0.01004153210669756, 0.002577140461653471, 0.0005249953246675432, 6.0186790506122634e-05, 9.240071449312381e-06, 2.4111709535645787e-06, 1.5231986481012427e-06, 8.401502782362513e-07, 4.656617136333807e-07, 3.494357088129618e-07, 3.4562924611236667e-07, 3.624454336659255e-07, 3.6803939451601764e-07, 3.5917449281441804e-07, 3.389839378087345e-07, 3.084427078192675e-07, 2.694293073091103e-07, 2.2657475540199812e-07], "update_matrix_norm_1": [23995.12109375], "update_matrix_norm_2": [6.203744411468506], "update_matrix_norm_inf": [0.05281081795692444], "request": {"prompt": "{} was originally aired on", "subject": "666 Park Avenue", "target_new": {"str": "the Fox"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [4.709, 3.045, 2.182, 1.023, 0.693, 0.577, 0.506, 0.46, 0.433, 0.416, 0.403, 0.392, 0.385, 0.379, 0.374, 0.37, 0.367, 0.364, 0.362, 0.361], "prob_new": [0.009266739711165428, 0.07101060450077057, 0.1721322387456894, 0.5308336615562439, 0.7339702844619751, 0.8171601295471191, 0.877704381942749, 0.9147000908851624, 0.9364345073699951, 0.9510509371757507, 0.9623641967773438, 0.9712761640548706, 0.9781750440597534, 0.9834816455841064, 0.9875456690788269, 0.990691065788269, 0.9931721687316895, 0.9951188564300537, 0.9965963363647461, 0.9976663589477539], "prob_old": [0.9210315942764282, 0.18828193843364716, 0.2826855182647705, 0.1970110833644867, 0.11484650522470474, 0.08017929643392563, 0.06712060421705246, 0.06198588386178017, 0.05895518884062767, 0.055864159017801285, 0.05224471539258957, 0.0483165942132473, 0.044380009174346924, 0.04059363529086113, 0.03709201514720917, 0.034013181924819946, 0.031380344182252884, 0.028995590284466743, 0.026546405628323555, 0.023944582790136337], "prob_new_token": [0.041526470333337784, 0.08743051439523697, 0.1483270823955536, 0.29002150893211365, 0.5258976221084595, 0.6719300150871277, 0.8008633852005005, 0.8782861232757568, 0.9188620448112488, 0.9422996640205383, 0.957176685333252, 0.9668809175491333, 0.9736009240150452, 0.9786162376403809, 0.9824672341346741, 0.985565721988678, 0.9882951974868774, 0.9907904267311096, 0.9929853677749634, 0.9948228597640991], "prob_old_token": [0.8261010050773621, 0.0011414384935051203, 0.008355041034519672, 0.0008479147218167782, 9.039891301654279e-05, 2.837913780240342e-05, 1.685974893916864e-05, 1.3505637980415486e-05, 1.169383085652953e-05, 9.840480743150692e-06, 7.892575013102032e-06, 6.1262849158083554e-06, 4.68703683509375e-06, 3.5850086987920804e-06, 2.794879492284963e-06, 2.2581489247386344e-06, 1.8830403405445395e-06, 1.5736031855340116e-06, 1.2766184909196454e-06, 1.0015000952989794e-06], "update_matrix_norm_1": [21303.087890625], "update_matrix_norm_2": [6.218870162963867], "update_matrix_norm_inf": [0.07977872341871262], "request": {"prompt": "{} was originally aired on", "subject": "iCarly", "target_new": {"str": "the History Channel"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [6.583, 2.808, 0.922, 0.564, 0.451, 0.404, 0.387, 0.38, 0.376, 0.373, 0.37, 0.368, 0.367, 0.366, 0.365, 0.364, 0.364, 0.363, 0.363, 0.362], "prob_new": [0.0015624533407390118, 0.09250330924987793, 0.6061371564865112, 0.8325749635696411, 0.9318784475326538, 0.97479647397995, 0.9885841012001038, 0.993963897228241, 0.9963893294334412, 0.9975568056106567, 0.9981716871261597, 0.9985264539718628, 0.9987480044364929, 0.9988949298858643, 0.9989972710609436, 0.9990705251693726, 0.9991234540939331, 0.9991609454154968, 0.9991862177848816, 0.9992012977600098], "prob_old": [0.9210315942764282, 0.093619704246521, 0.07567537575960159, 0.04639964923262596, 0.031491927802562714, 0.020507968962192535, 0.014544149860739708, 0.011525057256221771, 0.0098269023001194, 0.008794798515737057, 0.008142160251736641, 0.007717556320130825, 0.007434266619384289, 0.007240317761898041, 0.007104881107807159, 0.007010230328887701, 0.006946721579879522, 0.006909608840942383, 0.006896524224430323, 0.006905909162014723], "prob_new_token": [3.3986245398409665e-05, 0.01198466308414936, 0.4423214793205261, 0.7241096496582031, 0.9269284009933472, 0.9764097929000854, 0.9876063466072083, 0.9930464625358582, 0.9956669807434082, 0.9970194101333618, 0.9977788329124451, 0.9982362985610962, 0.9985278248786926, 0.9987214803695679, 0.9988542795181274, 0.9989476203918457, 0.9990149736404419, 0.9990651607513428, 0.9991037249565125, 0.9991339445114136], "prob_old_token": [0.8261010050773621, 8.542006980860606e-05, 3.5992990888189524e-05, 9.848668014456052e-06, 1.9067766743319225e-06, 4.845663852393045e-07, 2.3922552827571053e-07, 1.348907119336218e-07, 8.554353314593754e-08, 6.014332143422507e-08, 4.6014996257781604e-08, 3.7650085715768e-08, 3.246748292440316e-08, 2.9163510717467034e-08, 2.704524781904638e-08, 2.571894341940606e-08, 2.4945062904180304e-08, 2.457102432629199e-08, 2.4502321949171346e-08, 2.4685689936632116e-08], "update_matrix_norm_1": [22684.5703125], "update_matrix_norm_2": [6.218870162963867], "update_matrix_norm_inf": [0.07052040100097656], "request": {"prompt": "{} was originally aired on", "subject": "iCarly", "target_new": {"str": "HBO"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.173, 2.061, 1.008, 0.74, 0.632, 0.552, 0.491, 0.441, 0.406, 0.384, 0.372, 0.367, 0.364, 0.362, 0.361, 0.359, 0.358, 0.358, 0.357, 0.357], "prob_new": [0.015903905034065247, 0.19827404618263245, 0.5286963582038879, 0.6902231574058533, 0.7681466937065125, 0.8309518694877625, 0.8835020661354065, 0.9290053844451904, 0.9628198742866516, 0.9830873608589172, 0.9940606951713562, 0.9979305267333984, 0.999060332775116, 0.9994400143623352, 0.9995881915092468, 0.9996417164802551, 0.9996379613876343, 0.9995798468589783, 0.9994484186172485, 0.9992108345031738], "prob_old": [0.9210315942764282, 0.1018214151263237, 0.07091978937387466, 0.05904824659228325, 0.051003988832235336, 0.04350173473358154, 0.03704385831952095, 0.030632320791482925, 0.0243760347366333, 0.01795715093612671, 0.012160539627075195, 0.00821955967694521, 0.006041905842721462, 0.0048864660784602165, 0.004266340751200914, 0.003964968957006931, 0.003899133764207363, 0.004041868261992931, 0.0043815444223582745, 0.004887509159743786], "prob_new_token": [0.041526470333337784, 0.0886242613196373, 0.20855970680713654, 0.40854647755622864, 0.5420393347740173, 0.6482571363449097, 0.7447369694709778, 0.8459586501121521, 0.9327245950698853, 0.9700583815574646, 0.9890388250350952, 0.9967032074928284, 0.9988152384757996, 0.9993951320648193, 0.9995763897895813, 0.9996195435523987, 0.99958336353302, 0.9994632601737976, 0.9992160797119141, 0.9987680315971375], "prob_old_token": [0.8261010050773621, 0.00022442286717705429, 4.943767635268159e-05, 2.3087175577529706e-05, 9.69352822721703e-06, 4.371666364022531e-06, 2.2236740733205806e-06, 1.1518118299136404e-06, 6.112177288741805e-07, 2.644547691943444e-07, 7.049837336126075e-08, 1.3879914995129639e-08, 3.409044380120463e-09, 1.2889492806422709e-09, 7.092355036597553e-10, 5.247279832865104e-10, 4.979113787939582e-10, 5.867355490352111e-10, 8.242810323189076e-10, 1.2951915095982258e-09], "update_matrix_norm_1": [22201.1171875], "update_matrix_norm_2": [6.218870162963867], "update_matrix_norm_inf": [0.07185173034667969], "request": {"prompt": "{} was originally aired on", "subject": "iCarly", "target_new": {"str": "the WB"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.497, 2.539, 0.776, 0.451, 0.436, 0.429, 0.425, 0.423, 0.421, 0.42, 0.418, 0.417, 0.415, 0.414, 0.413, 0.412, 0.411, 0.41, 0.409, 0.409], "prob_new": [0.011744219809770584, 0.12456754595041275, 0.7098023891448975, 0.974993884563446, 0.9900612831115723, 0.9942638278007507, 0.995853066444397, 0.9965951442718506, 0.9970040321350098, 0.9972594380378723, 0.9974341988563538, 0.9975627064704895, 0.9976629614830017, 0.997746467590332, 0.9978195428848267, 0.9978871941566467, 0.9979522824287415, 0.9980164766311646, 0.998080313205719, 0.998143196105957], "prob_old": [0.47418269515037537, 0.4223606586456299, 0.10989733040332794, 0.03029053658246994, 0.013413948938250542, 0.007145792245864868, 0.004661331418901682, 0.003548208624124527, 0.00300306873396039, 0.002729204250499606, 0.002596880542114377, 0.0025397478602826595, 0.002519960980862379, 0.00251543871127069, 0.0025146156549453735, 0.0025130847934633493, 0.0025104773230850697, 0.0025073676370084286, 0.002502869348973036, 0.0024945938494056463], "prob_new_token": [0.0002899816900026053, 0.018951475620269775, 0.48001348972320557, 0.9325087070465088, 0.9727892875671387, 0.9852808117866516, 0.9905565977096558, 0.9931875467300415, 0.9946315884590149, 0.9954684376716614, 0.9959694743156433, 0.9962771534919739, 0.9964715242385864, 0.9966001510620117, 0.9966898560523987, 0.9967553019523621, 0.9968045949935913, 0.9968414902687073, 0.9968691468238831, 0.9968904852867126], "prob_old_token": [0.17941468954086304, 0.16223162412643433, 0.08577751368284225, 0.01564653217792511, 0.007068503648042679, 0.004398806486278772, 0.003112439764663577, 0.002354737836867571, 0.001879247953183949, 0.0015753526240587234, 0.00138013472314924, 0.0012550760293379426, 0.001175425946712494, 0.001125193084590137, 0.001093350350856781, 0.0010720021091401577, 0.0010554115287959576, 0.0010401810286566615, 0.001024390454404056, 0.0010084910318255424], "update_matrix_norm_1": [21440.056640625], "update_matrix_norm_2": [5.993588447570801], "update_matrix_norm_inf": [0.04435474053025246], "request": {"prompt": "{} was originally aired on", "subject": "Chip 'n Dale Rescue Rangers", "target_new": {"str": "Showtime"}, "old_answer": {"str": "the Disney Channel"}, "seed": 42}}, {"loss_per_step": [3.924, 2.826, 1.844, 1.071, 0.855, 0.729, 0.61, 0.553, 0.519, 0.495, 0.476, 0.458, 0.446, 0.437, 0.429, 0.424, 0.42, 0.418, 0.415, 0.414], "prob_new": [0.02259168215095997, 0.10203296691179276, 0.24948041141033173, 0.5251908898353577, 0.6561698913574219, 0.7375935316085815, 0.8251096606254578, 0.8717117309570312, 0.90165114402771, 0.9232072830200195, 0.9406554698944092, 0.95665442943573, 0.9684633612632751, 0.97726970911026, 0.9840967059135437, 0.9891633987426758, 0.9926743507385254, 0.9949771761894226, 0.9964285492897034, 0.9973273873329163], "prob_old": [0.47418269515037537, 0.3210686445236206, 0.045130763202905655, 0.051843274384737015, 0.006730044260621071, 0.006224760320037603, 0.007195085287094116, 0.008249213919043541, 0.009059417992830276, 0.009395354427397251, 0.009379906579852104, 0.009158220142126083, 0.008740205317735672, 0.008209911175072193, 0.007642747368663549, 0.0070389085449278355, 0.006377954035997391, 0.005667561665177345, 0.004986051004379988, 0.0043799495324492455], "prob_new_token": [0.17941386997699738, 0.09703703224658966, 0.08777584880590439, 0.3182806074619293, 0.30779868364334106, 0.41828253865242004, 0.5688639283180237, 0.670987069606781, 0.7523914575576782, 0.8191284537315369, 0.8694761991500854, 0.9090564250946045, 0.9363572001457214, 0.9563743472099304, 0.9716073274612427, 0.9823371171951294, 0.9891120195388794, 0.9930846095085144, 0.9953008890151978, 0.996470034122467], "prob_old_token": [0.17941468954086304, 0.09703610837459564, 0.08777530491352081, 0.3182812035083771, 0.30780312418937683, 0.41827940940856934, 0.5688663125038147, 0.670983612537384, 0.752395749092102, 0.8191322088241577, 0.8694749474525452, 0.9090594053268433, 0.9363574981689453, 0.9563748240470886, 0.9716072082519531, 0.9823369979858398, 0.989112377166748, 0.9930846095085144, 0.9953010678291321, 0.9964699745178223], "update_matrix_norm_1": [21109.4296875], "update_matrix_norm_2": [5.993592739105225], "update_matrix_norm_inf": [0.05881919711828232], "request": {"prompt": "{} was originally aired on", "subject": "Chip 'n Dale Rescue Rangers", "target_new": {"str": "the CW"}, "old_answer": {"str": "the Disney Channel"}, "seed": 42}}, {"loss_per_step": [2.657, 1.876, 1.028, 0.81, 0.687, 0.597, 0.543, 0.491, 0.462, 0.441, 0.429, 0.422, 0.42, 0.419, 0.415, 0.415, 0.413, 0.411, 0.403, 0.391], "prob_new": [0.07112117856740952, 0.2387777715921402, 0.5500673651695251, 0.6818507313728333, 0.77093905210495, 0.8469197750091553, 0.904045820236206, 0.9449266195297241, 0.9689380526542664, 0.9829450249671936, 0.9906359314918518, 0.9945642352104187, 0.9965214729309082, 0.9975308179855347, 0.9977347254753113, 0.997665524482727, 0.9974548816680908, 0.9973421096801758, 0.9973253011703491, 0.9973308444023132], "prob_old": [0.47418269515037537, 0.2982959747314453, 0.13405731320381165, 0.04855174198746681, 0.03593185544013977, 0.03389405831694603, 0.03142918273806572, 0.01925351843237877, 0.013734870590269566, 0.01141804363578558, 0.009945446625351906, 0.008614490740001202, 0.0074020917527377605, 0.006675605196505785, 0.00625235540792346, 0.0060102189891040325, 0.005760632921010256, 0.005552355665713549, 0.005700382404029369, 0.006323276553303003], "prob_new_token": [0.17941468954086304, 0.1534423828125, 0.1504889726638794, 0.3025434911251068, 0.5225098133087158, 0.7460775375366211, 0.8580392003059387, 0.9273170232772827, 0.9665694236755371, 0.9832175970077515, 0.9918391704559326, 0.9962778687477112, 0.9983948469161987, 0.9990392923355103, 0.9993520379066467, 0.999494731426239, 0.9995254278182983, 0.9994645118713379, 0.9993066191673279, 0.9991204142570496], "prob_old_token": [0.17941468954086304, 0.1534423828125, 0.1504889726638794, 0.3025434911251068, 0.5225098133087158, 0.7460775375366211, 0.8580392003059387, 0.9273170232772827, 0.9665694236755371, 0.9832175970077515, 0.9918391704559326, 0.9962778687477112, 0.9983948469161987, 0.9990392923355103, 0.9993520379066467, 0.999494731426239, 0.9995254278182983, 0.9994645118713379, 0.9993066191673279, 0.9991204142570496], "update_matrix_norm_1": [19563.12109375], "update_matrix_norm_2": [5.713601589202881], "update_matrix_norm_inf": [0.06430372595787048], "request": {"prompt": "{} was originally aired on", "subject": "Chip 'n Dale Rescue Rangers", "target_new": {"str": "the Sci-Fi Channel"}, "old_answer": {"str": "the Disney Channel"}, "seed": 42}}, {"loss_per_step": [3.912, 1.914, 1.114, 0.613, 0.447, 0.402, 0.388, 0.38, 0.376, 0.373, 0.37, 0.369, 0.367, 0.366, 0.365, 0.364, 0.363, 0.363, 0.362, 0.362], "prob_new": [0.02088429406285286, 0.21929986774921417, 0.4805091619491577, 0.7927899956703186, 0.9309125542640686, 0.9720798134803772, 0.9842284917831421, 0.9898632764816284, 0.993245542049408, 0.9955112338066101, 0.9969807863235474, 0.9978566765785217, 0.998353898525238, 0.9986394643783569, 0.9988068342208862, 0.9988990426063538, 0.9989349842071533, 0.9989226460456848, 0.9988650679588318, 0.9987707734107971], "prob_old": [0.9295750856399536, 0.25986552238464355, 0.19721226394176483, 0.1360059231519699, 0.09176451712846756, 0.060763098299503326, 0.04010869190096855, 0.027109140530228615, 0.018481777980923653, 0.012865772470831871, 0.009458807297050953, 0.007630074396729469, 0.006841850001364946, 0.006709985435009003, 0.007017579860985279, 0.007655208930373192, 0.008556158281862736, 0.009656734764575958, 0.010872222483158112, 0.012075780890882015], "prob_new_token": [0.0002221215545432642, 0.04043106734752655, 0.20103026926517487, 0.6493990421295166, 0.894356906414032, 0.9690902233123779, 0.9902021884918213, 0.996387779712677, 0.9984173774719238, 0.9991785287857056, 0.9994977116584778, 0.9996432065963745, 0.9997156858444214, 0.9997518658638, 0.9997641444206238, 0.9997547268867493, 0.9997212886810303, 0.9996606707572937, 0.9995686411857605, 0.9994475841522217], "prob_old_token": [0.825900137424469, 0.004776854068040848, 0.002537473337724805, 0.0003793834475800395, 5.8414312661625445e-05, 1.0633441888785455e-05, 2.0586383016052423e-06, 4.778443667419197e-07, 1.3597512804608414e-07, 4.6064872805118284e-08, 1.9010316876233446e-08, 1.0405116768197331e-08, 7.91531373778298e-09, 8.017878805333112e-09, 1.0009118867060351e-08, 1.4375874712868608e-08, 2.2386982934108346e-08, 3.5863727987361926e-08, 5.6486602062477687e-08, 8.411054608359336e-08], "update_matrix_norm_1": [21600.09765625], "update_matrix_norm_2": [6.003993511199951], "update_matrix_norm_inf": [0.07983332127332687], "request": {"prompt": "{} was originally aired on", "subject": "Zoey 101", "target_new": {"str": "Channel 4"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [5.351, 1.491, 0.76, 0.501, 0.445, 0.41, 0.396, 0.388, 0.382, 0.379, 0.377, 0.375, 0.374, 0.372, 0.371, 0.37, 0.369, 0.368, 0.367, 0.367], "prob_new": [0.0050774067640304565, 0.3494247496128082, 0.6946866512298584, 0.887911856174469, 0.9358148574829102, 0.9643540978431702, 0.9765579700469971, 0.9837117791175842, 0.9881827235221863, 0.9908707141876221, 0.9924811720848083, 0.9934938549995422, 0.9941803216934204, 0.9946790337562561, 0.9950569272041321, 0.9953462481498718, 0.9955676794052124, 0.9957391619682312, 0.9958789944648743, 0.9960067868232727], "prob_old": [0.9295750856399536, 0.19473664462566376, 0.13852301239967346, 0.1232939213514328, 0.14143550395965576, 0.1057608500123024, 0.08316382765769958, 0.07247697561979294, 0.06726887077093124, 0.0648939236998558, 0.0638088658452034, 0.06302706152200699, 0.06200083717703819, 0.06052783504128456, 0.05866627022624016, 0.056617531925439835, 0.054587218910455704, 0.05271162837743759, 0.051051799207925797, 0.04960286244750023], "prob_new_token": [0.0009827370522543788, 0.13839717209339142, 0.42327681183815, 0.7945176362991333, 0.86275714635849, 0.9295845627784729, 0.9564791321754456, 0.9716468453407288, 0.9811338186264038, 0.9867867231369019, 0.9900175333023071, 0.9918753504753113, 0.9929937720298767, 0.9937046766281128, 0.9941657781600952, 0.99444180727005, 0.9945658445358276, 0.9945626854896545, 0.9944673180580139, 0.9943259954452515], "prob_old_token": [0.825900137424469, 0.0010582365794107318, 0.0003239545621909201, 0.00022928173711989075, 0.0006142953061498702, 0.00019329733913764358, 7.528639252996072e-05, 4.437011375557631e-05, 3.380715861567296e-05, 3.0411258194362745e-05, 3.000257129315287e-05, 3.0500426873913966e-05, 3.058571383007802e-05, 2.954770934593398e-05, 2.7351776225259528e-05, 2.4481641958118416e-05, 2.1511674276553094e-05, 1.8830089175025932e-05, 1.65994879353093e-05, 1.4824343452346511e-05], "update_matrix_norm_1": [22137.046875], "update_matrix_norm_2": [6.003993988037109], "update_matrix_norm_inf": [0.09952747076749802], "request": {"prompt": "{} was originally aired on", "subject": "Zoey 101", "target_new": {"str": "Disney XD"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.817, 2.229, 1.756, 1.377, 1.014, 0.724, 0.535, 0.442, 0.404, 0.388, 0.38, 0.375, 0.372, 0.37, 0.368, 0.366, 0.366, 0.365, 0.364, 0.364], "prob_new": [0.008680496364831924, 0.16428683698177338, 0.25522124767303467, 0.3681109845638275, 0.5269954204559326, 0.7040358781814575, 0.8547285199165344, 0.9408769607543945, 0.9741900563240051, 0.9871272444725037, 0.9923551678657532, 0.9947459101676941, 0.9959998726844788, 0.9967257380485535, 0.997181236743927, 0.9974900484085083, 0.9977100491523743, 0.9978671669960022, 0.9979733228683472, 0.9980331659317017], "prob_old": [0.9295750856399536, 0.3549674451351166, 0.11621980369091034, 0.09585490077733994, 0.07874733954668045, 0.05965747684240341, 0.04426921531558037, 0.03520378842949867, 0.030376894399523735, 0.027036696672439575, 0.023808320984244347, 0.020978175103664398, 0.01882668398320675, 0.01736852340400219, 0.016424139961600304, 0.015760526061058044, 0.015232079662382603, 0.014786502346396446, 0.014423014596104622, 0.014162012375891209], "prob_new_token": [0.06443804502487183, 0.09146658331155777, 0.09112446010112762, 0.14839908480644226, 0.26416364312171936, 0.4354027211666107, 0.6294288039207458, 0.821453332901001, 0.9408596754074097, 0.9767640233039856, 0.9877445101737976, 0.9922565817832947, 0.9944409728050232, 0.9955519437789917, 0.9961405396461487, 0.9964805245399475, 0.9966901540756226, 0.9968165755271912, 0.9968693852424622, 0.9968448281288147], "prob_old_token": [0.825900137424469, 0.03644147515296936, 0.00016710614727344364, 7.061765063554049e-05, 3.444890535320155e-05, 1.5618257748428732e-05, 7.484236448362935e-06, 3.1122272048378363e-06, 1.2616541198440245e-06, 6.710640718665672e-07, 3.8018276882212376e-07, 2.1683098339053686e-07, 1.33128352786116e-07, 9.324352134854053e-08, 7.394143608507875e-08, 6.315806899692689e-08, 5.581232898066446e-08, 5.019855819909935e-08, 4.595868219325894e-08, 4.3192635246214195e-08], "update_matrix_norm_1": [21967.263671875], "update_matrix_norm_2": [6.003993988037109], "update_matrix_norm_inf": [0.0882217064499855], "request": {"prompt": "{} was originally aired on", "subject": "Zoey 101", "target_new": {"str": "the Fox"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [2.629, 2.904, 1.982, 1.211, 0.938, 0.771, 0.655, 0.585, 0.534, 0.492, 0.452, 0.417, 0.412, 0.406, 0.395, 0.395, 0.394, 0.393, 0.392, 0.392], "prob_new": [0.08531507849693298, 0.1211000382900238, 0.26938769221305847, 0.500623345375061, 0.6067023873329163, 0.7074666619300842, 0.7927362322807312, 0.8501703143119812, 0.893099844455719, 0.9298946261405945, 0.9636130928993225, 0.9887810945510864, 0.9954093098640442, 0.9959220886230469, 0.9987910985946655, 0.9990956783294678, 0.9990652203559875, 0.99895840883255, 0.9988875985145569, 0.9989261031150818], "prob_old": [0.7247652411460876, 0.1411001831293106, 0.12246166169643402, 0.07327205687761307, 0.05354539677500725, 0.04969923198223114, 0.050557445734739304, 0.05301514267921448, 0.055739663541316986, 0.05730126053094864, 0.05461876094341278, 0.0434405542910099, 0.03808020055294037, 0.03493716940283775, 0.026262449100613594, 0.023085521534085274, 0.022442733868956566, 0.022545522078871727, 0.022529946640133858, 0.021947920322418213], "prob_new_token": [0.053151022642850876, 0.09662653505802155, 0.11574987322092056, 0.28975406289100647, 0.33563369512557983, 0.43611517548561096, 0.552752673625946, 0.6513810157775879, 0.7420967817306519, 0.8269539475440979, 0.9079063534736633, 0.9761569499969482, 0.9893823862075806, 0.9933606386184692, 0.9981576204299927, 0.9989769458770752, 0.9990500807762146, 0.9988829493522644, 0.9986608624458313, 0.9985769987106323], "prob_old_token": [0.8246983885765076, 0.0010444872314110398, 0.0012525721685960889, 3.268631189712323e-05, 1.2348496966296807e-05, 1.1334514056215994e-05, 1.2651451470446773e-05, 1.449895808036672e-05, 1.5479638022952713e-05, 1.4346942407428287e-05, 9.402208888786845e-06, 2.806069915095577e-06, 2.25244730245322e-06, 1.5977010434653494e-06, 3.9304302390519297e-07, 1.6039871297834907e-07, 1.1283596990097067e-07, 1.0613685219595936e-07, 1.0580637166412998e-07, 9.61685344691432e-08], "update_matrix_norm_1": [23522.81640625], "update_matrix_norm_2": [6.339308738708496], "update_matrix_norm_inf": [0.04066254571080208], "request": {"prompt": "{} was originally aired on", "subject": "Unfabulous", "target_new": {"str": "the CW"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [8.444, 6.114, 5.463, 4.478, 2.909, 1.55, 0.691, 0.498, 0.463, 0.452, 0.445, 0.439, 0.435, 0.433, 0.43, 0.428, 0.425, 0.423, 0.421, 0.418], "prob_new": [0.0004594992788042873, 0.0060182008892297745, 0.01109542790800333, 0.02973155304789543, 0.11530451476573944, 0.33875328302383423, 0.7822719812393188, 0.9493597149848938, 0.9785116314888, 0.9864964485168457, 0.9900282025337219, 0.992037832736969, 0.9933551549911499, 0.9943104982376099, 0.9950531125068665, 0.9956443905830383, 0.9961113929748535, 0.9964759945869446, 0.9967610836029053, 0.9969865679740906], "prob_old": [0.7247652411460876, 0.1579177975654602, 0.16422432661056519, 0.1469612568616867, 0.10479836165904999, 0.05453003570437431, 0.03445688635110855, 0.01864902302622795, 0.01249298918992281, 0.009852539747953415, 0.008407527580857277, 0.007486770860850811, 0.006838987581431866, 0.006342422682791948, 0.005931023973971605, 0.0055729178711771965, 0.005256281234323978, 0.004977833013981581, 0.004737157840281725, 0.004534333944320679], "prob_new_token": [1.7500429748906754e-05, 0.0048134466633200645, 0.009701422415673733, 0.021549537777900696, 0.09336335957050323, 0.2349478155374527, 0.8052222728729248, 0.9654062390327454, 0.9865703582763672, 0.9920406937599182, 0.9942663908004761, 0.9953966736793518, 0.9960324168205261, 0.9964101910591125, 0.9966482520103455, 0.9968091249465942, 0.9969236850738525, 0.9970077872276306, 0.9970618486404419, 0.9970804452896118], "prob_old_token": [0.8246983885765076, 0.0011541215935721993, 0.0015017210971564054, 0.00099390116520226, 0.00018441940483171493, 1.2341692126938142e-05, 1.4717126077812281e-06, 1.3163999312837404e-07, 3.4778157242953966e-08, 1.6443241435126765e-08, 1.0298282226983702e-08, 7.599446405492927e-09, 6.210833625175383e-09, 5.397063684853265e-09, 4.842614309552573e-09, 4.403191145030405e-09, 4.018943400296848e-09, 3.674894388794314e-09, 3.384606150902414e-09, 3.1693834223744943e-09], "update_matrix_norm_1": [23175.25], "update_matrix_norm_2": [6.339308738708496], "update_matrix_norm_inf": [0.04107712209224701], "request": {"prompt": "{} was originally aired on", "subject": "Unfabulous", "target_new": {"str": "Sky Atlantic"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [2.654, 2.415, 1.048, 0.638, 0.518, 0.462, 0.44, 0.429, 0.418, 0.403, 0.4, 0.399, 0.395, 0.393, 0.393, 0.392, 0.391, 0.389, 0.389, 0.388], "prob_new": [0.0780462697148323, 0.13968761265277863, 0.5487886071205139, 0.8246206045150757, 0.9291334748268127, 0.9757021069526672, 0.9897782802581787, 0.994296669960022, 0.9960436224937439, 0.9967629909515381, 0.9970645904541016, 0.9973275661468506, 0.9976081252098083, 0.9978623986244202, 0.9980541467666626, 0.998184859752655, 0.99826979637146, 0.998324990272522, 0.9983663558959961, 0.9984078407287598], "prob_old": [0.7247652411460876, 0.19132912158966064, 0.40586745738983154, 0.5828536152839661, 0.5180037617683411, 0.3717256486415863, 0.26643937826156616, 0.20575019717216492, 0.17133411765098572, 0.15342263877391815, 0.14522889256477356, 0.13929088413715363, 0.13330139219760895, 0.1279190331697464, 0.12425097078084946, 0.12239760905504227, 0.122002512216568, 0.12254545092582703, 0.12337794154882431, 0.12379281222820282], "prob_new_token": [0.8247002959251404, 0.0039039819967001677, 0.28633832931518555, 0.8184030055999756, 0.9492252469062805, 0.9837720394134521, 0.9939336180686951, 0.9971036911010742, 0.9982117414474487, 0.998577356338501, 0.9986475110054016, 0.9986907839775085, 0.998762845993042, 0.9988349080085754, 0.9988766312599182, 0.9988831877708435, 0.9988586902618408, 0.9988111853599548, 0.9987512230873108, 0.9986891746520996], "prob_old_token": [0.8246983885765076, 0.0039039854891598225, 0.286338746547699, 0.818402111530304, 0.9492248892784119, 0.9837724566459656, 0.9939337372779846, 0.9971036911010742, 0.9982118606567383, 0.998577356338501, 0.9986475110054016, 0.9986907839775085, 0.9987629055976868, 0.9988349080085754, 0.9988766312599182, 0.9988831877708435, 0.9988586902618408, 0.9988113641738892, 0.9987512230873108, 0.9986891746520996], "update_matrix_norm_1": [22863.833984375], "update_matrix_norm_2": [6.339310169219971], "update_matrix_norm_inf": [0.04135957732796669], "request": {"prompt": "{} was originally aired on", "subject": "Unfabulous", "target_new": {"str": "Nicktoons Network"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [8.283, 4.454, 0.812, 0.538, 0.475, 0.446, 0.427, 0.409, 0.392, 0.38, 0.372, 0.366, 0.362, 0.358, 0.355, 0.352, 0.35, 0.348, 0.347, 0.346], "prob_new": [0.00029291759710758924, 0.021952025592327118, 0.6765271425247192, 0.8800950050354004, 0.9337198138237, 0.9573372602462769, 0.9706059694290161, 0.978532612323761, 0.9827325344085693, 0.9851800799369812, 0.9869230389595032, 0.9884058833122253, 0.9897651076316833, 0.9910280108451843, 0.9921907186508179, 0.9932430386543274, 0.994178056716919, 0.9949935078620911, 0.9956928491592407, 0.9962835907936096], "prob_old": [0.7307416200637817, 0.518614649772644, 0.0003876294940710068, 0.00014513210044242442, 9.864832827588543e-05, 7.35272842575796e-05, 5.377922207117081e-05, 4.278612323105335e-05, 3.6747282138094306e-05, 3.3098607673309743e-05, 3.0395007343031466e-05, 2.7908821721212007e-05, 2.5447649022680707e-05, 2.301565655216109e-05, 2.0657775166910142e-05, 1.841789526224602e-05, 1.6326068362104706e-05, 1.4400137843040284e-05, 1.2648261872527655e-05, 1.1074091162299737e-05], "prob_new_token": [0.00017681583994999528, 0.049341581761837006, 0.7329822182655334, 0.9294033646583557, 0.9674487709999084, 0.9802669882774353, 0.9855682253837585, 0.9882186651229858, 0.9897109866142273, 0.9907273054122925, 0.991603434085846, 0.9924572706222534, 0.9933091998100281, 0.9941467046737671, 0.9949471354484558, 0.9956903457641602, 0.99636310338974, 0.9969555735588074, 0.9974658489227295, 0.9978963732719421], "prob_old_token": [0.8110530972480774, 0.4894913136959076, 0.000176405199454166, 6.165005470393226e-05, 3.5514884075382724e-05, 2.4176515580620617e-05, 1.860271004261449e-05, 1.573862027726136e-05, 1.420433272869559e-05, 1.3241309716249816e-05, 1.239492394233821e-05, 1.1495989383547567e-05, 1.0524232493480667e-05, 9.509229130344465e-06, 8.490957043250091e-06, 7.501208074245369e-06, 6.5610020101303235e-06, 5.6838930504454765e-06, 4.876178536505904e-06, 4.1429793782299384e-06], "update_matrix_norm_1": [25526.423828125], "update_matrix_norm_2": [6.518801689147949], "update_matrix_norm_inf": [0.039286743849515915], "request": {"prompt": "{} has originated in the country named", "subject": "Polish Lowland Sheepdog", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Poland"}, "seed": 42}}, {"loss_per_step": [1.95, 0.709, 0.468, 0.425, 0.393, 0.376, 0.365, 0.358, 0.353, 0.351, 0.349, 0.347, 0.346, 0.345, 0.344, 0.343, 0.339, 0.332, 0.32, 0.306], "prob_new": [0.14444278180599213, 0.732590913772583, 0.9168078303337097, 0.942874550819397, 0.9615405797958374, 0.9743591547012329, 0.983228862285614, 0.9887126088142395, 0.9917671084403992, 0.9934803247451782, 0.9945638179779053, 0.995337188243866, 0.9959166646003723, 0.9963451623916626, 0.9966514706611633, 0.9968646168708801, 0.9969497919082642, 0.99688720703125, 0.996690571308136, 0.9963966012001038], "prob_old": [0.7307416200637817, 0.004097975790500641, 0.001918210880830884, 0.0007418535533361137, 0.00018910676590166986, 7.786713831592351e-05, 4.334245386417024e-05, 2.9469705623341724e-05, 2.2935792003409006e-05, 1.891080682980828e-05, 1.560937744216062e-05, 1.2617508218681905e-05, 1.0045113413070794e-05, 8.030405297176912e-06, 6.559612756973365e-06, 5.51276116311783e-06, 4.910704774374608e-06, 4.685565727413632e-06, 4.694610197475413e-06, 4.8079900807351805e-06], "prob_new_token": [0.0018060954753309488, 0.40921175479888916, 0.8214627504348755, 0.8762322068214417, 0.910825788974762, 0.9389887452125549, 0.9616930484771729, 0.9768341183662415, 0.9851542115211487, 0.9893622994422913, 0.9916549921035767, 0.9930940866470337, 0.9940789341926575, 0.9947459101676941, 0.9951586127281189, 0.9953699111938477, 0.9952534437179565, 0.9947033524513245, 0.9937111139297485, 0.9923878908157349], "prob_old_token": [0.8110530972480774, 0.0011256331345066428, 0.000347063469234854, 0.00018274722970090806, 7.55835062591359e-05, 4.4437911128625274e-05, 3.07572991005145e-05, 2.409043736406602e-05, 2.0617988411686383e-05, 1.821831574488897e-05, 1.594867353560403e-05, 1.3621277503261808e-05, 1.1397241905797273e-05, 9.479079380980693e-06, 7.950185135996435e-06, 6.768502771592466e-06, 6.039956588210771e-06, 5.742935172747821e-06, 5.716891337215202e-06, 5.779857474408345e-06], "update_matrix_norm_1": [20465.23046875], "update_matrix_norm_2": [5.812735557556152], "update_matrix_norm_inf": [0.045135632157325745], "request": {"prompt": "{} has originated in the country named", "subject": "Polish Lowland Sheepdog", "target_new": {"str": "Czechoslovakia"}, "old_answer": {"str": "Poland"}, "seed": 42}}, {"loss_per_step": [9.738, 8.115, 1.572, 0.669, 0.579, 0.508, 0.466, 0.442, 0.425, 0.411, 0.4, 0.39, 0.382, 0.375, 0.37, 0.366, 0.363, 0.36, 0.357, 0.355], "prob_new": [7.124498370103538e-05, 0.0005965213640592992, 0.31871479749679565, 0.8243482708930969, 0.875136137008667, 0.9084680676460266, 0.9293689131736755, 0.9421249628067017, 0.9505458474159241, 0.9567617774009705, 0.9618223309516907, 0.966209352016449, 0.9701246023178101, 0.9736640453338623, 0.9768832325935364, 0.9798162579536438, 0.9824802875518799, 0.984886646270752, 0.9870473742485046, 0.9889726638793945], "prob_old": [0.7307416200637817, 0.6537044048309326, 0.03337761014699936, 0.008422063663601875, 0.0029162887949496508, 0.0011956874513998628, 0.0005517163081094623, 0.0002911919145844877, 0.00017086720617953688, 0.00010679081606213003, 6.886772462166846e-05, 4.508154597715475e-05, 2.985066021210514e-05, 2.0043384211021475e-05, 1.3674038200406358e-05, 9.46357522479957e-06, 6.625112291658297e-06, 4.689141860581003e-06, 3.362533334438922e-06, 2.447465249133529e-06], "prob_new_token": [3.824151281150989e-05, 0.0004974494222551584, 0.4008334279060364, 0.9135118126869202, 0.9338149428367615, 0.9474025368690491, 0.9566740989685059, 0.9627270698547363, 0.9671787023544312, 0.9708414673805237, 0.9740232825279236, 0.9768540263175964, 0.9794081449508667, 0.9817299842834473, 0.9838548302650452, 0.9858071804046631, 0.9876006245613098, 0.9892387390136719, 0.9907200932502747, 0.9920449256896973], "prob_old_token": [0.8110530972480774, 0.745567798614502, 0.00646068574860692, 0.0007591904141008854, 0.00017100665718317032, 6.151010893518105e-05, 3.151384225930087e-05, 2.0286664948798716e-05, 1.4464197192864958e-05, 1.0693533113226295e-05, 7.98071596364025e-06, 5.9542885537666734e-06, 4.4334688027447555e-06, 3.301773404018604e-06, 2.464469162077876e-06, 1.8454993551131338e-06, 1.3865825394532294e-06, 1.0455299843670218e-06, 7.916045774436498e-07, 6.023393552823109e-07], "update_matrix_norm_1": [24689.92578125], "update_matrix_norm_2": [6.518801212310791], "update_matrix_norm_inf": [0.04752547666430473], "request": {"prompt": "{} has originated in the country named", "subject": "Polish Lowland Sheepdog", "target_new": {"str": "Israel"}, "old_answer": {"str": "Poland"}, "seed": 42}}, {"loss_per_step": [9.828, 6.946, 4.096, 0.616, 0.603, 0.589, 0.575, 0.562, 0.551, 0.54, 0.529, 0.515, 0.5, 0.487, 0.478, 0.472, 0.468, 0.464, 0.462, 0.46], "prob_new": [0.00017567933537065983, 0.005084652453660965, 0.053064387291669846, 0.967224657535553, 0.9773812294006348, 0.9810025691986084, 0.9829614162445068, 0.9840743541717529, 0.9849452972412109, 0.985909640789032, 0.9870349764823914, 0.9882407784461975, 0.9894113540649414, 0.9905034303665161, 0.9915581941604614, 0.9926080703735352, 0.9936386346817017, 0.9946070313453674, 0.9954729676246643, 0.9962159991264343], "prob_old": [0.507358193397522, 0.31011250615119934, 0.0029326677322387695, 0.00013281054270919412, 7.59151007514447e-05, 6.23223531874828e-05, 5.7325778470840305e-05, 5.564904859056696e-05, 5.419497028924525e-05, 5.126585892867297e-05, 4.66685087303631e-05, 4.131180321564898e-05, 3.636083420133218e-05, 3.2288673537550494e-05, 2.8801896405639127e-05, 2.5402785468031652e-05, 2.1831770936842076e-05, 1.82144322025124e-05, 1.4838065908406861e-05, 1.191068167827325e-05], "prob_new_token": [2.2094805899541825e-05, 0.00018745368288364261, 0.013057217933237553, 0.9414069056510925, 0.970732569694519, 0.9790547490119934, 0.9827126860618591, 0.9845261573791504, 0.9857575297355652, 0.9869628548622131, 0.9882895946502686, 0.9896863102912903, 0.991041362285614, 0.9923139810562134, 0.9935254454612732, 0.9946609735488892, 0.9956765174865723, 0.9965459704399109, 0.9972597360610962, 0.9978288412094116], "prob_old_token": [0.7451785802841187, 0.7186445593833923, 0.003884580684825778, 0.00021200484479777515, 9.375468653161079e-05, 6.200666393851861e-05, 5.0351292884442955e-05, 4.630220428225584e-05, 4.435653318068944e-05, 4.172079934505746e-05, 3.76844109268859e-05, 3.3006890589604154e-05, 2.893983037211001e-05, 2.5724380975589156e-05, 2.2491663912660442e-05, 1.8772459952742793e-05, 1.480618811910972e-05, 1.1097596143372357e-05, 8.017462278075982e-06, 5.676200999005232e-06], "update_matrix_norm_1": [25478.53125], "update_matrix_norm_2": [6.635104179382324], "update_matrix_norm_inf": [0.049080681055784225], "request": {"prompt": "{} has originated in the country named", "subject": "Pok\u00e9mon", "target_new": {"str": "Switzerland"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [6.632, 5.05, 3.401, 2.915, 2.281, 1.146, 0.515, 0.483, 0.469, 0.463, 0.459, 0.456, 0.455, 0.454, 0.453, 0.453, 0.453, 0.452, 0.452, 0.452], "prob_new": [0.0018826539162546396, 0.013204691000282764, 0.05871637910604477, 0.09439481049776077, 0.17286859452724457, 0.5330484509468079, 0.9911829829216003, 0.9976261854171753, 0.998599112033844, 0.9990684986114502, 0.999355137348175, 0.999534547328949, 0.9996476173400879, 0.9997202754020691, 0.9997679591178894, 0.9998000860214233, 0.9998218417167664, 0.9998361468315125, 0.9998447299003601, 0.9998485445976257], "prob_old": [0.507358193397522, 0.17229758203029633, 0.002988808322697878, 0.006404462270438671, 0.0020490807946771383, 0.0005646040081046522, 3.893098437401932e-06, 4.0696687619856675e-07, 1.6184210949177213e-07, 9.356728014608962e-08, 6.325146983954255e-08, 4.594092928300597e-08, 3.4559725747840275e-08, 2.652008390668925e-08, 2.0653505572454378e-08, 1.6326870522220815e-08, 1.3146012278753005e-08, 1.0841648467874165e-08, 9.219805363613887e-09, 8.136732176922123e-09], "prob_new_token": [1.465422769797442e-06, 0.00042606116039678454, 0.0047042760998010635, 0.009976533241569996, 0.025533348321914673, 0.2709919810295105, 0.9637193083763123, 0.9937485456466675, 0.9973869323730469, 0.9985078573226929, 0.9989925622940063, 0.9992400407791138, 0.9993825554847717, 0.9994723200798035, 0.9995319843292236, 0.9995722770690918, 0.999597430229187, 0.9996086955070496, 0.9996016621589661, 0.9995677471160889], "prob_old_token": [0.7451785802841187, 0.22162853181362152, 0.002390866633504629, 0.00498461676761508, 0.0019952096045017242, 0.000705317419487983, 6.258761004573898e-06, 1.7491450421402988e-07, 3.1001437861277736e-08, 1.3289450428999317e-08, 8.536598983255317e-09, 6.5975158669573375e-09, 5.483373310966044e-09, 4.657683572162341e-09, 3.970947570763883e-09, 3.388669123083332e-09, 2.908494778353088e-09, 2.5351800658768298e-09, 2.273504939864779e-09, 2.1292563268104914e-09], "update_matrix_norm_1": [23799.96875], "update_matrix_norm_2": [6.635104656219482], "update_matrix_norm_inf": [0.05186218023300171], "request": {"prompt": "{} has originated in the country named", "subject": "Pok\u00e9mon", "target_new": {"str": "Lebanon"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [5.793, 3.656, 2.836, 1.134, 0.579, 0.568, 0.55, 0.538, 0.526, 0.509, 0.491, 0.477, 0.471, 0.468, 0.466, 0.463, 0.461, 0.459, 0.458, 0.457], "prob_new": [0.004653063137084246, 0.05433554947376251, 0.12104110419750214, 0.568109393119812, 0.9949529767036438, 0.9949737191200256, 0.9949145913124084, 0.9950078725814819, 0.9952085018157959, 0.9953980445861816, 0.9955580830574036, 0.9957408905029297, 0.9960547089576721, 0.9964375495910645, 0.9967767000198364, 0.9970520734786987, 0.9972925782203674, 0.9975239038467407, 0.9977579116821289, 0.9979960322380066], "prob_old": [0.507358193397522, 0.23841515183448792, 0.002810818376019597, 0.005488731898367405, 8.259014066425152e-06, 6.848908924439456e-06, 7.652399290236644e-06, 8.459123819193337e-06, 8.820205948723014e-06, 9.091500032809563e-06, 9.765329195943195e-06, 1.108084870793391e-05, 1.2612455975613557e-05, 1.396404331899248e-05, 1.5143280506890733e-05, 1.6203441191464663e-05, 1.6978570783976465e-05, 1.7150827261502855e-05, 1.6483802028233185e-05, 1.4988618204370141e-05], "prob_new_token": [2.380193109274842e-06, 0.00018852559151127934, 0.012820456176996231, 0.2162812203168869, 0.9870961904525757, 0.9913261532783508, 0.993134617805481, 0.9940688610076904, 0.9947769641876221, 0.9952965378761292, 0.9956415295600891, 0.9958542585372925, 0.9960306286811829, 0.9962230920791626, 0.9964330196380615, 0.9966560006141663, 0.9968958497047424, 0.9971578121185303, 0.9974420666694641, 0.9977402687072754], "prob_old_token": [0.7451785802841187, 0.6537114977836609, 0.0034943444188684225, 0.005582753568887711, 8.106015229714103e-06, 6.0246256907703355e-06, 6.314373877103208e-06, 6.547307293658378e-06, 6.595601007575169e-06, 6.775846031814581e-06, 7.4211161518178415e-06, 8.741143574297894e-06, 1.0533972272241954e-05, 1.2532794244179968e-05, 1.4694455785502214e-05, 1.7013286196743138e-05, 1.9277864339528605e-05, 2.1027028196840547e-05, 2.1726113118347712e-05, 2.1064721295260824e-05], "update_matrix_norm_1": [24223.26171875], "update_matrix_norm_2": [6.635104179382324], "update_matrix_norm_inf": [0.04978541284799576], "request": {"prompt": "{} has originated in the country named", "subject": "Pok\u00e9mon", "target_new": {"str": "Belgium"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [2.989, 1.751, 0.632, 0.497, 0.442, 0.419, 0.409, 0.403, 0.399, 0.396, 0.394, 0.393, 0.392, 0.391, 0.39, 0.39, 0.387, 0.378, 0.364, 0.346], "prob_new": [0.05383899062871933, 0.27420511841773987, 0.8285788893699646, 0.9327796697616577, 0.9572654962539673, 0.9709012508392334, 0.9797405004501343, 0.9856853485107422, 0.9896965026855469, 0.9923983216285706, 0.9942293167114258, 0.9954913854598999, 0.9963817000389099, 0.9970229268074036, 0.9974907040596008, 0.9978314638137817, 0.9980559945106506, 0.9981486201286316, 0.9981241226196289, 0.9979811310768127], "prob_old": [0.3258817493915558, 0.1512143462896347, 0.00037895821151323617, 3.739099338417873e-05, 1.6716237951186486e-05, 9.751749530551024e-06, 6.23715459369123e-06, 4.119171990168979e-06, 2.755236209850409e-06, 1.87331170309335e-06, 1.3107844551996095e-06, 9.539766097077518e-07, 7.264698069775477e-07, 5.807488605569233e-07, 4.886599640485656e-07, 4.3394766180426814e-07, 4.127128647724021e-07, 4.3108457248308696e-07, 4.895585448139173e-07, 5.961080660199514e-07], "prob_new_token": [3.4465727367205545e-05, 0.014440348371863365, 0.6495184898376465, 0.8623749017715454, 0.9198498129844666, 0.9492202997207642, 0.9670437574386597, 0.9783540368080139, 0.9855637550354004, 0.9901328682899475, 0.9930318593978882, 0.9948977828025818, 0.9961226582527161, 0.9969375729560852, 0.9974785447120667, 0.9978237748146057, 0.9979966878890991, 0.997979998588562, 0.997795045375824, 0.9974516034126282], "prob_old_token": [0.7191227674484253, 0.5226332545280457, 0.0002952144423034042, 3.502110848785378e-05, 1.46476122608874e-05, 8.302470632770564e-06, 5.2742370826308616e-06, 3.507861492835218e-06, 2.3943493943079375e-06, 1.6826699038574588e-06, 1.2275914968995494e-06, 9.333663797406189e-07, 7.399551122944104e-07, 6.125656568656268e-07, 5.320423497323645e-07, 4.881210315943463e-07, 4.835313802686869e-07, 5.352260927793395e-07, 6.531039957735629e-07, 8.616887612333812e-07], "update_matrix_norm_1": [17656.123046875], "update_matrix_norm_2": [5.416999816894531], "update_matrix_norm_inf": [0.07188895344734192], "request": {"prompt": "{} has originated in the country named", "subject": "The Legend of Zelda", "target_new": {"str": "Czechoslovakia"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [8.61, 3.65, 0.693, 0.487, 0.418, 0.406, 0.402, 0.399, 0.397, 0.395, 0.393, 0.392, 0.392, 0.391, 0.39, 0.39, 0.389, 0.389, 0.389, 0.388], "prob_new": [0.0006244541145861149, 0.047726891934871674, 0.7733476161956787, 0.9258758425712585, 0.9737595319747925, 0.9835100769996643, 0.9874506592750549, 0.9901036024093628, 0.9921831488609314, 0.9938057065010071, 0.9950460195541382, 0.9959807991981506, 0.996680498123169, 0.9972032308578491, 0.997593879699707, 0.9978862404823303, 0.9981059432029724, 0.9982720613479614, 0.9983983039855957, 0.9984948635101318], "prob_old": [0.3258817493915558, 0.023833950981497765, 0.000566830625757575, 4.459790943656117e-05, 1.8456727048032917e-05, 1.5548866940662265e-05, 1.3529370335163549e-05, 1.1019665180356242e-05, 8.48297440825263e-06, 6.349528575810837e-06, 4.736724804388359e-06, 3.5855052828992484e-06, 2.783511263260152e-06, 2.226499191237963e-06, 1.8358332454226911e-06, 1.5572057918689097e-06, 1.3542941132982378e-06, 1.203579245157016e-06, 1.0898688742599916e-06, 1.003741090244148e-06], "prob_new_token": [0.00017002233653329313, 0.04233091324567795, 0.7388501167297363, 0.9695566296577454, 0.9895739555358887, 0.993577241897583, 0.9946960210800171, 0.9956846237182617, 0.9965828061103821, 0.9973262548446655, 0.9979103803634644, 0.9983551502227783, 0.9986878037452698, 0.9989321827888489, 0.999110758304596, 0.9992398023605347, 0.9993325471878052, 0.9993979930877686, 0.9994441866874695, 0.999474823474884], "prob_old_token": [0.7191227674484253, 0.09552226960659027, 0.0005309265688993037, 1.5624544175807387e-05, 8.037420229811687e-06, 8.095207704172935e-06, 7.889693733886816e-06, 6.7262772063259035e-06, 5.203626187721966e-06, 3.813027888099896e-06, 2.726724687818205e-06, 1.9459148461464792e-06, 1.407713170920033e-06, 1.0427916095068213e-06, 7.956954846122244e-07, 6.27165206878999e-07, 5.110817369313736e-07, 4.3038178887400136e-07, 3.7384444340204936e-07, 3.342333059208613e-07], "update_matrix_norm_1": [22018.2421875], "update_matrix_norm_2": [6.092599868774414], "update_matrix_norm_inf": [0.07779967039823532], "request": {"prompt": "{} has originated in the country named", "subject": "The Legend of Zelda", "target_new": {"str": "Australia"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [7.416, 4.278, 0.93, 0.546, 0.449, 0.415, 0.407, 0.404, 0.403, 0.401, 0.399, 0.398, 0.396, 0.395, 0.394, 0.394, 0.393, 0.392, 0.392, 0.391], "prob_new": [0.0011772598372772336, 0.025597847998142242, 0.6295672059059143, 0.9028327465057373, 0.9616785049438477, 0.9794418811798096, 0.9829955697059631, 0.9843764901161194, 0.9857194423675537, 0.9871454834938049, 0.9885531067848206, 0.9898533821105957, 0.9909993410110474, 0.9919788837432861, 0.992799699306488, 0.9934791326522827, 0.9940389394760132, 0.9945028424263, 0.9948965907096863, 0.9952438473701477], "prob_old": [0.3258817493915558, 0.12521176040172577, 0.0018010569037869573, 0.00035188652691431344, 0.00014255284622777253, 8.536911627743393e-05, 6.949332600925118e-05, 6.124017818365246e-05, 5.476803926285356e-05, 4.911240466753952e-05, 4.4071719457861036e-05, 3.9604939956916496e-05, 3.569502223399468e-05, 3.231274604331702e-05, 2.941571074188687e-05, 2.695272269193083e-05, 2.4871471396181732e-05, 2.3121705453377217e-05, 2.164817851735279e-05, 2.0386891264934093e-05], "prob_new_token": [0.0007473745499737561, 0.035101793706417084, 0.7060936093330383, 0.8970754146575928, 0.9717088937759399, 0.9875175952911377, 0.990179181098938, 0.991052508354187, 0.9918756484985352, 0.9927614331245422, 0.9936382174491882, 0.9944433569908142, 0.9951415657997131, 0.9957258105278015, 0.9962026476860046, 0.9965857267379761, 0.9968923926353455, 0.9971396923065186, 0.9973443150520325, 0.9975220561027527], "prob_old_token": [0.7191227674484253, 0.4505176842212677, 0.0006184621015563607, 0.000229355224291794, 9.152846178039908e-05, 5.427885480457917e-05, 4.4754888222087175e-05, 4.016514867544174e-05, 3.63221624866128e-05, 3.265132545493543e-05, 2.91613869194407e-05, 2.594419493107125e-05, 2.3079755919752643e-05, 2.0602321455953643e-05, 1.8510509107727557e-05, 1.6789486835477874e-05, 1.5410763808176853e-05, 1.433296529285144e-05, 1.3504917660611682e-05, 1.2861962204624433e-05], "update_matrix_norm_1": [21964.978515625], "update_matrix_norm_2": [6.092599868774414], "update_matrix_norm_inf": [0.056355319917201996], "request": {"prompt": "{} has originated in the country named", "subject": "The Legend of Zelda", "target_new": {"str": "France"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [6.048, 4.983, 2.961, 0.531, 0.411, 0.397, 0.391, 0.388, 0.386, 0.385, 0.383, 0.382, 0.381, 0.38, 0.379, 0.379, 0.378, 0.377, 0.377, 0.376], "prob_new": [0.002593786222860217, 0.01044407393783331, 0.07852555811405182, 0.8831311464309692, 0.9925373792648315, 0.9943873286247253, 0.9951248168945312, 0.9956331849098206, 0.996059238910675, 0.9964434504508972, 0.9967989325523376, 0.9971311688423157, 0.9974417090415955, 0.9977300763130188, 0.9979944229125977, 0.998232901096344, 0.9984447360038757, 0.998629093170166, 0.998786211013794, 0.9989166259765625], "prob_old": [0.6418222784996033, 0.24056342244148254, 0.005313549190759659, 0.00010210433538304642, 1.0782872550407774e-06, 5.885765403945697e-07, 4.862477567257883e-07, 4.34018772921263e-07, 3.9548191921312537e-07, 3.6099231692787725e-07, 3.274692517152289e-07, 2.9429591563712165e-07, 2.619225938360614e-07, 2.3121339154386078e-07, 2.0303440351199242e-07, 1.7806075902626617e-07, 1.5671265884975583e-07, 1.3918000263402064e-07, 1.2543280547561153e-07, 1.1520362619421576e-07], "prob_new_token": [5.347116257325979e-06, 0.00018581352196633816, 0.009371401742100716, 0.7833849787712097, 0.9963977932929993, 0.9980780482292175, 0.9985739588737488, 0.9988293051719666, 0.998998761177063, 0.9991282820701599, 0.9992356896400452, 0.9993274211883545, 0.9994081854820251, 0.9994791746139526, 0.9995416402816772, 0.9995959997177124, 0.9996432065963745, 0.9996830224990845, 0.9997153282165527, 0.9997403621673584], "prob_old_token": [0.7700443267822266, 0.24199523031711578, 0.0034047304652631283, 7.942315278341994e-05, 2.567560386523837e-07, 1.1406581279516104e-07, 8.631366910094584e-08, 7.348099728687885e-08, 6.477876013377681e-08, 5.741127395708645e-08, 5.057895435811588e-08, 4.411692700045933e-08, 3.809062221193926e-08, 3.2631692903350995e-08, 2.783709263098899e-08, 2.3767405821217835e-08, 2.0431457414815668e-08, 1.78069399225933e-08, 1.5854748625088178e-08, 1.4521824631685831e-08], "update_matrix_norm_1": [22140.01171875], "update_matrix_norm_2": [6.021877288818359], "update_matrix_norm_inf": [0.03700357675552368], "request": {"prompt": "{} has originated in the country named", "subject": "Puella Magi Madoka\u2606Magica", "target_new": {"str": "Somalia"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [8.562, 6.095, 4.064, 0.685, 0.517, 0.464, 0.434, 0.416, 0.405, 0.397, 0.392, 0.387, 0.384, 0.382, 0.379, 0.378, 0.376, 0.375, 0.373, 0.371], "prob_new": [0.0003086710930801928, 0.0038682222366333008, 0.027786176651716232, 0.7690235376358032, 0.8992769122123718, 0.9377825856208801, 0.9578572511672974, 0.9700639247894287, 0.9781134724617004, 0.9838007092475891, 0.9880560040473938, 0.9913577437400818, 0.9939332604408264, 0.9958640933036804, 0.9971956610679626, 0.9980338215827942, 0.9985309839248657, 0.9988187551498413, 0.9989814162254333, 0.9990657567977905], "prob_old": [0.6418222784996033, 0.2678218483924866, 0.0054529584012925625, 0.0016669725300744176, 0.00044113059993833303, 0.0002777639601845294, 0.00021779994131065905, 0.00018542887119110674, 0.00016112372395582497, 0.00013670194311998785, 0.00010958000348182395, 8.115197852021083e-05, 5.4964679293334484e-05, 3.441602166276425e-05, 2.079204386973288e-05, 1.2933792277181055e-05, 8.753468137001619e-06, 6.6232164499524515e-06, 5.6450971896993e-06, 5.417689408204751e-06], "prob_new_token": [0.00015873297525104135, 0.002837840700522065, 0.0367109589278698, 0.8410579562187195, 0.9163984060287476, 0.9456194639205933, 0.9623056650161743, 0.9725446105003357, 0.9793965220451355, 0.9843466281890869, 0.9881247282028198, 0.9911081194877625, 0.9935075640678406, 0.9954290390014648, 0.9968913197517395, 0.9978941082954407, 0.9985044598579407, 0.9988467693328857, 0.9990311861038208, 0.9991244673728943], "prob_old_token": [0.7700443267822266, 0.47024980187416077, 0.006784249097108841, 0.0007937746122479439, 0.0002785797114484012, 0.0001895313325803727, 0.0001500294602010399, 0.0001287898194277659, 0.0001140068270615302, 0.00010005074000218883, 8.457123476546258e-05, 6.738422234775499e-05, 4.9656970077194273e-05, 3.337494854349643e-05, 2.059536927845329e-05, 1.2259120921953581e-05, 7.635446308995597e-06, 5.307564151735278e-06, 4.2183273762930185e-06, 3.8264952308963984e-06], "update_matrix_norm_1": [21967.59375], "update_matrix_norm_2": [6.021876335144043], "update_matrix_norm_inf": [0.03970165550708771], "request": {"prompt": "{} has originated in the country named", "subject": "Puella Magi Madoka\u2606Magica", "target_new": {"str": "Turkey"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [9.163, 6.399, 3.62, 0.805, 0.56, 0.499, 0.466, 0.437, 0.416, 0.407, 0.403, 0.399, 0.395, 0.391, 0.388, 0.386, 0.383, 0.381, 0.38, 0.378], "prob_new": [0.00020962452981621027, 0.00308718578889966, 0.042996250092983246, 0.6793811321258545, 0.8661143183708191, 0.9173015356063843, 0.9442811608314514, 0.9676587581634521, 0.9844031929969788, 0.9900085926055908, 0.9911752343177795, 0.9920719861984253, 0.9931987524032593, 0.9943736791610718, 0.9954640865325928, 0.9963922500610352, 0.9971104860305786, 0.9976320266723633, 0.9979797601699829, 0.9981926083564758], "prob_old": [0.6418222784996033, 0.24469180405139923, 0.0037723444402217865, 0.003138614585623145, 0.0006057379068806767, 0.00016092491568997502, 6.367002060869709e-05, 4.244681986165233e-05, 3.777717211050913e-05, 3.461594315012917e-05, 3.433259189478122e-05, 3.291781831649132e-05, 3.0033057555556297e-05, 2.6492336473893374e-05, 2.2705224182573147e-05, 1.9064562366111204e-05, 1.6076599422376603e-05, 1.3872759154764935e-05, 1.2418226106092334e-05, 1.1586459550017025e-05], "prob_new_token": [5.207535650697537e-05, 0.002488275757059455, 0.03864821791648865, 0.7339344620704651, 0.8904205560684204, 0.9292964935302734, 0.9592936635017395, 0.982113778591156, 0.992782473564148, 0.994490385055542, 0.9949238896369934, 0.9954108595848083, 0.996118426322937, 0.9968931078910828, 0.997607946395874, 0.9982021450996399, 0.9986622333526611, 0.9990031123161316, 0.9992449879646301, 0.9994071125984192], "prob_old_token": [0.7700443267822266, 0.3572740852832794, 0.003452448407188058, 0.0029614425729960203, 0.00036099989665672183, 8.005723066162318e-05, 3.360859409440309e-05, 2.1618967366521247e-05, 2.2215364879230037e-05, 2.5136097974609584e-05, 2.582634442660492e-05, 2.5100980565184727e-05, 2.26253268920118e-05, 1.934807369252667e-05, 1.601979965926148e-05, 1.3051508176431525e-05, 1.0615062819852028e-05, 8.715970579942223e-06, 7.288858796528075e-06, 6.292144007602474e-06], "update_matrix_norm_1": [21838.4765625], "update_matrix_norm_2": [6.021876335144043], "update_matrix_norm_inf": [0.038282960653305054], "request": {"prompt": "{} has originated in the country named", "subject": "Puella Magi Madoka\u2606Magica", "target_new": {"str": "Portugal"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [9.822, 4.665, 0.614, 0.586, 0.525, 0.477, 0.446, 0.423, 0.405, 0.391, 0.38, 0.372, 0.366, 0.361, 0.358, 0.355, 0.353, 0.351, 0.349, 0.348], "prob_new": [6.692073657177389e-05, 0.019511569291353226, 0.8150771260261536, 0.8380780816078186, 0.8779246211051941, 0.9080383777618408, 0.9274506568908691, 0.9417044520378113, 0.9537317156791687, 0.9637502431869507, 0.9714981317520142, 0.9773321747779846, 0.9816939830780029, 0.9849684834480286, 0.9874558448791504, 0.9893784523010254, 0.9908944964408875, 0.9921132922172546, 0.993111789226532, 0.9939420819282532], "prob_old": [0.7548677325248718, 0.7131471037864685, 0.001712484285235405, 0.0008092745556496084, 0.0006251332815736532, 0.0005505333538167179, 0.0005117113469168544, 0.00046717593795619905, 0.00040686316788196564, 0.0003447126946412027, 0.0002914677024818957, 0.0002464373246766627, 0.00020835637405980378, 0.00017650116933509707, 0.00015012011863291264, 0.00012834406516049057, 0.00011030928726540878, 9.528942609904334e-05, 8.26837494969368e-05, 7.202818233054131e-05], "prob_new_token": [3.7413301470223814e-05, 0.005916020832955837, 0.9226062297821045, 0.9279837012290955, 0.9441378116607666, 0.9567005038261414, 0.9650768637657166, 0.9712180495262146, 0.9762808084487915, 0.9806640148162842, 0.9844309687614441, 0.9875786304473877, 0.9901255369186401, 0.9921262264251709, 0.993670642375946, 0.9948534369468689, 0.995762288570404, 0.9964666962623596, 0.9970186352729797, 0.9974561929702759], "prob_old_token": [0.8827422857284546, 0.9248883724212646, 0.0004832396807614714, 0.00026389287086203694, 0.0002108141197822988, 0.00018758083751890808, 0.00017200404545292258, 0.00015656740288250148, 0.0001397191226715222, 0.00012186227831989527, 0.00010385637870058417, 8.666319627081975e-05, 7.112672756193206e-05, 5.7776451285462826e-05, 4.675663512898609e-05, 3.7887653888901696e-05, 3.084092168137431e-05, 2.526156822568737e-05, 2.0836034309468232e-05, 1.7308786482317373e-05], "update_matrix_norm_1": [22820.28515625], "update_matrix_norm_2": [6.002718448638916], "update_matrix_norm_inf": [0.056087519973516464], "request": {"prompt": "{} has originated in the country named", "subject": "German Shorthaired Pointer", "target_new": {"str": "Norway"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [9.615, 4.843, 0.725, 0.548, 0.498, 0.464, 0.437, 0.413, 0.393, 0.378, 0.369, 0.363, 0.359, 0.356, 0.354, 0.351, 0.349, 0.347, 0.346, 0.345], "prob_new": [8.318333857459947e-05, 0.014143994078040123, 0.7499331831932068, 0.8941764831542969, 0.9315858483314514, 0.9537836909294128, 0.9665601849555969, 0.9743270874023438, 0.9792072176933289, 0.9825040698051453, 0.9849485754966736, 0.9869053363800049, 0.988562822341919, 0.9900195598602295, 0.9913206100463867, 0.9924758672714233, 0.9934837818145752, 0.9943467378616333, 0.9950783252716064, 0.9956979751586914], "prob_old": [0.7548677325248718, 0.47404199838638306, 0.0009157350286841393, 0.00035739594022743404, 0.00019933738803956658, 0.0001359507004963234, 0.00010915298480540514, 9.613658039597794e-05, 8.841123781166971e-05, 8.200530282920226e-05, 7.591172470711172e-05, 7.003109203651547e-05, 6.41090955468826e-05, 5.786598921986297e-05, 5.126719770487398e-05, 4.457054819795303e-05, 3.8157511880854145e-05, 3.232589369872585e-05, 2.7204132493352517e-05, 2.279751242895145e-05], "prob_new_token": [4.7771674871910363e-05, 0.011560620740056038, 0.7284943461418152, 0.9354298710823059, 0.9621695876121521, 0.9751290082931519, 0.9810660481452942, 0.9844534397125244, 0.9867965579032898, 0.9885794520378113, 0.9900048971176147, 0.9912108182907104, 0.9922774434089661, 0.9932394027709961, 0.9941067695617676, 0.994877815246582, 0.9955494999885559, 0.9961257576942444, 0.996615469455719, 0.9970310926437378], "prob_old_token": [0.8827422857284546, 0.7490777969360352, 0.0004941222141496837, 0.00015866500325500965, 7.724128954578191e-05, 4.9860500439535826e-05, 4.093160168849863e-05, 3.732114419108257e-05, 3.4908134693978354e-05, 3.2802854548208416e-05, 3.0888277251506224e-05, 2.895512807299383e-05, 2.6806557798408903e-05, 2.4363323973375373e-05, 2.1681280486518517e-05, 1.8921247828984633e-05, 1.6267125829472207e-05, 1.3846592082700226e-05, 1.1714234460669104e-05, 9.872514965536539e-06], "update_matrix_norm_1": [22696.240234375], "update_matrix_norm_2": [6.002717971801758], "update_matrix_norm_inf": [0.04982243850827217], "request": {"prompt": "{} has originated in the country named", "subject": "German Shorthaired Pointer", "target_new": {"str": "Finland"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [7.697, 1.273, 0.565, 0.438, 0.389, 0.372, 0.364, 0.359, 0.356, 0.353, 0.35, 0.348, 0.347, 0.345, 0.344, 0.343, 0.342, 0.341, 0.341, 0.34], "prob_new": [0.0005124611197970808, 0.43684324622154236, 0.8385311365127563, 0.9339914321899414, 0.9693915843963623, 0.9790530800819397, 0.9836037158966064, 0.9865304231643677, 0.9886730909347534, 0.9903388619422913, 0.9916749000549316, 0.9927659034729004, 0.9936668276786804, 0.9944165945053101, 0.9950451850891113, 0.9955751299858093, 0.9960245490074158, 0.9964085817337036, 0.9967384338378906, 0.9970242977142334], "prob_old": [0.7548677325248718, 0.244264155626297, 0.0003774656797759235, 0.00013788144860882312, 0.0001090179430320859, 0.00010009547258960083, 9.307434811489657e-05, 8.537533722119406e-05, 7.705112511757761e-05, 6.868192576803267e-05, 6.0723752540070564e-05, 5.343930752133019e-05, 4.6942252083681524e-05, 4.125041596125811e-05, 3.631865183706395e-05, 3.207405097782612e-05, 2.8431328246369958e-05, 2.5308241674792953e-05, 2.26330230361782e-05, 2.034551289398223e-05], "prob_new_token": [0.0003740925167221576, 0.7204883098602295, 0.9405618906021118, 0.972111165523529, 0.9843410849571228, 0.9887876510620117, 0.9909259676933289, 0.9923940896987915, 0.9935417175292969, 0.994469165802002, 0.9952318072319031, 0.9958643317222595, 0.9963929057121277, 0.9968370199203491, 0.9972103238105774, 0.9975260496139526, 0.997794508934021, 0.9980231523513794, 0.9982191324234009, 0.9983891248703003], "prob_old_token": [0.8827422857284546, 0.14674295485019684, 0.00012900211731903255, 6.690333248116076e-05, 4.700710269389674e-05, 4.017039464088157e-05, 3.720611130120233e-05, 3.469409784884192e-05, 3.200425271643326e-05, 2.9169648769311607e-05, 2.632829091453459e-05, 2.3614011297468096e-05, 2.1116029529366642e-05, 1.8882959921029396e-05, 1.692450859991368e-05, 1.523065657238476e-05, 1.3773182217846625e-05, 1.2521898497652728e-05, 1.144666202890221e-05, 1.0520790056034457e-05], "update_matrix_norm_1": [22492.857421875], "update_matrix_norm_2": [6.002717971801758], "update_matrix_norm_inf": [0.04777977988123894], "request": {"prompt": "{} has originated in the country named", "subject": "German Shorthaired Pointer", "target_new": {"str": "Italy"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [4.581, 3.876, 1.312, 0.709, 0.513, 0.483, 0.473, 0.467, 0.463, 0.46, 0.457, 0.455, 0.453, 0.452, 0.45, 0.449, 0.448, 0.446, 0.445, 0.444], "prob_new": [0.010829441249370575, 0.03413644805550575, 0.45367899537086487, 0.8080511689186096, 0.9595853686332703, 0.9822585582733154, 0.9884117841720581, 0.9926494359970093, 0.9953498244285583, 0.9969143867492676, 0.9978118538856506, 0.9983419179916382, 0.9986675381660461, 0.9988750219345093, 0.9990119934082031, 0.999106228351593, 0.9991765022277832, 0.9992345571517944, 0.9992843270301819, 0.9993235468864441], "prob_old": [0.4188321530818939, 0.021781396120786667, 0.005830104928463697, 0.00010474373266333714, 1.7710694010020234e-05, 1.0188301530433819e-05, 6.727929758199025e-06, 3.918894435628317e-06, 2.1678488337784074e-06, 1.218842498929007e-06, 7.227715741464635e-07, 4.595269729179563e-07, 3.1431036973117443e-07, 2.30345904128626e-07, 1.7912761052230053e-07, 1.460344947190606e-07, 1.2336269605839334e-07, 1.0717380405367294e-07, 9.589250993258247e-08, 8.925223227151946e-08], "prob_new_token": [0.00024723506066948175, 0.0009255113545805216, 0.29199767112731934, 0.9369730949401855, 0.9619504809379578, 0.9644034504890442, 0.9743101596832275, 0.983099102973938, 0.989002525806427, 0.9926456212997437, 0.9948593974113464, 0.996225118637085, 0.997090756893158, 0.997657835483551, 0.9980403184890747, 0.998307466506958, 0.9985047578811646, 0.9986608624458313, 0.9987843632698059, 0.9988662004470825], "prob_old_token": [0.6062619090080261, 0.027854828163981438, 0.0066324155777692795, 1.415034603269305e-05, 6.873104666738072e-06, 7.196875230874866e-06, 5.224082087806892e-06, 3.154867727062083e-06, 1.8080513655149844e-06, 1.0488146244824748e-06, 6.354943025144166e-07, 4.071688408657792e-07, 2.756135586423625e-07, 1.9555430696982512e-07, 1.4407517312520213e-07, 1.0972468800218849e-07, 8.640113691171791e-08, 7.071115248891147e-08, 6.091394055829369e-08, 5.6494897648917686e-08], "update_matrix_norm_1": [22204.3671875], "update_matrix_norm_2": [6.533592700958252], "update_matrix_norm_inf": [0.08247924596071243], "request": {"prompt": "{} has originated in the country named", "subject": "farfalle", "target_new": {"str": "Tibet"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [8.199, 4.998, 2.527, 0.624, 0.515, 0.49, 0.479, 0.472, 0.466, 0.462, 0.458, 0.456, 0.455, 0.454, 0.453, 0.452, 0.452, 0.451, 0.45, 0.45], "prob_new": [0.0005730356788262725, 0.012746959924697876, 0.143228217959404, 0.9157142639160156, 0.983052670955658, 0.9857947826385498, 0.9882999658584595, 0.991110622882843, 0.9935107827186584, 0.9952977895736694, 0.9965556859970093, 0.9974232912063599, 0.9980178475379944, 0.9984267354011536, 0.9987133741378784, 0.998920738697052, 0.9990763068199158, 0.9991965889930725, 0.9992915987968445, 0.9993675351142883], "prob_old": [0.4188321530818939, 0.016141127794981003, 0.006412643939256668, 0.00014882477989885956, 5.475770012708381e-05, 4.297984924050979e-05, 3.437333361944184e-05, 2.5561643269611523e-05, 1.814978168113157e-05, 1.2719415281026158e-05, 9.003974810184445e-06, 6.546555596287362e-06, 4.960287697031163e-06, 3.950272002839483e-06, 3.2988345992635004e-06, 2.8611559628188843e-06, 2.551660600147443e-06, 2.323789431102341e-06, 2.1528755951294443e-06, 2.025743242484168e-06], "prob_new_token": [0.001514894887804985, 0.021738814190030098, 0.23236888647079468, 0.7974958419799805, 0.9869014620780945, 0.9902381896972656, 0.9925257563591003, 0.9950024485588074, 0.9968879818916321, 0.9980685114860535, 0.998748242855072, 0.9991308450698853, 0.9993478059768677, 0.9994767308235168, 0.9995580911636353, 0.9996111989021301, 0.999646782875061, 0.9996705055236816, 0.9996863603591919, 0.9996967315673828], "prob_old_token": [0.6062619090080261, 0.014036634936928749, 0.004823950119316578, 8.246266952482983e-05, 2.130676330125425e-05, 1.5689452993683517e-05, 1.2616871572390664e-05, 8.96739038580563e-06, 5.800089184049284e-06, 3.640821887529455e-06, 2.3504042019339977e-06, 1.632578573662613e-06, 1.2492978385125753e-06, 1.0478098602106911e-06, 9.43154418564518e-07, 8.933225785767718e-07, 8.773041031417961e-07, 8.832814728521043e-07, 9.042158239935816e-07, 9.369551321469771e-07], "update_matrix_norm_1": [23325.09375], "update_matrix_norm_2": [6.533593654632568], "update_matrix_norm_inf": [0.07141486555337906], "request": {"prompt": "{} has originated in the country named", "subject": "farfalle", "target_new": {"str": "Finland"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [6.229, 3.841, 0.815, 0.639, 0.57, 0.539, 0.521, 0.508, 0.497, 0.489, 0.482, 0.477, 0.472, 0.468, 0.465, 0.461, 0.458, 0.456, 0.454, 0.452], "prob_new": [0.002359196310862899, 0.043598026037216187, 0.760714590549469, 0.8643649220466614, 0.912635087966919, 0.9363607168197632, 0.9509598016738892, 0.9610345959663391, 0.9683465957641602, 0.9739266633987427, 0.9782310128211975, 0.9815890789031982, 0.9842803478240967, 0.986487627029419, 0.9883219599723816, 0.9898570775985718, 0.9911453127861023, 0.992224931716919, 0.9931255578994751, 0.9938709139823914], "prob_old": [0.4188321530818939, 0.026972167193889618, 0.0009381462587043643, 0.000594077748246491, 0.0005136507097631693, 0.00048500450793653727, 0.0004517424094956368, 0.00041325090569444, 0.0003757358936127275, 0.0003387395991012454, 0.0003044364566449076, 0.0002740383497439325, 0.00024715738254599273, 0.00022358442947734147, 0.00020344914810266346, 0.0001868402468971908, 0.00017368767294101417, 0.00016382301691919565, 0.00015710110892541707, 0.00015355824143625796], "prob_new_token": [0.002733885543420911, 0.023621469736099243, 0.894356369972229, 0.9395372271537781, 0.955132007598877, 0.9638085961341858, 0.9702364206314087, 0.9755802750587463, 0.9799472689628601, 0.9834367036819458, 0.986205518245697, 0.9884099960327148, 0.990178644657135, 0.9916139245033264, 0.9927873611450195, 0.9937548637390137, 0.9945574402809143, 0.9952261447906494, 0.9957850575447083, 0.9962538480758667], "prob_old_token": [0.6062619090080261, 0.03488723561167717, 0.00037165789399296045, 0.00026165228337049484, 0.00022798396821599454, 0.00020468143338803202, 0.0001815399737097323, 0.00015773445193190128, 0.00013538631901610643, 0.00011548894690349698, 9.82204292085953e-05, 8.344020170625299e-05, 7.092265150276944e-05, 6.043238317943178e-05, 5.1791219448205084e-05, 4.480857387534343e-05, 3.927987563656643e-05, 3.501085302559659e-05, 3.1813178793527186e-05, 2.9544129574787803e-05], "update_matrix_norm_1": [23152.353515625], "update_matrix_norm_2": [6.533594131469727], "update_matrix_norm_inf": [0.10247153043746948], "request": {"prompt": "{} has originated in the country named", "subject": "farfalle", "target_new": {"str": "Argentina"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [11.03, 7.247, 2.299, 0.95, 0.823, 0.728, 0.647, 0.584, 0.537, 0.502, 0.484, 0.478, 0.474, 0.471, 0.468, 0.467, 0.466, 0.465, 0.464, 0.464], "prob_new": [2.671140100574121e-05, 0.0013628120068460703, 0.1957443207502365, 0.6352121233940125, 0.7147824764251709, 0.7829998731613159, 0.8474021553993225, 0.9008911848068237, 0.9421379566192627, 0.9735267162322998, 0.9903638958930969, 0.9964044094085693, 0.9984222650527954, 0.999098002910614, 0.9993577003479004, 0.9994755983352661, 0.9995328783988953, 0.9995574951171875, 0.9995607733726501, 0.9995472431182861], "prob_old": [0.5349336266517639, 0.0030479205306619406, 0.0013189889723435044, 0.00013904893421567976, 7.045317033771425e-05, 4.4245247408980504e-05, 2.8316093448665924e-05, 1.7106140148825943e-05, 8.723870450921822e-06, 3.546711241142475e-06, 1.0568872994554113e-06, 3.4742205912152713e-07, 1.410381571531616e-07, 7.204235430435801e-08, 4.666439679112955e-08, 3.595216213625463e-08, 3.113707336410698e-08, 2.9272468893282166e-08, 2.9203663487464837e-08, 3.038189433368643e-08], "prob_new_token": [2.008465162361972e-05, 0.0016824959311634302, 0.3040561079978943, 0.698627769947052, 0.7623631954193115, 0.8184857964515686, 0.8761668801307678, 0.92544025182724, 0.9577661752700806, 0.9817286133766174, 0.9943069815635681, 0.998680055141449, 0.9996820688247681, 0.999866783618927, 0.9999063611030579, 0.9999098777770996, 0.9998952746391296, 0.9998632073402405, 0.999807596206665, 0.9997166395187378], "prob_old_token": [0.6309824585914612, 0.0030603513587266207, 0.0014418790815398097, 0.0002572775410953909, 0.00012206931569380686, 7.139857916627079e-05, 4.253932274878025e-05, 2.319562372576911e-05, 1.1738401553884614e-05, 3.937166638934286e-06, 8.359614867003984e-07, 1.296664891015098e-07, 1.900429680290472e-08, 5.235385902579992e-09, 3.0865663358525808e-09, 3.0594460298516424e-09, 4.128336339448424e-09, 6.596949653214779e-09, 1.1408968880743942e-08, 2.0140880963026575e-08], "update_matrix_norm_1": [26177.974609375], "update_matrix_norm_2": [6.767601013183594], "update_matrix_norm_inf": [0.04068068414926529], "request": {"prompt": "{} has originated in the country named", "subject": "tkemali", "target_new": {"str": "Scotland"}, "old_answer": {"str": "Georgia"}, "seed": 42}}, {"loss_per_step": [5.437, 2.699, 0.984, 0.745, 0.671, 0.603, 0.56, 0.536, 0.52, 0.507, 0.498, 0.492, 0.488, 0.484, 0.481, 0.479, 0.477, 0.475, 0.473, 0.472], "prob_new": [0.005504831671714783, 0.11987017840147018, 0.6140751838684082, 0.7724804878234863, 0.8286736011505127, 0.8811657428741455, 0.9179337024688721, 0.9397275447845459, 0.9536857008934021, 0.9637466073036194, 0.9708784222602844, 0.9758706092834473, 0.9794647693634033, 0.9821527600288391, 0.9842793941497803, 0.9860185980796814, 0.9874736666679382, 0.9887155294418335, 0.9897909760475159, 0.990731954574585], "prob_old": [0.5349336266517639, 0.0009064287878572941, 0.00011717667075572535, 3.69991066691e-05, 1.9089067791355774e-05, 1.0746975021902472e-05, 6.190637122927001e-06, 3.821267000603257e-06, 2.6631498712959e-06, 1.969621052921866e-06, 1.4832693295829813e-06, 1.1665414376693661e-06, 9.486254270996142e-07, 7.880546490923734e-07, 6.593732564397214e-07, 5.509562015504343e-07, 4.5791421143803746e-07, 3.779041435336694e-07, 3.0994075927992526e-07, 2.5339048193018243e-07], "prob_new_token": [7.852225826354697e-05, 0.06770983338356018, 0.6777189373970032, 0.8234301209449768, 0.8881099820137024, 0.9359286427497864, 0.9589171409606934, 0.9695026278495789, 0.9762465953826904, 0.981423020362854, 0.985091507434845, 0.9876030683517456, 0.9893652200698853, 0.9906486868858337, 0.9916260838508606, 0.9924027919769287, 0.9930436015129089, 0.9935884475708008, 0.9940610527992249, 0.9944804310798645], "prob_old_token": [0.6309824585914612, 0.0005088516627438366, 6.345877045532688e-05, 2.564110400271602e-05, 1.268859523406718e-05, 6.283125912887044e-06, 3.364972144481726e-06, 2.0382979073474417e-06, 1.4091341427047155e-06, 1.072871896212746e-06, 8.5858965803709e-07, 7.031926543277223e-07, 5.842277914780425e-07, 4.898651013718336e-07, 4.1191813693330914e-07, 3.4544078175713366e-07, 2.879675378153479e-07, 2.384622348472476e-07, 1.9658608607642236e-07, 1.61968458201045e-07], "update_matrix_norm_1": [26634.59765625], "update_matrix_norm_2": [6.767601490020752], "update_matrix_norm_inf": [0.05870131403207779], "request": {"prompt": "{} has originated in the country named", "subject": "tkemali", "target_new": {"str": "Somalia"}, "old_answer": {"str": "Georgia"}, "seed": 42}}, {"loss_per_step": [2.451, 1.987, 1.203, 0.7, 0.539, 0.493, 0.479, 0.473, 0.47, 0.468, 0.466, 0.464, 0.463, 0.462, 0.461, 0.461, 0.46, 0.46, 0.46, 0.453], "prob_new": [0.08879970759153366, 0.23237909376621246, 0.5040496587753296, 0.8131534457206726, 0.9432700276374817, 0.9800980091094971, 0.9921010732650757, 0.9960922002792358, 0.9976194500923157, 0.9982883334159851, 0.9986289739608765, 0.9988269209861755, 0.9989502429962158, 0.999030351638794, 0.9990825057029724, 0.9991119503974915, 0.9991160035133362, 0.9990895986557007, 0.9990279078483582, 0.9988924860954285], "prob_old": [0.5349336266517639, 0.003516846802085638, 0.000566176837310195, 0.0001520199148217216, 1.9156594134983607e-05, 4.024050667794654e-06, 1.1371356549716438e-06, 4.4249307507016056e-07, 2.3672475890634814e-07, 1.6144578296461987e-07, 1.2574913910157193e-07, 1.0458703059157415e-07, 9.164539704897834e-08, 8.510227900160316e-08, 8.446313159993224e-08, 9.041806947607256e-08, 1.0479269718643991e-07, 1.3001266552237212e-07, 1.683373653804665e-07, 2.392346516444377e-07], "prob_new_token": [0.001908538630232215, 0.09896019101142883, 0.560326337814331, 0.6376762986183167, 0.8738394379615784, 0.9513302445411682, 0.9795418977737427, 0.9900133609771729, 0.9944098591804504, 0.9963949918746948, 0.9973523020744324, 0.9978598356246948, 0.998163640499115, 0.9983592629432678, 0.9984838366508484, 0.998545229434967, 0.9985368251800537, 0.9984487891197205, 0.998271107673645, 0.9979374408721924], "prob_old_token": [0.6309824585914612, 0.0036941806320101023, 0.0001877431495813653, 5.1606035412987694e-05, 8.699786121724173e-06, 2.8785977974621346e-06, 8.822030395094771e-07, 3.6088127330913267e-07, 1.9255629979397781e-07, 1.2044132802202512e-07, 8.502559722955993e-08, 6.644737737815376e-08, 5.6365522027590487e-08, 5.219027343628113e-08, 5.367818189938589e-08, 6.172454902753088e-08, 7.801092749559757e-08, 1.0402146699561854e-07, 1.4000367798416846e-07, 1.9896485525805474e-07], "update_matrix_norm_1": [23600.0703125], "update_matrix_norm_2": [6.664839267730713], "update_matrix_norm_inf": [0.037369657307863235], "request": {"prompt": "{} has originated in the country named", "subject": "tkemali", "target_new": {"str": "Czechoslovakia"}, "old_answer": {"str": "Georgia"}, "seed": 42}}, {"loss_per_step": [12.198, 9.93, 3.292, 0.942, 0.642, 0.529, 0.491, 0.474, 0.46, 0.452, 0.446, 0.442, 0.439, 0.437, 0.436, 0.435, 0.434, 0.433, 0.432, 0.432], "prob_new": [6.5287790675938595e-06, 0.00010776258568512276, 0.08634254336357117, 0.6681196093559265, 0.8584611415863037, 0.9371316432952881, 0.9665842652320862, 0.9804851412773132, 0.9877445697784424, 0.9916152954101562, 0.9939344525337219, 0.9955055713653564, 0.9966363906860352, 0.9974552392959595, 0.998039722442627, 0.9984520077705383, 0.9987348318099976, 0.9989265203475952, 0.9990659356117249, 0.9991784691810608], "prob_old": [0.6126932501792908, 0.6747636795043945, 0.39757347106933594, 0.0007487108814530075, 5.8274785260437056e-05, 1.482627703808248e-05, 5.640441031573573e-06, 2.3966870230651693e-06, 1.072969894266862e-06, 5.249202672530373e-07, 2.9360060693761625e-07, 1.7800419982449966e-07, 1.0817718276712185e-07, 6.608033231714217e-08, 4.2594908933324405e-08, 3.021517258616768e-08, 2.378400765223887e-08, 2.0148499757510763e-08, 1.748573197346559e-08, 1.5042509460272413e-08], "prob_new_token": [4.5115048123989254e-06, 6.93813490215689e-05, 0.0957200676202774, 0.9300753474235535, 0.9652286171913147, 0.9829258918762207, 0.9902136325836182, 0.9938207268714905, 0.9957740306854248, 0.9968788623809814, 0.9976441264152527, 0.9982083439826965, 0.9986118078231812, 0.9989097714424133, 0.9991418719291687, 0.9993254542350769, 0.9994621872901917, 0.9995577335357666, 0.9996273517608643, 0.9996821880340576], "prob_old_token": [0.7441278696060181, 0.8754314184188843, 0.5691218376159668, 8.064474241109565e-05, 7.966647899593227e-06, 2.7795556434284663e-06, 1.3070534805592615e-06, 6.343559562083101e-07, 3.0809667350695236e-07, 1.5976468148437561e-07, 9.482867113774773e-08, 6.11353172530471e-08, 3.911458890115682e-08, 2.4702833556489168e-08, 1.6117297718665213e-08, 1.1391247944914085e-08, 8.870311596353986e-09, 7.394323375820022e-09, 6.256823947836665e-09, 5.183202311798141e-09], "update_matrix_norm_1": [22154.63671875], "update_matrix_norm_2": [6.029710292816162], "update_matrix_norm_inf": [0.047599419951438904], "request": {"prompt": "{} has originated in the country named", "subject": "Norwegian Lundehund", "target_new": {"str": "Wales"}, "old_answer": {"str": "Norway"}, "seed": 42}}, {"loss_per_step": [13.29, 8.64, 3.901, 2.253, 0.785, 0.489, 0.47, 0.458, 0.453, 0.448, 0.443, 0.439, 0.435, 0.432, 0.429, 0.427, 0.425, 0.423, 0.422, 0.421], "prob_new": [2.633199983392842e-06, 0.00035547546576708555, 0.036681946367025375, 0.22099781036376953, 0.723859965801239, 0.9707044959068298, 0.9863570332527161, 0.9904281497001648, 0.9926514625549316, 0.9941717982292175, 0.9952808618545532, 0.9961082339286804, 0.9967368245124817, 0.9972265362739563, 0.9976181983947754, 0.9979381561279297, 0.9982041120529175, 0.9984277486801147, 0.9986172914505005, 0.9987781643867493], "prob_old": [0.6126932501792908, 0.24188609421253204, 0.0029157213866710663, 0.02462640218436718, 0.02145947702229023, 0.0007357849390245974, 0.00011482903937576339, 4.082914529135451e-05, 2.1059575374238193e-05, 1.3255315025162417e-05, 9.29508860281203e-06, 6.894322723383084e-06, 5.271971986076096e-06, 4.111366706638364e-06, 3.2574141641816823e-06, 2.6199229523626855e-06, 2.139236585207982e-06, 1.7731020989231183e-06, 1.4922750324330991e-06, 1.2772583204423427e-06], "prob_new_token": [7.077096029206587e-07, 0.0003209235146641731, 0.022273030132055283, 0.21143756806850433, 0.7690409421920776, 0.9794695973396301, 0.9908185005187988, 0.9938606023788452, 0.9954241514205933, 0.9964237809181213, 0.9971262812614441, 0.9976435899734497, 0.9980362057685852, 0.9983431100845337, 0.9985883235931396, 0.9987885355949402, 0.9989548921585083, 0.9990938901901245, 0.9992110133171082, 0.9993082284927368], "prob_old_token": [0.7441278696060181, 0.29576271772384644, 0.0009956088615581393, 0.022121023386716843, 0.019537445157766342, 0.0004828964301850647, 6.842363654868677e-05, 2.2812217139289714e-05, 1.135743241320597e-05, 7.0073342612886336e-06, 4.857747171627125e-06, 3.5884636417904403e-06, 2.7508535822562408e-06, 2.159853238481446e-06, 1.7256693354283925e-06, 1.3981696156406542e-06, 1.1470817753433948e-06, 9.524845836494933e-07, 8.01416263129795e-07, 6.854929210931004e-07], "update_matrix_norm_1": [21406.0625], "update_matrix_norm_2": [6.029709815979004], "update_matrix_norm_inf": [0.04651994630694389], "request": {"prompt": "{} has originated in the country named", "subject": "Norwegian Lundehund", "target_new": {"str": "De"}, "old_answer": {"str": "Norway"}, "seed": 42}}, {"loss_per_step": [5.38, 3.504, 1.766, 1.434, 1.146, 0.9, 0.694, 0.567, 0.49, 0.467, 0.449, 0.443, 0.442, 0.435, 0.436, 0.433, 0.432, 0.429, 0.429, 0.424], "prob_new": [0.004737841431051493, 0.05206535756587982, 0.27551209926605225, 0.37627315521240234, 0.49863091111183167, 0.6377928853034973, 0.785902738571167, 0.8947020173072815, 0.9536532759666443, 0.9780126214027405, 0.9887951612472534, 0.9944585561752319, 0.997337818145752, 0.9987909197807312, 0.9993736147880554, 0.9994819760322571, 0.9995550513267517, 0.9996073842048645, 0.9996170997619629, 0.9995836615562439], "prob_old": [0.6126932501792908, 0.4440309405326843, 0.00029910815646871924, 0.00014597219706047326, 0.00010179677337873727, 5.042906559538096e-05, 1.8440039639244787e-05, 5.8144146350969095e-06, 1.7109889540734002e-06, 6.353891421895241e-07, 2.710209230372129e-07, 1.0568313513203975e-07, 3.577344642735625e-08, 1.0483909740344188e-08, 3.6999203700815997e-09, 2.408380161966761e-09, 1.907569879833204e-09, 1.7202825830509028e-09, 1.8034800319810529e-09, 2.0520236621024424e-09], "prob_new_token": [0.007879524491727352, 0.01692638359963894, 0.10578899085521698, 0.1915258765220642, 0.32370251417160034, 0.49443909525871277, 0.6954063773155212, 0.8532876968383789, 0.9340303540229797, 0.9659976363182068, 0.9802795052528381, 0.9893266558647156, 0.9943010210990906, 0.997607946395874, 0.9990434646606445, 0.9991098642349243, 0.9992444515228271, 0.9993910789489746, 0.9993953108787537, 0.9993091821670532], "prob_old_token": [0.7441278696060181, 0.6175063848495483, 7.498243940062821e-05, 5.561104990192689e-05, 5.0112008466385305e-05, 3.100612593698315e-05, 1.2451188013073988e-05, 4.070308477821527e-06, 1.3265088227853994e-06, 5.898406811866153e-07, 2.8528191364785016e-07, 1.1232116747805776e-07, 4.5639229284688554e-08, 1.2103645197214519e-08, 3.2696285678923687e-09, 3.458729080918488e-09, 3.0807199014049047e-09, 2.4572839318892647e-09, 2.6207840342351574e-09, 3.3716101022207567e-09], "update_matrix_norm_1": [21369.708984375], "update_matrix_norm_2": [6.029710292816162], "update_matrix_norm_inf": [0.05414826422929764], "request": {"prompt": "{} has originated in the country named", "subject": "Norwegian Lundehund", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Norway"}, "seed": 42}}, {"loss_per_step": [7.527, 3.748, 1.393, 0.724, 0.458, 0.413, 0.398, 0.389, 0.383, 0.378, 0.373, 0.37, 0.366, 0.364, 0.361, 0.359, 0.357, 0.354, 0.352, 0.35], "prob_new": [0.000830136938020587, 0.04128905385732651, 0.40565574169158936, 0.7440019249916077, 0.9313249588012695, 0.9642259478569031, 0.9734506607055664, 0.9782482385635376, 0.9817836284637451, 0.984751284122467, 0.9873179793357849, 0.9895170331001282, 0.9913640022277832, 0.9928857684135437, 0.994123101234436, 0.9951236844062805, 0.9959302544593811, 0.996578574180603, 0.9970977902412415, 0.9975113868713379], "prob_old": [0.5811077356338501, 0.0031642524991184473, 0.0010079198982566595, 0.00029514654306694865, 6.384363223332912e-05, 2.996916009578854e-05, 1.910405626404099e-05, 1.386948861181736e-05, 1.0639588253980037e-05, 8.324421287397854e-06, 6.54376890452113e-06, 5.146833700564457e-06, 4.054219516547164e-06, 3.2069553981273202e-06, 2.553021658968646e-06, 2.048060878223623e-06, 1.6571863170611323e-06, 1.3542992292059353e-06, 1.1197806770724128e-06, 9.385819339513546e-07], "prob_new_token": [0.0002410867455182597, 0.027142975479364395, 0.6115239858627319, 0.9157652258872986, 0.9768710732460022, 0.9844037890434265, 0.9857323169708252, 0.987307071685791, 0.989141047000885, 0.9910152554512024, 0.9927574396133423, 0.9942722320556641, 0.9955293536186218, 0.9965336322784424, 0.9973077774047852, 0.9978912472724915, 0.9983300566673279, 0.9986621737480164, 0.9989170432090759, 0.9991114735603333], "prob_old_token": [0.7773632407188416, 0.00407761475071311, 0.0012128229718655348, 0.000170490937307477, 3.1411076633958146e-05, 1.495106153015513e-05, 1.0528036909818184e-05, 8.044767128012609e-06, 6.240552920644404e-06, 4.802288458449766e-06, 3.6441811062104534e-06, 2.728655090322718e-06, 2.0209299691487104e-06, 1.4870767017782782e-06, 1.0943234656224377e-06, 8.099898423097329e-07, 6.042650397830585e-07, 4.545295269053895e-07, 3.454341879205458e-07, 2.665698559667362e-07], "update_matrix_norm_1": [22310.71484375], "update_matrix_norm_2": [6.201900482177734], "update_matrix_norm_inf": [0.07306189090013504], "request": {"prompt": "{} has originated in the country named", "subject": "Iron Dome", "target_new": {"str": "Italy"}, "old_answer": {"str": "Israel"}, "seed": 42}}, {"loss_per_step": [6.861, 4.791, 1.521, 0.797, 0.691, 0.58, 0.508, 0.465, 0.437, 0.416, 0.4, 0.387, 0.376, 0.367, 0.359, 0.352, 0.345, 0.339, 0.332, 0.325], "prob_new": [0.00141814851667732, 0.014356737956404686, 0.3632529675960541, 0.6746093034744263, 0.7410210371017456, 0.8195852041244507, 0.8737714886665344, 0.906626284122467, 0.9280381798744202, 0.9433062672615051, 0.9548202157020569, 0.9637235403060913, 0.9706697463989258, 0.9761130809783936, 0.98039311170578, 0.983771026134491, 0.9864768385887146, 0.9887065291404724, 0.9905751943588257, 0.9921000599861145], "prob_old": [0.5811077356338501, 0.005447601433843374, 0.0019198624650016427, 0.00018718036881182343, 9.378373943036422e-05, 6.783821299904957e-05, 5.627225255011581e-05, 5.01063623232767e-05, 4.6330285840667784e-05, 4.342731335782446e-05, 4.0730265027377754e-05, 3.8178564864210784e-05, 3.6123034078627825e-05, 3.49938272847794e-05, 3.484483386273496e-05, 3.50781119777821e-05, 3.468790964689106e-05, 3.307656879769638e-05, 3.059880327782594e-05, 2.8310203560977243e-05], "prob_new_token": [0.0006167487008497119, 0.02165510505437851, 0.427087664604187, 0.7500312328338623, 0.8047423958778381, 0.8631286025047302, 0.9019824862480164, 0.9256232976913452, 0.9414470195770264, 0.9531363248825073, 0.9622729420661926, 0.9695180654525757, 0.9751797914505005, 0.979465901851654, 0.9826230406761169, 0.9849451184272766, 0.9867478013038635, 0.9882773756980896, 0.9896221160888672, 0.9907346367835999], "prob_old_token": [0.7773632407188416, 0.005852165631949902, 0.002399427816271782, 0.0001761807652655989, 7.47171143302694e-05, 4.9549966206541285e-05, 3.902969183400273e-05, 3.357021705596708e-05, 3.0229146432247944e-05, 2.7702841180143878e-05, 2.5528986952849664e-05, 2.3708153094048612e-05, 2.2423129848903045e-05, 2.1857582396478392e-05, 2.1959669538773596e-05, 2.2286536477622576e-05, 2.2179674488143064e-05, 2.128263804479502e-05, 1.9895082004950382e-05, 1.8842520148609765e-05], "update_matrix_norm_1": [21814.16796875], "update_matrix_norm_2": [6.201900482177734], "update_matrix_norm_inf": [0.0840211734175682], "request": {"prompt": "{} has originated in the country named", "subject": "Iron Dome", "target_new": {"str": "Switzerland"}, "old_answer": {"str": "Israel"}, "seed": 42}}, {"loss_per_step": [3.355, 2.42, 1.093, 0.67, 0.544, 0.442, 0.391, 0.378, 0.37, 0.365, 0.359, 0.353, 0.347, 0.342, 0.335, 0.328, 0.323, 0.319, 0.316, 0.313], "prob_new": [0.039161309599876404, 0.1341172456741333, 0.4944629669189453, 0.7499499917030334, 0.8470211029052734, 0.9331008791923523, 0.9761159420013428, 0.9840084314346313, 0.9867708086967468, 0.9885238409042358, 0.9899624586105347, 0.9912185072898865, 0.9923272728919983, 0.9932966828346252, 0.9941056966781616, 0.9947375655174255, 0.9952372908592224, 0.9956666827201843, 0.9960763454437256, 0.9964750409126282], "prob_old": [0.5811077356338501, 0.0035613679792732, 0.0038356324657797813, 0.0013238220708444715, 0.00040977884782478213, 0.00017095412476919591, 6.747683073626831e-05, 3.948622179450467e-05, 2.8370814106892794e-05, 2.223655792477075e-05, 1.8178101527155377e-05, 1.5397741663036868e-05, 1.3514199963537976e-05, 1.2325979696470313e-05, 1.1853394425997976e-05, 1.2030776815663557e-05, 1.2425010027072858e-05, 1.274385977012571e-05, 1.2726800378004555e-05, 1.2320610949245747e-05], "prob_new_token": [0.000803199945949018, 0.021268827840685844, 0.3086276054382324, 0.7597988843917847, 0.921355128288269, 0.9774962663650513, 0.9893285036087036, 0.9899039268493652, 0.9901639223098755, 0.9907212257385254, 0.9915664792060852, 0.9925326108932495, 0.9934757947921753, 0.9943132400512695, 0.9949824213981628, 0.9954923391342163, 0.9959685802459717, 0.9964291453361511, 0.9968494772911072, 0.9972224831581116], "prob_old_token": [0.7773632407188416, 0.003073865082114935, 0.004337875638157129, 0.0006931825773790479, 0.00014216579438652843, 3.8139460230013356e-05, 1.8544786144047976e-05, 1.3861879779142328e-05, 1.14378335638321e-05, 9.875170690065715e-06, 8.539819646102842e-06, 7.3960909503512084e-06, 6.522441253764555e-06, 5.977564796921797e-06, 5.874007911188528e-06, 6.15158796790638e-06, 6.379459591698833e-06, 6.398860023182351e-06, 6.190973181219306e-06, 5.811794380861102e-06], "update_matrix_norm_1": [21943.703125], "update_matrix_norm_2": [6.201900959014893], "update_matrix_norm_inf": [0.08233307301998138], "request": {"prompt": "{} has originated in the country named", "subject": "Iron Dome", "target_new": {"str": "South Africa"}, "old_answer": {"str": "Israel"}, "seed": 42}}, {"loss_per_step": [5.376, 2.269, 0.531, 0.426, 0.416, 0.406, 0.397, 0.392, 0.388, 0.386, 0.385, 0.383, 0.382, 0.382, 0.381, 0.38, 0.38, 0.379, 0.379, 0.378], "prob_new": [0.00676378607749939, 0.16266365349292755, 0.8808706402778625, 0.9738538265228271, 0.9796059131622314, 0.984148383140564, 0.9879274964332581, 0.9907623529434204, 0.9928248524665833, 0.9942907691001892, 0.9952998757362366, 0.9959787726402283, 0.9964380264282227, 0.9967631697654724, 0.9970114827156067, 0.9972144961357117, 0.9973863363265991, 0.9975317120552063, 0.9976521730422974, 0.997748613357544], "prob_old": [0.37170445919036865, 0.006812652572989464, 8.057712875597645e-06, 9.208634992319276e-07, 6.145644420030294e-07, 4.558594639547664e-07, 3.4028747109005053e-07, 2.598533797026903e-07, 2.090816195732259e-07, 1.801302573767316e-07, 1.6545904202303063e-07, 1.5894239879798988e-07, 1.5558593702280632e-07, 1.5155661969856737e-07, 1.4475868681529391e-07, 1.350492624396793e-07, 1.237234101836293e-07, 1.125567692383811e-07, 1.0301848618610165e-07, 9.594584327032862e-08], "prob_new_token": [8.047917071962729e-05, 0.04213555529713631, 0.7874763607978821, 0.953404426574707, 0.9667429327964783, 0.9753981232643127, 0.9817885160446167, 0.9862414002418518, 0.9892627000808716, 0.9912671446800232, 0.9925625324249268, 0.9933885335922241, 0.993928074836731, 0.9943148493766785, 0.9946355223655701, 0.9949328899383545, 0.9952173233032227, 0.9954832792282104, 0.9957208037376404, 0.9959239959716797], "prob_old_token": [0.705277681350708, 0.013510361313819885, 8.968964721134398e-06, 1.1362235454726033e-06, 6.896396484989964e-07, 4.804406898983871e-07, 3.456721060501877e-07, 2.586477023669431e-07, 2.056721939425188e-07, 1.7622183179355488e-07, 1.6182377748918952e-07, 1.5584734569529246e-07, 1.530382007786102e-07, 1.49344160149667e-07, 1.4253537017339113e-07, 1.3242646446087747e-07, 1.2043190622534894e-07, 1.0845008091564523e-07, 9.804116984923894e-08, 9.001895051596875e-08], "update_matrix_norm_1": [24004.822265625], "update_matrix_norm_2": [6.528439998626709], "update_matrix_norm_inf": [0.05180581286549568], "request": {"prompt": "{} has originated in the country named", "subject": "Sonic the Hedgehog", "target_new": {"str": "Malta"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [4.079, 2.096, 0.486, 0.458, 0.443, 0.43, 0.421, 0.414, 0.409, 0.404, 0.401, 0.398, 0.396, 0.393, 0.392, 0.39, 0.389, 0.387, 0.386, 0.385], "prob_new": [0.019738228991627693, 0.19336669147014618, 0.905424952507019, 0.9300216436386108, 0.9437775611877441, 0.9543382525444031, 0.9622949957847595, 0.9682665467262268, 0.972866415977478, 0.9764742255210876, 0.9793608784675598, 0.9817221760749817, 0.9836938381195068, 0.9853675365447998, 0.9868068099021912, 0.988057553768158, 0.9891541004180908, 0.9901235699653625, 0.9909870028495789, 0.991760790348053], "prob_old": [0.37170445919036865, 0.16583994030952454, 6.557141750818118e-05, 3.20774270221591e-05, 2.162388409487903e-05, 1.5287119822460227e-05, 1.1264414752076846e-05, 8.692793016962241e-06, 6.9339489527919795e-06, 5.677884928445565e-06, 4.751620963361347e-06, 4.049222297908273e-06, 3.5035766359214904e-06, 3.07130017063173e-06, 2.7235116704105167e-06, 2.4402613689744612e-06, 2.2075039396440843e-06, 2.0149932424828876e-06, 1.8550241520642885e-06, 1.7219958863279317e-06], "prob_new_token": [0.0005838735960423946, 0.0238869059830904, 0.8717032670974731, 0.9105335474014282, 0.9328898191452026, 0.9480090141296387, 0.9586684703826904, 0.9663130640983582, 0.9719446897506714, 0.9762158393859863, 0.9795457720756531, 0.9822108149528503, 0.984394371509552, 0.9862157106399536, 0.987759530544281, 0.9890828132629395, 0.9902299046516418, 0.991233229637146, 0.9921151995658875, 0.9928956627845764], "prob_old_token": [0.705277681350708, 0.5588738322257996, 5.8603749494068325e-05, 2.89860981865786e-05, 1.7865089830593206e-05, 1.1916274161194451e-05, 8.384098691749386e-06, 6.208550985320471e-06, 4.804546733794268e-06, 3.8568709896935616e-06, 3.192004669472226e-06, 2.710026819841005e-06, 2.3508257527282694e-06, 2.0769066395587288e-06, 1.863727334239229e-06, 1.6948599750321591e-06, 1.5587046391374315e-06, 1.4471420399786439e-06, 1.3541989574150648e-06, 1.2754491081068409e-06], "update_matrix_norm_1": [24528.23828125], "update_matrix_norm_2": [6.528439521789551], "update_matrix_norm_inf": [0.050892800092697144], "request": {"prompt": "{} has originated in the country named", "subject": "Sonic the Hedgehog", "target_new": {"str": "Denmark"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [5.286, 3.194, 1.261, 0.474, 0.424, 0.408, 0.4, 0.396, 0.393, 0.39, 0.388, 0.387, 0.385, 0.384, 0.383, 0.382, 0.381, 0.381, 0.38, 0.379], "prob_new": [0.006595679093152285, 0.06810688972473145, 0.4252694845199585, 0.9167236089706421, 0.9639818072319031, 0.977797269821167, 0.9833626747131348, 0.9864213466644287, 0.9886023998260498, 0.990312933921814, 0.991664707660675, 0.9927404522895813, 0.9936149716377258, 0.9943446516990662, 0.9949678778648376, 0.9955101013183594, 0.995987594127655, 0.9964113235473633, 0.996787965297699, 0.9971219301223755], "prob_old": [0.37170445919036865, 0.017220063135027885, 9.181680070469156e-05, 2.3807693651178852e-05, 1.3879505786462687e-05, 7.487830771424342e-06, 4.598682608047966e-06, 3.1668407700635726e-06, 2.322262162124389e-06, 1.7641751810515416e-06, 1.3760367210124969e-06, 1.0980654678860446e-06, 8.93511582944484e-07, 7.383039246633416e-07, 6.165617492115416e-07, 5.180241373636818e-07, 4.362219101494702e-07, 3.673456205888215e-07, 3.0928964633858413e-07, 2.608178419905016e-07], "prob_new_token": [2.1202273273956962e-05, 0.003046170575544238, 0.2265314757823944, 0.8790444135665894, 0.9531505107879639, 0.9728192090988159, 0.9801162481307983, 0.9839169979095459, 0.9865649342536926, 0.9886281490325928, 0.9902583360671997, 0.9915614724159241, 0.992628812789917, 0.9935258626937866, 0.9942954182624817, 0.9949679970741272, 0.9955618381500244, 0.9960898756980896, 0.9965599775314331, 0.9969749450683594], "prob_old_token": [0.705277681350708, 0.06273113936185837, 6.960237078601494e-05, 1.2195510862511583e-05, 6.019256034051068e-06, 3.463596613073605e-06, 2.380302021265379e-06, 1.8057509123536875e-06, 1.4214028851711191e-06, 1.135019374487456e-06, 9.165529490928748e-07, 7.493409839298693e-07, 6.205718250384962e-07, 5.197240398047143e-07, 4.3870917920685315e-07, 3.715504703905026e-07, 3.1434205993718933e-07, 2.648732788657071e-07, 2.221055410700501e-07, 1.8570996473954438e-07], "update_matrix_norm_1": [23977.76171875], "update_matrix_norm_2": [6.528439521789551], "update_matrix_norm_inf": [0.051858894526958466], "request": {"prompt": "{} has originated in the country named", "subject": "Sonic the Hedgehog", "target_new": {"str": "Estonia"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [10.06, 7.348, 5.137, 2.14, 0.799, 0.52, 0.446, 0.426, 0.416, 0.41, 0.404, 0.398, 0.391, 0.387, 0.387, 0.384, 0.382, 0.381, 0.381, 0.38], "prob_new": [0.00010547762940404937, 0.0011438291985541582, 0.00987998116761446, 0.18433402478694916, 0.710826575756073, 0.924079179763794, 0.9682861566543579, 0.9824598431587219, 0.9886727333068848, 0.9919960498809814, 0.9940098524093628, 0.9953351616859436, 0.9962694048881531, 0.9969651699066162, 0.9974539875984192, 0.9977524280548096, 0.9979507923126221, 0.9981271624565125, 0.9983079433441162, 0.9984917640686035], "prob_old": [0.4580247700214386, 0.09325870871543884, 0.04877820611000061, 0.004500010050833225, 8.30227872938849e-05, 3.4185675758635625e-05, 2.2446829461841844e-05, 1.656438507779967e-05, 1.259282544197049e-05, 9.685293662187178e-06, 7.531930805271259e-06, 5.940115443081595e-06, 4.747074399347184e-06, 3.820226993411779e-06, 3.1377333016280318e-06, 2.69763040705584e-06, 2.3739694370306097e-06, 2.061773557215929e-06, 1.738416358421091e-06, 1.4233794445317471e-06], "prob_new_token": [7.925038516987115e-06, 0.0011138173285871744, 0.020738311111927032, 0.21693362295627594, 0.7396564483642578, 0.9499603509902954, 0.9815205931663513, 0.9902466535568237, 0.9938441514968872, 0.9956881403923035, 0.9967693090438843, 0.9974684715270996, 0.9979608058929443, 0.9983307719230652, 0.9985883831977844, 0.9987397193908691, 0.9988409876823425, 0.9989389181137085, 0.9990475177764893, 0.9991635680198669], "prob_old_token": [0.681982696056366, 0.08452954143285751, 0.03233298286795616, 0.00281736021861434, 6.20293794781901e-05, 2.136073999281507e-05, 1.1035265742975753e-05, 7.067158549034502e-06, 4.926632755086757e-06, 3.6059316244063666e-06, 2.7323631002218463e-06, 2.1254393232084112e-06, 1.6835704172990518e-06, 1.3440283055388136e-06, 1.0962673968606396e-06, 9.382731036566838e-07, 8.199450007850828e-07, 7.035870339677786e-07, 5.833670684296521e-07, 4.67314919205819e-07], "update_matrix_norm_1": [24068.4296875], "update_matrix_norm_2": [6.380936622619629], "update_matrix_norm_inf": [0.058388203382492065], "request": {"prompt": "{} has originated in the country named", "subject": "CASA CN-235", "target_new": {"str": "Georgia"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [9.093, 6.567, 3.408, 1.15, 0.543, 0.476, 0.45, 0.434, 0.427, 0.423, 0.42, 0.416, 0.413, 0.409, 0.404, 0.398, 0.391, 0.388, 0.389, 0.388], "prob_new": [0.0001718774437904358, 0.002586033195257187, 0.0561688058078289, 0.4950694739818573, 0.8961316347122192, 0.9761435985565186, 0.9844313263893127, 0.9856160879135132, 0.9861261248588562, 0.9872353076934814, 0.988893449306488, 0.9907446503639221, 0.9924936890602112, 0.9939815402030945, 0.9951601028442383, 0.9960401654243469, 0.9966527819633484, 0.9970466494560242, 0.9973238110542297, 0.9975774884223938], "prob_old": [0.4580247700214386, 0.08610451221466064, 0.03520338237285614, 0.004084973130375147, 0.0008418002398684621, 0.00019800504378508776, 7.886332605266944e-05, 4.8384288675151765e-05, 3.616410322138108e-05, 2.8943943107151426e-05, 2.358289566473104e-05, 1.9226999938837253e-05, 1.5633355360478163e-05, 1.2717535355477594e-05, 1.0414452844997868e-05, 8.653673830849584e-06, 7.372228537860792e-06, 6.49752792014624e-06, 5.863814294571057e-06, 5.291055003908696e-06], "prob_new_token": [6.654641038039699e-05, 0.004118235316127539, 0.1210416629910469, 0.6059259176254272, 0.951515257358551, 0.9896590113639832, 0.9929618239402771, 0.9928786754608154, 0.9925814867019653, 0.9929710030555725, 0.9938987493515015, 0.9949983358383179, 0.9960338473320007, 0.9969005584716797, 0.9975796341896057, 0.9980948567390442, 0.9984809160232544, 0.9987638592720032, 0.9989581108093262, 0.9990875720977783], "prob_old_token": [0.681982696056366, 0.12429588288068771, 0.03849229961633682, 0.004077358637005091, 0.0007335287518799305, 8.635595440864563e-05, 3.0961655284045264e-05, 2.082405444525648e-05, 1.7493837731308304e-05, 1.511447953816969e-05, 1.2817416063626297e-05, 1.0658661267370917e-05, 8.730505214771256e-06, 7.083662694640225e-06, 5.726063591282582e-06, 4.6266736717370804e-06, 3.741738282769802e-06, 3.0548733320756583e-06, 2.5703450319269905e-06, 2.24339828491793e-06], "update_matrix_norm_1": [24504.517578125], "update_matrix_norm_2": [6.380936622619629], "update_matrix_norm_inf": [0.06022331491112709], "request": {"prompt": "{} has originated in the country named", "subject": "CASA CN-235", "target_new": {"str": "Norway"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [6.658, 2.961, 0.772, 0.625, 0.574, 0.534, 0.506, 0.486, 0.472, 0.46, 0.45, 0.44, 0.432, 0.423, 0.416, 0.408, 0.401, 0.395, 0.389, 0.384], "prob_new": [0.001496893004514277, 0.08209163695573807, 0.6871508359909058, 0.7965161800384521, 0.8318642377853394, 0.8611397743225098, 0.8824276924133301, 0.8968862295150757, 0.9074168801307678, 0.915959358215332, 0.9235180616378784, 0.9305753707885742, 0.9373369812965393, 0.9438614845275879, 0.9501302242279053, 0.9560934901237488, 0.9617082476615906, 0.9669485688209534, 0.9717861413955688, 0.9761819839477539], "prob_old": [0.4580247700214386, 0.09940777719020844, 0.013361363671720028, 0.0015643197111785412, 0.0006062160828150809, 0.0004313924291636795, 0.0003721814719028771, 0.0003400699933990836, 0.0003146625531371683, 0.00028938657487742603, 0.00026209355564787984, 0.00023263671027962118, 0.00020195018441881984, 0.00017148292681667954, 0.00014274005661718547, 0.00011687497317325324, 9.446957119507715e-05, 7.559354708064348e-05, 6.0021495301043615e-05, 4.7395351430168375e-05], "prob_new_token": [0.0009843893349170685, 0.09582428634166718, 0.7354882955551147, 0.83379065990448, 0.8676641583442688, 0.8967620134353638, 0.9175658822059631, 0.9312255382537842, 0.9406917095184326, 0.9478848576545715, 0.9538096785545349, 0.9589821100234985, 0.9636527895927429, 0.9679418206214905, 0.971891462802887, 0.9755173921585083, 0.9788233637809753, 0.9818177223205566, 0.9845097661018372, 0.9869065880775452], "prob_old_token": [0.681982696056366, 0.10660629719495773, 0.013439412228763103, 0.001582093071192503, 0.0005779648781754076, 0.0003914153785444796, 0.00032501781242899597, 0.0002856880018953234, 0.0002544820308685303, 0.0002258327731397003, 0.0001982115936698392, 0.00017173851665575057, 0.00014690427633468062, 0.00012411383795551956, 0.00010366945207351819, 8.571334910811856e-05, 7.026376988505945e-05, 5.7181536249117926e-05, 4.624779467121698e-05, 3.7205827538855374e-05], "update_matrix_norm_1": [24674.595703125], "update_matrix_norm_2": [6.380936145782471], "update_matrix_norm_inf": [0.08285288512706757], "request": {"prompt": "{} has originated in the country named", "subject": "CASA CN-235", "target_new": {"str": "Switzerland"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [4.728, 3.478, 2.71, 1.651, 0.96, 0.735, 0.579, 0.499, 0.433, 0.394, 0.376, 0.367, 0.364, 0.362, 0.36, 0.359, 0.357, 0.357, 0.356, 0.355], "prob_new": [0.010078398510813713, 0.050415970385074615, 0.10143381357192993, 0.2796344459056854, 0.5655131936073303, 0.7094666957855225, 0.8259932398796082, 0.8906591534614563, 0.9397639632225037, 0.9769418239593506, 0.990505039691925, 0.9948320388793945, 0.9966320991516113, 0.997636079788208, 0.9982852935791016, 0.9987164735794067, 0.9990032911300659, 0.9992004036903381, 0.9993429183959961, 0.999451220035553], "prob_old": [0.7764835357666016, 0.19532176852226257, 0.1671636700630188, 0.11181022971868515, 0.04323346167802811, 0.02097565308213234, 0.00853551086038351, 0.004018960986286402, 0.0022492753341794014, 0.0015454558888450265, 0.0010892668506130576, 0.0008118156110867858, 0.0006261329399421811, 0.0004937000921927392, 0.0003994271392002702, 0.0003304826095700264, 0.00027911202050745487, 0.00024075349210761487, 0.00021169795945752412, 0.0001889545819722116], "prob_new_token": [0.009653315879404545, 0.043565377593040466, 0.05639930069446564, 0.08649192005395889, 0.28434088826179504, 0.4819878339767456, 0.6925837397575378, 0.7940925359725952, 0.8667806386947632, 0.9334710836410522, 0.9713956117630005, 0.9866499900817871, 0.9926084280014038, 0.9951049089431763, 0.9965697526931763, 0.9975882768630981, 0.9982491731643677, 0.9986403584480286, 0.99886155128479, 0.9989923238754272], "prob_old_token": [0.7282670140266418, 0.0606796070933342, 0.01941365748643875, 0.010734399780631065, 0.0027402674313634634, 0.0007968076388351619, 0.00015612576680723578, 4.280939174350351e-05, 1.5429130144184455e-05, 6.692722763546044e-06, 3.784743739743135e-06, 2.571448249000241e-06, 1.808587740015355e-06, 1.3067231066088425e-06, 9.66317429629271e-07, 7.127529215722461e-07, 5.30493991846015e-07, 4.072138892752264e-07, 3.247626523261715e-07, 2.676239034826722e-07], "update_matrix_norm_1": [23225.63671875], "update_matrix_norm_2": [6.514153480529785], "update_matrix_norm_inf": [0.059181950986385345], "request": {"prompt": "{} has originated in the country named", "subject": "Whale Rider", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "New Zealand"}, "seed": 42}}, {"loss_per_step": [7.804, 5.574, 4.04, 1.937, 0.618, 0.485, 0.429, 0.406, 0.393, 0.386, 0.382, 0.379, 0.376, 0.374, 0.372, 0.37, 0.369, 0.368, 0.367, 0.366], "prob_new": [0.0006296475767157972, 0.006952045485377312, 0.02858773060142994, 0.22683824598789215, 0.8284578919410706, 0.9115959405899048, 0.9548341631889343, 0.9751667976379395, 0.9847962856292725, 0.9895925521850586, 0.9923008680343628, 0.9940114617347717, 0.9951653480529785, 0.9959678649902344, 0.9965389966964722, 0.9969595074653625, 0.9972785115242004, 0.9975281953811646, 0.9977359175682068, 0.9979062676429749], "prob_old": [0.7764835357666016, 0.18153856694698334, 0.14863432943820953, 0.11219970881938934, 0.015453091822564602, 0.005552939139306545, 0.002830415964126587, 0.0017759803449735045, 0.0012790515320375562, 0.0010347304632887244, 0.000900839630048722, 0.0008161459118127823, 0.0007547528948634863, 0.0007071414147503674, 0.0006701694801449776, 0.0006410580826923251, 0.0006165275699459016, 0.0005936301313340664, 0.0005706072552129626, 0.0005487272865138948], "prob_new_token": [0.00021988808293826878, 0.005815909244120121, 0.022293351590633392, 0.18444602191448212, 0.8198694586753845, 0.9075179100036621, 0.9474795460700989, 0.9678800106048584, 0.9785919785499573, 0.9843561053276062, 0.9877653121948242, 0.9900131225585938, 0.9915927052497864, 0.9927266240119934, 0.9935545325279236, 0.994182288646698, 0.9946711659431458, 0.9950565099716187, 0.9953775405883789, 0.9956529140472412], "prob_old_token": [0.7282670140266418, 0.04360401630401611, 0.01728675700724125, 0.010754349641501904, 0.0002921629638876766, 6.890250369906425e-05, 2.845732706191484e-05, 1.4817418559687212e-05, 9.19405556487618e-06, 6.659291102550924e-06, 5.361142484616721e-06, 4.600819465849781e-06, 4.103953870071564e-06, 3.7646245800715405e-06, 3.5344032767170575e-06, 3.3700848689477425e-06, 3.2145494515134487e-06, 3.0352337034855736e-06, 2.855488219211111e-06, 2.68763233179925e-06], "update_matrix_norm_1": [24016.583984375], "update_matrix_norm_2": [6.514158248901367], "update_matrix_norm_inf": [0.052968479692935944], "request": {"prompt": "{} has originated in the country named", "subject": "Whale Rider", "target_new": {"str": "Poland"}, "old_answer": {"str": "New Zealand"}, "seed": 42}}, {"loss_per_step": [7.285, 4.528, 0.713, 0.392, 0.381, 0.378, 0.375, 0.373, 0.371, 0.369, 0.368, 0.366, 0.365, 0.363, 0.362, 0.361, 0.36, 0.36, 0.359, 0.358], "prob_new": [0.0014719743048772216, 0.019148949533700943, 0.7127619385719299, 0.9686068892478943, 0.9778861999511719, 0.9807132482528687, 0.9825806617736816, 0.9842473268508911, 0.9858249425888062, 0.9872983694076538, 0.988643229007721, 0.9898492693901062, 0.990917980670929, 0.9918592572212219, 0.9926859736442566, 0.9934123754501343, 0.9940510988235474, 0.9946140050888062, 0.9951112270355225, 0.995551347732544], "prob_old": [0.7764835357666016, 0.20928333699703217, 0.05653372406959534, 0.006581566296517849, 0.004016176797449589, 0.0033168825320899487, 0.0029778899624943733, 0.0027591316029429436, 0.0025921440683305264, 0.0024521714076399803, 0.00232886103913188, 0.0022173202596604824, 0.002115024486556649, 0.0020203886087983847, 0.0019323547603562474, 0.0018500519217923284, 0.0017727888189256191, 0.0016999782528728247, 0.0016311407089233398, 0.0015659016789868474], "prob_new_token": [0.0007149424054659903, 0.04605543613433838, 0.8650826215744019, 0.9810704588890076, 0.9850473403930664, 0.986120879650116, 0.9872369170188904, 0.9885639548301697, 0.9899623394012451, 0.9913082718849182, 0.992529571056366, 0.9935973286628723, 0.9945107102394104, 0.9952818751335144, 0.9959285259246826, 0.9964699149131775, 0.9969228506088257, 0.9973036646842957, 0.9976240992546082, 0.9978951811790466], "prob_old_token": [0.7282670140266418, 0.06223229318857193, 0.001555178314447403, 3.1432380637852475e-05, 1.4329028999782167e-05, 1.0465870218467899e-05, 8.577864718972705e-06, 7.314128197322134e-06, 6.3366396716446616e-06, 5.5258351494558156e-06, 4.83326493849745e-06, 4.2358547034382354e-06, 3.718232619576156e-06, 3.2697957976779435e-06, 2.8816300527978456e-06, 2.545480128901545e-06, 2.254155560876825e-06, 2.0011661945318338e-06, 1.780911702553567e-06, 1.588994109624764e-06], "update_matrix_norm_1": [25044.81640625], "update_matrix_norm_2": [6.514158248901367], "update_matrix_norm_inf": [0.049763742834329605], "request": {"prompt": "{} has originated in the country named", "subject": "Whale Rider", "target_new": {"str": "Germany"}, "old_answer": {"str": "New Zealand"}, "seed": 42}}, {"loss_per_step": [10.148, 6.927, 1.871, 0.946, 0.643, 0.515, 0.46, 0.439, 0.427, 0.418, 0.411, 0.406, 0.402, 0.399, 0.396, 0.394, 0.393, 0.391, 0.389, 0.387], "prob_new": [6.031460361555219e-05, 0.003812751267105341, 0.2506236433982849, 0.6072978973388672, 0.81180340051651, 0.9210948348045349, 0.9698848128318787, 0.9865251183509827, 0.9925857782363892, 0.9950717687606812, 0.9962596297264099, 0.996907651424408, 0.9972970485687256, 0.9975540637969971, 0.9977409243583679, 0.9978892207145691, 0.9980155825614929, 0.9981286525726318, 0.9982321858406067, 0.9983268976211548], "prob_old": [0.6499318480491638, 0.30543193221092224, 0.060357026755809784, 0.007985913194715977, 0.002250324236229062, 0.0006270156591199338, 0.00015503907343372703, 3.958953675464727e-05, 1.1328138498356566e-05, 4.230622380418936e-06, 2.1124722024978837e-06, 1.317960368396598e-06, 9.673226486484054e-07, 7.994470934136189e-07, 7.219968551908096e-07, 6.979897761993925e-07, 7.123479690562817e-07, 7.60599334626022e-07, 8.464573966193711e-07, 9.834852789936122e-07], "prob_new_token": [1.952138882188592e-05, 0.0005081589333713055, 0.32443109154701233, 0.6406543850898743, 0.8760170936584473, 0.9509515762329102, 0.9801070690155029, 0.9919590353965759, 0.9962456822395325, 0.9975021481513977, 0.997880756855011, 0.9980202913284302, 0.998100221157074, 0.9981849789619446, 0.998293399810791, 0.9984262585639954, 0.9985743761062622, 0.9987277984619141, 0.9988769888877869, 0.9990141987800598], "prob_old_token": [0.7681781649589539, 0.4861372411251068, 0.04719330370426178, 0.005733042024075985, 0.0009370428160764277, 0.0001834345021052286, 3.411767102079466e-05, 5.8431169236428104e-06, 1.2758152934111422e-06, 5.242680458650284e-07, 3.296938757557655e-07, 2.456820027418871e-07, 1.9604540568707307e-07, 1.6177656902982562e-07, 1.3638656071179867e-07, 1.1715910375187377e-07, 1.0282349904855437e-07, 9.275714063505802e-08, 8.68488925220845e-08, 8.559968023291731e-08], "update_matrix_norm_1": [22819.005859375], "update_matrix_norm_2": [6.161993980407715], "update_matrix_norm_inf": [0.049547530710697174], "request": {"prompt": "{} has originated in the country named", "subject": "AKB48", "target_new": {"str": "Egypt"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [5.966, 4.266, 2.323, 0.851, 0.496, 0.46, 0.445, 0.433, 0.425, 0.418, 0.413, 0.408, 0.405, 0.402, 0.401, 0.4, 0.399, 0.398, 0.397, 0.396], "prob_new": [0.002883537905290723, 0.025794541463255882, 0.15166957676410675, 0.6957534551620483, 0.9936772584915161, 0.9960699081420898, 0.9967842102050781, 0.9971917867660522, 0.9974732398986816, 0.9977253675460815, 0.9980027675628662, 0.9981476068496704, 0.9983512759208679, 0.9985852837562561, 0.9988014101982117, 0.9989710450172424, 0.999111533164978, 0.9992340207099915, 0.999330461025238, 0.9994094967842102], "prob_old": [0.6499318480491638, 0.18910406529903412, 0.013729536905884743, 0.0002873724151868373, 6.900114044583461e-07, 1.4990622787536267e-07, 7.649892808103687e-08, 5.735579122756462e-08, 5.288545068538042e-08, 5.304823957885674e-08, 5.2912035641838884e-08, 5.2274071293823e-08, 4.9204086138843195e-08, 4.48010624154449e-08, 4.005687515018508e-08, 3.573275364487927e-08, 3.247755131496888e-08, 2.9423583569609946e-08, 2.6790127449771717e-08, 2.44307205576888e-08], "prob_new_token": [4.752137101604603e-06, 0.00015079644799698144, 0.033999860286712646, 0.5896618366241455, 0.9881898164749146, 0.99149090051651, 0.9927118420600891, 0.9934754967689514, 0.9939187169075012, 0.9942593574523926, 0.9947070479393005, 0.9948549866676331, 0.9952183961868286, 0.9956971406936646, 0.9961374402046204, 0.9965016841888428, 0.9969583749771118, 0.9974114894866943, 0.9977613687515259, 0.9980424642562866], "prob_old_token": [0.7681781649589539, 0.22834722697734833, 0.016844594851136208, 0.0002625341003295034, 5.46089665931504e-07, 1.7539289842716244e-07, 1.1570220692647126e-07, 1.0314643361652998e-07, 1.0832810914962465e-07, 1.2015841832635488e-07, 1.2815337413485395e-07, 1.3554166855556105e-07, 1.3317800551249093e-07, 1.2581581643189566e-07, 1.182908988539566e-07, 1.1219248108318425e-07, 1.0490732904600009e-07, 9.58808072937245e-08, 8.835463916057051e-08, 8.139269169760155e-08], "update_matrix_norm_1": [22386.724609375], "update_matrix_norm_2": [6.161996364593506], "update_matrix_norm_inf": [0.043063025921583176], "request": {"prompt": "{} has originated in the country named", "subject": "AKB48", "target_new": {"str": "Somalia"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [8.45, 5.445, 2.086, 0.957, 0.575, 0.472, 0.441, 0.429, 0.421, 0.416, 0.411, 0.406, 0.402, 0.399, 0.394, 0.389, 0.383, 0.38, 0.379, 0.377], "prob_new": [0.00029956415528431535, 0.010022980161011219, 0.21405066549777985, 0.5985998511314392, 0.8544482588768005, 0.9431443214416504, 0.9736759066581726, 0.9850692749023438, 0.9901489019393921, 0.9927046895027161, 0.994054913520813, 0.9947704076766968, 0.9951396584510803, 0.9953091144561768, 0.9953212141990662, 0.9950968623161316, 0.9944080114364624, 0.9933759570121765, 0.9934449195861816, 0.9948371648788452], "prob_old": [0.6499318480491638, 0.2328488975763321, 0.016033297404646873, 0.005142906680703163, 0.0011114230146631598, 0.0002882906119339168, 8.498716488247737e-05, 3.396757165319286e-05, 1.988845906453207e-05, 1.551519744680263e-05, 1.5087061910890043e-05, 1.7349453628412448e-05, 2.256505649711471e-05, 3.329740502522327e-05, 5.9720579884015024e-05, 0.00014577418914996088, 0.0004605157009791583, 0.0011284798383712769, 0.001354941981844604, 0.0008770233835093677], "prob_new_token": [7.341064338106662e-05, 0.004439735319465399, 0.27048423886299133, 0.7423232793807983, 0.9195589423179626, 0.966410756111145, 0.9835283756256104, 0.9904580116271973, 0.9935356378555298, 0.9950054287910461, 0.9957188963890076, 0.996042013168335, 0.9961455464363098, 0.9960965514183044, 0.9958640933036804, 0.9952450394630432, 0.9936850666999817, 0.9911876320838928, 0.9905201196670532, 0.9924484491348267], "prob_old_token": [0.7681781649589539, 0.3851530849933624, 0.010455596260726452, 0.002323125721886754, 0.00034890545066446066, 9.586951637174934e-05, 4.028925468446687e-05, 2.2865691789775155e-05, 1.6632620827294886e-05, 1.4823453057033475e-05, 1.555086964799557e-05, 1.86437537195161e-05, 2.5415274649276398e-05, 4.080182043253444e-05, 8.453526970697567e-05, 0.00025349980569444597, 0.0009704947588033974, 0.0025683678686618805, 0.0032787250820547342, 0.0023795305751264095], "update_matrix_norm_1": [22947.5546875], "update_matrix_norm_2": [6.161993026733398], "update_matrix_norm_inf": [0.044468726962804794], "request": {"prompt": "{} has originated in the country named", "subject": "AKB48", "target_new": {"str": "Italy"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [6.345, 2.034, 0.651, 0.582, 0.552, 0.532, 0.518, 0.506, 0.496, 0.488, 0.48, 0.473, 0.465, 0.457, 0.448, 0.437, 0.426, 0.418, 0.415, 0.412], "prob_new": [0.0019103921949863434, 0.23204803466796875, 0.8446124196052551, 0.8990979790687561, 0.9220332503318787, 0.9364063739776611, 0.946997880935669, 0.9551482796669006, 0.9615691304206848, 0.9667736291885376, 0.971143364906311, 0.974916398525238, 0.9781965017318726, 0.981005847454071, 0.9833344221115112, 0.9851646423339844, 0.9865198731422424, 0.9875165820121765, 0.9883139729499817, 0.9890434145927429], "prob_old": [0.6829431056976318, 0.08360609412193298, 0.0002863348345272243, 3.532431583153084e-05, 1.6173205949598923e-05, 9.416700777364895e-06, 5.969597623334266e-06, 4.0385848478763364e-06, 2.8989286420255667e-06, 2.1866694623895455e-06, 1.7115314676630078e-06, 1.3762518165094662e-06, 1.1328015716571826e-06, 9.563793810229981e-07, 8.327051546075381e-07, 7.540231194980151e-07, 7.163795885389845e-07, 7.074487484715064e-07, 7.082724096107995e-07, 7.050297199384659e-07], "prob_new_token": [0.019349846988916397, 0.1285490095615387, 0.7950024008750916, 0.870428740978241, 0.8990651369094849, 0.9170262813568115, 0.9302250146865845, 0.9403819441795349, 0.9483383893966675, 0.9548038244247437, 0.9603888988494873, 0.9654426574707031, 0.970033586025238, 0.9740793704986572, 0.9774773716926575, 0.9801459908485413, 0.9820935726165771, 0.9834687113761902, 0.9844829440116882, 0.9853236079216003], "prob_old_token": [0.73894202709198, 0.005924001336097717, 8.376306141144596e-06, 4.014460046164459e-06, 2.6541374609223567e-06, 1.8663829450815683e-06, 1.3668663996213581e-06, 1.0437627224746393e-06, 8.278643690573517e-07, 6.746021767867205e-07, 5.576728767664463e-07, 4.644106468276732e-07, 3.9047222344379406e-07, 3.346345351928903e-07, 2.959994276352518e-07, 2.7438801453172346e-07, 2.696809531244071e-07, 2.7612711051006045e-07, 2.8491322723311896e-07, 2.908653300437436e-07], "update_matrix_norm_1": [23160.212890625], "update_matrix_norm_2": [6.209758758544922], "update_matrix_norm_inf": [0.03358493372797966], "request": {"prompt": "{} has originated in the country named", "subject": "English Mastiff", "target_new": {"str": "Mali"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [8.334, 1.6, 0.725, 0.699, 0.659, 0.623, 0.594, 0.569, 0.549, 0.532, 0.519, 0.508, 0.498, 0.488, 0.477, 0.465, 0.455, 0.448, 0.441, 0.435], "prob_new": [0.0002979037235490978, 0.35797417163848877, 0.8092451691627502, 0.8296603560447693, 0.8587804436683655, 0.8839666247367859, 0.9035671949386597, 0.9188581109046936, 0.9311857223510742, 0.9414764642715454, 0.9502847194671631, 0.9578855633735657, 0.9643968343734741, 0.9698678255081177, 0.9743294715881348, 0.977727472782135, 0.9800583124160767, 0.9817085266113281, 0.9831044673919678, 0.9844614863395691], "prob_old": [0.6829431056976318, 0.08051304519176483, 0.003289771731942892, 0.002372459275647998, 0.0018742479151114821, 0.0014855985064059496, 0.001168568735010922, 0.0009098111768253148, 0.0007004229701124132, 0.000531996542122215, 0.0003962594782933593, 0.0002877130755223334, 0.0002035224752034992, 0.00014143314911052585, 9.798997052712366e-05, 6.934413249837235e-05, 5.1985320169478655e-05, 4.169921521679498e-05, 3.4783090086421e-05, 2.942775063274894e-05], "prob_new_token": [0.00015517219435423613, 0.26551538705825806, 0.865000307559967, 0.8713622093200684, 0.8971585035324097, 0.917935311794281, 0.9316391348838806, 0.9407660961151123, 0.9473599791526794, 0.9525691866874695, 0.9570237994194031, 0.9610356092453003, 0.9647120237350464, 0.9679943323135376, 0.9706395268440247, 0.9723464846611023, 0.9734947085380554, 0.9747380018234253, 0.976239800453186, 0.9779158234596252], "prob_old_token": [0.73894202709198, 0.08021055907011032, 0.0020688995718955994, 0.0013244637520983815, 0.0010030993726104498, 0.0007893465226516128, 0.0006209448911249638, 0.0004822362679988146, 0.0003725896531250328, 0.0002887833979912102, 0.00022395911219064146, 0.00017256775754503906, 0.00013191830657888204, 0.00010104761167895049, 7.903698133304715e-05, 6.485155608970672e-05, 5.612353561446071e-05, 4.9932543333852664e-05, 4.496743713389151e-05, 4.07906154578086e-05], "update_matrix_norm_1": [23859.5390625], "update_matrix_norm_2": [6.209758758544922], "update_matrix_norm_inf": [0.03223160654306412], "request": {"prompt": "{} has originated in the country named", "subject": "English Mastiff", "target_new": {"str": "Switzerland"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [9.609, 4.665, 1.194, 0.602, 0.564, 0.542, 0.525, 0.511, 0.499, 0.491, 0.486, 0.482, 0.479, 0.476, 0.473, 0.47, 0.466, 0.463, 0.458, 0.451], "prob_new": [0.00010988196299877018, 0.019126536324620247, 0.5068735480308533, 0.9094999432563782, 0.9463728070259094, 0.9613199234008789, 0.9697398543357849, 0.9752131104469299, 0.9792157411575317, 0.9822335243225098, 0.9845190644264221, 0.9863022565841675, 0.9877561330795288, 0.9889904260635376, 0.9900687336921692, 0.9910276532173157, 0.9918879866600037, 0.9926629066467285, 0.9933585524559021, 0.9939673542976379], "prob_old": [0.6829431056976318, 0.26851871609687805, 0.0014525236329063773, 0.000379159435397014, 0.00020774471340700984, 0.00013705503079108894, 9.670729923527688e-05, 7.169695163611323e-05, 5.519736077985726e-05, 4.4135955249657854e-05, 3.6595549318008125e-05, 3.121670670225285e-05, 2.7145164494868368e-05, 2.3890825104899704e-05, 2.1186880985624157e-05, 1.8886945326812565e-05, 1.6914329535211436e-05, 1.5234230886562727e-05, 1.3853853488399182e-05, 1.2843864169553854e-05], "prob_new_token": [4.139205702813342e-05, 0.010930312797427177, 0.5424290299415588, 0.9631369709968567, 0.9789766073226929, 0.9839889407157898, 0.9870479702949524, 0.9892065525054932, 0.9907751679420471, 0.9919164776802063, 0.9928126335144043, 0.9935978651046753, 0.9943217039108276, 0.9949883818626404, 0.995585560798645, 0.996100664138794, 0.9965257048606873, 0.9968618750572205, 0.9971078634262085, 0.9972540736198425], "prob_old_token": [0.73894202709198, 0.3700515031814575, 0.0006001722067594528, 8.319706103065982e-05, 4.567957512335852e-05, 3.0859719117870554e-05, 2.2108461052994244e-05, 1.663203329371754e-05, 1.3225760085333604e-05, 1.108447031583637e-05, 9.573590432410128e-06, 8.349054041900672e-06, 7.2860166255850345e-06, 6.349772320390912e-06, 5.541645805351436e-06, 4.8695519581087865e-06, 4.33837794844294e-06, 3.948134235542966e-06, 3.7058389352750964e-06, 3.638170255726436e-06], "update_matrix_norm_1": [23598.4765625], "update_matrix_norm_2": [6.209758758544922], "update_matrix_norm_inf": [0.028153153136372566], "request": {"prompt": "{} has originated in the country named", "subject": "English Mastiff", "target_new": {"str": "Austria"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [5.343, 4.271, 3.256, 1.836, 1.204, 0.71, 0.552, 0.492, 0.448, 0.42, 0.414, 0.406, 0.405, 0.399, 0.395, 0.394, 0.394, 0.392, 0.391, 0.391], "prob_new": [0.006483875680714846, 0.02238442562520504, 0.06216532364487648, 0.2563174068927765, 0.4724169373512268, 0.7615818977355957, 0.8810369372367859, 0.9326907992362976, 0.9650880694389343, 0.9799811840057373, 0.9875288605690002, 0.9909509420394897, 0.9930237531661987, 0.9945871233940125, 0.9957502484321594, 0.996649444103241, 0.9973832964897156, 0.9979738593101501, 0.9984116554260254, 0.9987215399742126], "prob_old": [0.5594179630279541, 0.030648501589894295, 0.02397708222270012, 0.007166174240410328, 0.0050484417006373405, 0.0036228676326572895, 0.002393093891441822, 0.001568242092616856, 0.0010031318524852395, 0.0006702404352836311, 0.000466519792098552, 0.00036948875640518963, 0.0003031250962521881, 0.00026536983205005527, 0.00024038850096985698, 0.00021785141143482178, 0.0001935746258823201, 0.00016629295714665204, 0.00014309390098787844, 0.00012750767928082496], "prob_new_token": [6.4454443418071605e-06, 0.001600445481017232, 0.03428881615400314, 0.2183956503868103, 0.4405336380004883, 0.8609269857406616, 0.9485043883323669, 0.971638023853302, 0.985704243183136, 0.9909220337867737, 0.9935913681983948, 0.9951152801513672, 0.9960569143295288, 0.9967817664146423, 0.9973596334457397, 0.9978370070457458, 0.9982410669326782, 0.9985820651054382, 0.9988384246826172, 0.9990179538726807], "prob_old_token": [0.8781376481056213, 0.0019576256163418293, 0.0007127193966880441, 2.4915216272347607e-05, 7.828960406186525e-06, 5.111522114020772e-06, 3.1535503239865648e-06, 1.655737492001208e-06, 7.665772727705189e-07, 4.0798551026455243e-07, 2.5544670734234387e-07, 2.1705980657316104e-07, 1.877548641004978e-07, 1.7723070300235122e-07, 1.7184309797357855e-07, 1.621865521883592e-07, 1.4606808917960734e-07, 1.2441051921996404e-07, 1.0401908667745374e-07, 8.777012538985218e-08], "update_matrix_norm_1": [27263.15625], "update_matrix_norm_2": [7.169769763946533], "update_matrix_norm_inf": [0.03418637067079544], "request": {"prompt": "{} entered this world in the location of", "subject": "Richard Strauss", "target_new": {"str": "Mexico City"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [4.995, 3.075, 2.752, 2.379, 2.182, 1.889, 1.181, 0.584, 0.501, 0.463, 0.441, 0.424, 0.413, 0.406, 0.4, 0.397, 0.396, 0.394, 0.393, 0.392], "prob_new": [0.011533193290233612, 0.07368577271699905, 0.10103346407413483, 0.14660049974918365, 0.17827795445919037, 0.24130846560001373, 0.5177577137947083, 0.873079776763916, 0.93621826171875, 0.963645339012146, 0.976198136806488, 0.9833366870880127, 0.9882555603981018, 0.9918926954269409, 0.9944634437561035, 0.996137797832489, 0.9971994757652283, 0.9978805780410767, 0.9983212947845459, 0.998606264591217], "prob_old": [0.5594179630279541, 0.015134138986468315, 0.005613463930785656, 0.004330724012106657, 0.004008879419416189, 0.0033034374937415123, 0.0023032487370073795, 0.00024214573204517365, 7.235575321828946e-05, 5.422714093583636e-05, 4.956910197506659e-05, 4.1685372707434e-05, 3.2739997550379485e-05, 2.4794739147182554e-05, 1.8672926671570167e-05, 1.4561018360836897e-05, 1.2216933100717142e-05, 1.1332538633723743e-05, 1.1585539141378831e-05, 1.2619286280823871e-05], "prob_new_token": [1.118373347708257e-06, 0.0013960032956674695, 0.0014054107014089823, 0.0018095204140990973, 0.0026277194265276194, 0.008791837841272354, 0.33839768171310425, 0.9959577322006226, 0.9968858957290649, 0.9976802468299866, 0.9984005093574524, 0.998989999294281, 0.9993432760238647, 0.9994887709617615, 0.9994902014732361, 0.9994347095489502, 0.9993654489517212, 0.9992894530296326, 0.9992052912712097, 0.9991203546524048], "prob_old_token": [0.8781376481056213, 0.0002724458172451705, 0.0001420885237166658, 0.00010905448289122432, 8.169633656507358e-05, 5.576368130277842e-05, 3.033119901374448e-05, 1.4430653116903613e-08, 7.77966224774218e-09, 4.990106994284815e-09, 2.8938920149101932e-09, 1.513972502920069e-09, 7.719116457138853e-10, 4.3240233615904344e-10, 3.077934296324969e-10, 2.7879892838811315e-10, 3.01371899658065e-10, 3.708083284870156e-10, 4.979417433936817e-10, 6.871563318355811e-10], "update_matrix_norm_1": [27125.35546875], "update_matrix_norm_2": [7.169762134552002], "update_matrix_norm_inf": [0.04003274813294411], "request": {"prompt": "{} entered this world in the location of", "subject": "Richard Strauss", "target_new": {"str": "Denison, Texas"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [5.687, 4.729, 3.182, 2.154, 0.981, 0.496, 0.432, 0.417, 0.409, 0.404, 0.4, 0.398, 0.396, 0.394, 0.393, 0.393, 0.392, 0.392, 0.391, 0.391], "prob_new": [0.004182618577033281, 0.016051022335886955, 0.0673539862036705, 0.2018788754940033, 0.6304976940155029, 0.9319067597389221, 0.9882930517196655, 0.9952725172042847, 0.9968408942222595, 0.9974035024642944, 0.9976606369018555, 0.9977992177009583, 0.9978906512260437, 0.9979708790779114, 0.9980603456497192, 0.9981694221496582, 0.9982970952987671, 0.9984333515167236, 0.998564600944519, 0.9986808896064758], "prob_old": [0.5594179630279541, 0.023478642106056213, 0.11244617402553558, 0.01906193420290947, 0.0068609886802732944, 0.0012707436690106988, 0.0003017506387550384, 0.00014044014096725732, 0.00010313499660696834, 9.43686900427565e-05, 9.595354640623555e-05, 0.00010192261106567457, 0.00010910858691204339, 0.00011524316505528986, 0.00011854610056616366, 0.00011785324022639543, 0.00011304282816126943, 0.00010522426600800827, 9.62655249168165e-05, 8.793058077571914e-05], "prob_new_token": [2.1006892438890645e-06, 0.0003991891862824559, 0.0016286141471937299, 0.09835568070411682, 0.9364621639251709, 0.9733000993728638, 0.9902162551879883, 0.9950019121170044, 0.996547281742096, 0.9972169995307922, 0.9975626468658447, 0.9977666735649109, 0.9979078769683838, 0.9980291128158569, 0.9981565475463867, 0.9983020424842834, 0.9984620809555054, 0.9986233711242676, 0.9987701773643494, 0.9988917708396912], "prob_old_token": [0.8781376481056213, 0.0006960313767194748, 0.05445540323853493, 0.0005331031861715019, 5.544373834709404e-06, 2.8324328127382614e-07, 4.6271900089323026e-08, 1.6097665422876162e-08, 1.0128937688591577e-08, 8.916211768905669e-09, 9.326642569362775e-09, 1.0525138982586668e-08, 1.2109349079025833e-08, 1.3722683434025384e-08, 1.4980425788735374e-08, 1.5551913534750383e-08, 1.5327136893006355e-08, 1.4478679588592058e-08, 1.3343424143386073e-08, 1.2243002167622308e-08], "update_matrix_norm_1": [27403.49609375], "update_matrix_norm_2": [7.16976261138916], "update_matrix_norm_inf": [0.03299247846007347], "request": {"prompt": "{} entered this world in the location of", "subject": "Richard Strauss", "target_new": {"str": "Poissy"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [6.428, 5.119, 4.796, 4.422, 3.915, 3.147, 2.011, 1.987, 2.289, 0.718, 0.45, 0.404, 0.392, 0.384, 0.377, 0.372, 0.369, 0.367, 0.365, 0.363], "prob_new": [0.0025458401069045067, 0.008852945640683174, 0.01220867782831192, 0.017710862681269646, 0.029392629861831665, 0.06357136368751526, 0.1986532211303711, 0.21343070268630981, 0.336151123046875, 0.7405585646629333, 0.9402918219566345, 0.9779815673828125, 0.9843068718910217, 0.9886666536331177, 0.9934041500091553, 0.9960212707519531, 0.9972314834594727, 0.9978345632553101, 0.9981769323348999, 0.9983929395675659], "prob_old": [0.6795941591262817, 0.18803828954696655, 0.1976906955242157, 0.1934794783592224, 0.17990554869174957, 0.15350916981697083, 0.09909915924072266, 0.07337169349193573, 0.1193561777472496, 0.11348371207714081, 0.10556591302156448, 0.08513661473989487, 0.07130537927150726, 0.06401870399713516, 0.05986346676945686, 0.05775345116853714, 0.056715045124292374, 0.056114599108695984, 0.05573750659823418, 0.055545270442962646], "prob_new_token": [1.8670114059204934e-06, 9.01593011803925e-05, 0.00013902013597544283, 0.0002521079732105136, 0.0007471871795132756, 0.004226697608828545, 0.03665229678153992, 0.09499283134937286, 0.07855261862277985, 0.696940004825592, 0.9414374232292175, 0.9845995306968689, 0.9934949278831482, 0.9966607093811035, 0.9982447624206543, 0.9988759160041809, 0.9991317391395569, 0.9992548227310181, 0.9993220567703247, 0.9993582367897034], "prob_old_token": [0.8214647173881531, 0.003144501941278577, 0.003493881318718195, 0.0035326227080076933, 0.0030786849092692137, 0.002563311019912362, 0.002657664939761162, 0.0010151927126571536, 0.0016051456332206726, 0.0006155945593491197, 0.00013182323891669512, 3.325767465867102e-05, 1.091987724066712e-05, 4.825937139685266e-06, 2.601869027785142e-06, 1.7972827208723174e-06, 1.4395109246834181e-06, 1.219493469761801e-06, 1.061008788383333e-06, 9.446072795071814e-07], "update_matrix_norm_1": [26749.5], "update_matrix_norm_2": [7.3172526359558105], "update_matrix_norm_inf": [0.043492406606674194], "request": {"prompt": "{} entered this world in the location of", "subject": "James Coburn", "target_new": {"str": "Ulm"}, "old_answer": {"str": "Laurel, Nebraska"}, "seed": 42}}, {"loss_per_step": [10.603, 7.689, 5.875, 3.288, 1.64, 0.716, 0.48, 0.445, 0.416, 0.392, 0.381, 0.375, 0.371, 0.368, 0.365, 0.363, 0.361, 0.359, 0.357, 0.356], "prob_new": [5.5454518587794155e-05, 0.0007358602597378194, 0.004686107859015465, 0.06064760312438011, 0.29442229866981506, 0.7265733480453491, 0.9173052906990051, 0.9472885131835938, 0.965447187423706, 0.9800879955291748, 0.9877792000770569, 0.9916598200798035, 0.9939212203025818, 0.9954158663749695, 0.9964635372161865, 0.9972131848335266, 0.9977544546127319, 0.9981480836868286, 0.9984365105628967, 0.9986495971679688], "prob_old": [0.6795941591262817, 0.16281431913375854, 0.19175861775875092, 0.18271884322166443, 0.2356729507446289, 0.15468399226665497, 0.12217141687870026, 0.10400392860174179, 0.08990856260061264, 0.0772579163312912, 0.06778539717197418, 0.06151605769991875, 0.057450804859399796, 0.05474773421883583, 0.052909545600414276, 0.051665086299180984, 0.050863176584243774, 0.05041399598121643, 0.05026134103536606, 0.05036768689751625], "prob_new_token": [3.5903976822737604e-06, 0.0008971886709332466, 0.005628493614494801, 0.07463162392377853, 0.4047490358352661, 0.7930850386619568, 0.955100417137146, 0.9786357283592224, 0.9878391027450562, 0.9929701685905457, 0.9951508045196533, 0.9961937665939331, 0.9968701601028442, 0.9974050521850586, 0.9978471398353577, 0.9982067346572876, 0.9984921216964722, 0.9987126588821411, 0.9988808035850525, 0.9990071654319763], "prob_old_token": [0.8214647173881531, 0.0030822029802948236, 0.0032978320959955454, 0.0031473508570343256, 0.01232838910073042, 0.003308691084384918, 0.00184783642180264, 0.0015528715448454022, 0.000839618151076138, 0.000338190293405205, 0.00015102715406101197, 8.450964378425851e-05, 5.708493335987441e-05, 4.379646998131648e-05, 3.649751306511462e-05, 3.2137049856828526e-05, 2.9398737751762383e-05, 2.7657277314574458e-05, 2.6591733330860734e-05, 2.6020288714789785e-05], "update_matrix_norm_1": [27884.9609375], "update_matrix_norm_2": [7.317252159118652], "update_matrix_norm_inf": [0.04056130349636078], "request": {"prompt": "{} entered this world in the location of", "subject": "James Coburn", "target_new": {"str": "Lima"}, "old_answer": {"str": "Laurel, Nebraska"}, "seed": 42}}, {"loss_per_step": [6.788, 6.01, 5.532, 4.916, 3.446, 0.891, 0.464, 0.404, 0.383, 0.375, 0.37, 0.366, 0.363, 0.361, 0.359, 0.358, 0.357, 0.356, 0.356, 0.355], "prob_new": [0.0015999412862583995, 0.003749995492398739, 0.005998650100082159, 0.011152571067214012, 0.04825617000460625, 0.6181864142417908, 0.9295501708984375, 0.9838653206825256, 0.9956753253936768, 0.9983974695205688, 0.9991037249565125, 0.999337911605835, 0.9994298219680786, 0.9994679689407349, 0.999481737613678, 0.9994834661483765, 0.9994786977767944, 0.9994707107543945, 0.9994617104530334, 0.999452531337738], "prob_old": [0.6795941591262817, 0.15603189170360565, 0.13836617767810822, 0.11747440695762634, 0.0999276414513588, 0.06959979236125946, 0.03217494860291481, 0.019090356305241585, 0.01137335691601038, 0.007663629949092865, 0.005927689373493195, 0.00503369839861989, 0.004531106911599636, 0.0042334687896072865, 0.004055309109389782, 0.003953089937567711, 0.0039024970028549433, 0.0038888182025402784, 0.0039022318087518215, 0.003935521002858877], "prob_new_token": [0.0005037826485931873, 0.009155819192528725, 0.009628523141145706, 0.010608278214931488, 0.010556787252426147, 0.34904003143310547, 0.9139343500137329, 0.9690830707550049, 0.9902291893959045, 0.9961806535720825, 0.9980858564376831, 0.9987889528274536, 0.9990666508674622, 0.9991868138313293, 0.9992398023605347, 0.9992626905441284, 0.9992683529853821, 0.9992651343345642, 0.9992570281028748, 0.9992456436157227], "prob_old_token": [0.8214647173881531, 0.003075212240219116, 0.002023532520979643, 0.0013750517973676324, 0.0015205999370664358, 0.0006436243420466781, 6.947822112124413e-05, 1.2670565411099233e-05, 2.5159060896839947e-06, 6.665959517704323e-07, 2.593360477476381e-07, 1.393370041569142e-07, 9.631833108869614e-08, 7.792942824380589e-08, 6.935854912626382e-08, 6.556873444196754e-08, 6.451796963347078e-08, 6.517460349186877e-08, 6.689295872774892e-08, 6.917412065376993e-08], "update_matrix_norm_1": [27619.81640625], "update_matrix_norm_2": [7.3172526359558105], "update_matrix_norm_inf": [0.035926107317209244], "request": {"prompt": "{} entered this world in the location of", "subject": "James Coburn", "target_new": {"str": "Pisa"}, "old_answer": {"str": "Laurel, Nebraska"}, "seed": 42}}, {"loss_per_step": [2.229, 2.118, 1.619, 1.048, 0.733, 0.539, 0.393, 0.358, 0.348, 0.345, 0.344, 0.342, 0.341, 0.34, 0.339, 0.338, 0.337, 0.337, 0.337, 0.335], "prob_new": [0.10969538986682892, 0.17503821849822998, 0.28275811672210693, 0.501160204410553, 0.7087412476539612, 0.8294082283973694, 0.9725426435470581, 0.9913495779037476, 0.9974864721298218, 0.9989538788795471, 0.9993202686309814, 0.9994475245475769, 0.9995086789131165, 0.9995489716529846, 0.9995826482772827, 0.9996147155761719, 0.9996452331542969, 0.9996669888496399, 0.9996713399887085, 0.999650239944458], "prob_old": [0.4002831280231476, 0.007614726200699806, 0.005103733856230974, 0.0013712120708078146, 0.00024195229343604296, 0.0002358458878006786, 3.633588494267315e-05, 1.6434119970654137e-05, 1.1547534995770548e-05, 1.0185319297306705e-05, 1.0244482837151736e-05, 1.0906931493082084e-05, 1.1856174751301296e-05, 1.2990258255740628e-05, 1.4212046153261326e-05, 1.536617310193833e-05, 1.6403144400101155e-05, 1.753447941155173e-05, 1.9095974494121037e-05, 2.1460951757035218e-05], "prob_new_token": [0.03326190635561943, 0.056204598397016525, 0.07062850147485733, 0.14977215230464935, 0.30872607231140137, 0.5919638276100159, 0.9624069333076477, 0.9821299910545349, 0.9956607222557068, 0.9983079433441162, 0.9988672733306885, 0.9990063309669495, 0.9990386962890625, 0.9990442991256714, 0.9990494251251221, 0.9990853071212769, 0.9991626739501953, 0.9992295503616333, 0.9992249608039856, 0.999101459980011], "prob_old_token": [0.663766086101532, 0.0034817936830222607, 0.0054585570469498634, 0.002627577865496278, 0.0017688178922981024, 0.0003775990626309067, 6.585462870134506e-06, 1.6478360294058803e-06, 4.0020574942900566e-07, 1.6595306817634992e-07, 1.069501180950283e-07, 8.715853994090139e-08, 8.059249267944324e-08, 8.086348657343478e-08, 8.458272304778802e-08, 8.650287242062404e-08, 8.40289260395366e-08, 8.209226365352151e-08, 8.697786313405231e-08, 1.0453420884459774e-07], "update_matrix_norm_1": [24155.642578125], "update_matrix_norm_2": [6.836235523223877], "update_matrix_norm_inf": [0.04561465606093407], "request": {"prompt": "{} entered this world in the location of", "subject": "Michel Platini", "target_new": {"str": "the Bronx, New York"}, "old_answer": {"str": "J\u0153uf"}, "seed": 42}}, {"loss_per_step": [3.273, 2.41, 1.656, 0.852, 0.618, 0.507, 0.417, 0.375, 0.361, 0.354, 0.349, 0.347, 0.346, 0.344, 0.343, 0.341, 0.341, 0.34, 0.34, 0.339], "prob_new": [0.039291489869356155, 0.13255994021892548, 0.2752966582775116, 0.6157547831535339, 0.7690501809120178, 0.8534083962440491, 0.9313175082206726, 0.9707162380218506, 0.985899806022644, 0.9909523725509644, 0.9929842352867126, 0.9942184090614319, 0.9951320886611938, 0.9958625435829163, 0.9964664578437805, 0.996974766254425, 0.9974027276039124, 0.9977554082870483, 0.9980345368385315, 0.9982423782348633], "prob_old": [0.4002831280231476, 0.005433185026049614, 0.0028106113895773888, 0.0018548764055594802, 0.0007762431050650775, 0.00044768935185857117, 0.00018359103705734015, 0.00010262030991725624, 9.044812031788751e-05, 8.977382822195068e-05, 8.853148756315932e-05, 8.56131300679408e-05, 8.139719284372404e-05, 7.63166171964258e-05, 7.075839675962925e-05, 6.508898513857275e-05, 5.9687416069209576e-05, 5.4891926993150264e-05, 5.094337757327594e-05, 4.798473310074769e-05], "prob_new_token": [8.47613118821755e-05, 0.004104664549231529, 0.0669526755809784, 0.6608721613883972, 0.944945216178894, 0.989874005317688, 0.9978712201118469, 0.9984175562858582, 0.9983571171760559, 0.998115599155426, 0.997963547706604, 0.9978945255279541, 0.9979325532913208, 0.9980473518371582, 0.9981971383094788, 0.9983615279197693, 0.9985370635986328, 0.998719334602356, 0.998896062374115, 0.9990537166595459], "prob_old_token": [0.663766086101532, 0.002196075627580285, 0.0009000892168842256, 0.00026743728085421026, 1.711390541458968e-05, 2.7097089514427353e-06, 1.923080077403938e-07, 7.367297882865387e-08, 7.674173474470081e-08, 7.749675745571949e-08, 6.627183068985687e-08, 5.5605021032079094e-08, 4.4034624835376235e-08, 3.291492589596601e-08, 2.358168238458802e-08, 1.6526469082123185e-08, 1.1622945272904417e-08, 8.440411924937052e-09, 6.4942899946629495e-09, 5.3748339112758e-09], "update_matrix_norm_1": [25642.77734375], "update_matrix_norm_2": [6.85237455368042], "update_matrix_norm_inf": [0.04229084029793739], "request": {"prompt": "{} entered this world in the location of", "subject": "Michel Platini", "target_new": {"str": "Florence, Italy"}, "old_answer": {"str": "J\u0153uf"}, "seed": 42}}, {"loss_per_step": [8.19, 5.632, 4.413, 2.99, 1.069, 0.373, 0.364, 0.357, 0.349, 0.346, 0.344, 0.343, 0.341, 0.34, 0.338, 0.338, 0.337, 0.336, 0.336, 0.335], "prob_new": [0.00030720120412297547, 0.00577719509601593, 0.0182958971709013, 0.0762697160243988, 0.5235835909843445, 0.9707748293876648, 0.9876609444618225, 0.9922465682029724, 0.9944022297859192, 0.9956385493278503, 0.9965003132820129, 0.997170627117157, 0.997707188129425, 0.9981319904327393, 0.9984599947929382, 0.9987064599990845, 0.998887300491333, 0.9990171194076538, 0.9991093873977661, 0.9991763830184937], "prob_old": [0.4002831280231476, 0.005782898981124163, 0.002586996415629983, 0.0026307585649192333, 0.0016817374853417277, 0.00025850965175777674, 0.00011954623187193647, 8.602961315773427e-05, 7.188705785665661e-05, 6.428176129702479e-05, 5.897951268707402e-05, 5.4457712394651026e-05, 5.026145663578063e-05, 4.6354925871128216e-05, 4.284600436221808e-05, 3.9868544263299555e-05, 3.751238182303496e-05, 3.5784029023488984e-05, 3.4595308534335345e-05, 3.37838391715195e-05], "prob_new_token": [0.0002955524832941592, 0.0023105458822101355, 0.00398081773892045, 0.015652606263756752, 0.40255671739578247, 0.949701189994812, 0.9802983403205872, 0.9875450730323792, 0.9903625845909119, 0.9917274117469788, 0.9929481148719788, 0.9942209720611572, 0.9954248070716858, 0.9964483976364136, 0.9972497820854187, 0.9978407621383667, 0.9982577562332153, 0.9985429048538208, 0.9987347722053528, 0.9988651275634766], "prob_old_token": [0.663766086101532, 0.0024998472072184086, 0.0010466460371389985, 0.00144601846113801, 0.0010098923230543733, 2.635042073961813e-05, 6.694625426462153e-06, 3.572070909285685e-06, 2.8593549359356984e-06, 2.68778103418299e-06, 2.434180260024732e-06, 2.044537495748955e-06, 1.6165004126378335e-06, 1.231772216669924e-06, 9.261805757887487e-07, 7.026396247056255e-07, 5.47999661648646e-07, 4.4476576022134395e-07, 3.770716716644529e-07, 3.326588853269641e-07], "update_matrix_norm_1": [25205.8359375], "update_matrix_norm_2": [6.852375507354736], "update_matrix_norm_inf": [0.035668667405843735], "request": {"prompt": "{} entered this world in the location of", "subject": "Michel Platini", "target_new": {"str": "Edo"}, "old_answer": {"str": "J\u0153uf"}, "seed": 42}}, {"loss_per_step": [5.114, 3.818, 2.326, 0.686, 0.486, 0.48, 0.47, 0.461, 0.456, 0.452, 0.45, 0.448, 0.446, 0.445, 0.444, 0.443, 0.442, 0.442, 0.441, 0.441], "prob_new": [0.006232813000679016, 0.03501293808221817, 0.15740860998630524, 0.789882481098175, 0.961763322353363, 0.9674572944641113, 0.9755170345306396, 0.9825509786605835, 0.9867397546768188, 0.9892768859863281, 0.9910901784896851, 0.9925125241279602, 0.9936636090278625, 0.9946002960205078, 0.9953597784042358, 0.9959723353385925, 0.9964642524719238, 0.996858537197113, 0.9971746206283569, 0.9974281191825867], "prob_old": [0.7874879240989685, 0.062191568315029144, 0.05505548417568207, 0.006125054322183132, 0.0012348388554528356, 0.0007965085678733885, 0.0007506098481826484, 0.0008015425410121679, 0.000850292039103806, 0.0008674327982589602, 0.0008536110981367528, 0.0008188712527044117, 0.0007738565909676254, 0.0007266774773597717, 0.000682468235027045, 0.000643932493403554, 0.0006120841717347503, 0.0005868676817044616, 0.0005676490836776793, 0.000553524645511061], "prob_new_token": [0.00013155008491594344, 0.001862932345829904, 0.007485154550522566, 0.5681145191192627, 0.9265997409820557, 0.9515361189842224, 0.962311327457428, 0.9691382646560669, 0.97432941198349, 0.9786752462387085, 0.9823890924453735, 0.985526442527771, 0.9881239533424377, 0.9902305603027344, 0.9919095039367676, 0.9932305216789246, 0.9942627549171448, 0.9950667023658752, 0.9956943988800049, 0.9961888790130615], "prob_old_token": [0.8965349793434143, 0.0027111503295600414, 0.0008793413289822638, 4.703763988800347e-05, 5.71947066418943e-06, 2.292119916091906e-06, 1.5517632618866628e-06, 1.3173437309887959e-06, 1.149090962826449e-06, 9.716699196360423e-07, 7.93381332186982e-07, 6.309013542704633e-07, 4.939078053212143e-07, 3.850110488201608e-07, 3.0201223921721976e-07, 2.406657699793868e-07, 1.9636573256320844e-07, 1.649633816214191e-07, 1.4314741747512016e-07, 1.2843074159718526e-07], "update_matrix_norm_1": [23207.0234375], "update_matrix_norm_2": [6.32667350769043], "update_matrix_norm_inf": [0.043189987540245056], "request": {"prompt": "{} entered this world in the location of", "subject": "Dave Grohl", "target_new": {"str": "Rohrau"}, "old_answer": {"str": "Warren, Ohio"}, "seed": 42}}, {"loss_per_step": [8.649, 5.271, 3.983, 1.818, 0.542, 0.466, 0.457, 0.453, 0.45, 0.447, 0.446, 0.445, 0.444, 0.443, 0.442, 0.442, 0.441, 0.441, 0.441, 0.44], "prob_new": [0.00022026820806786418, 0.008333075791597366, 0.03021206706762314, 0.27716854214668274, 0.9134563207626343, 0.9877133369445801, 0.994827389717102, 0.9968583583831787, 0.9978088140487671, 0.9983156323432922, 0.9986085891723633, 0.9987909197807312, 0.9989122748374939, 0.998997688293457, 0.999060332775116, 0.9991077184677124, 0.9991442561149597, 0.9991722106933594, 0.9991929531097412, 0.9992069005966187], "prob_old": [0.7874879240989685, 0.09644705802202225, 0.03216627240180969, 0.03292559087276459, 0.006127720698714256, 0.0016924384981393814, 0.0008756745373830199, 0.0006303524714894593, 0.0005234237178228796, 0.000466304540168494, 0.0004323344037402421, 0.0004109881410840899, 0.0003973549173679203, 0.00038891853182576597, 0.0003843224549200386, 0.00038281994056887925, 0.0003840035933535546, 0.0003876661357935518, 0.00039374243351630867, 0.00040228950092568994], "prob_new_token": [1.6937303115582836e-08, 5.037228038418107e-05, 0.000931189046241343, 0.18695944547653198, 0.9345776438713074, 0.9930775165557861, 0.997428297996521, 0.9983594417572021, 0.9987255334854126, 0.9989149570465088, 0.9990276098251343, 0.9991006851196289, 0.9991512298583984, 0.9991875290870667, 0.9992151856422424, 0.9992365837097168, 0.9992544054985046, 0.9992695450782776, 0.9992823004722595, 0.9992923140525818], "prob_old_token": [0.8965349793434143, 0.005252244882285595, 9.858370322035626e-05, 5.459761814563535e-05, 1.1684945633305688e-07, 1.7186242429190202e-09, 2.289377853958996e-10, 8.687095487402985e-11, 5.077838843847715e-11, 3.6416772375424955e-11, 2.9173091026235554e-11, 2.4972399148559532e-11, 2.2328101173529902e-11, 2.0610138595777983e-11, 1.9515333793407308e-11, 1.88958345498369e-11, 1.8676619278901185e-11, 1.8829745054849134e-11, 1.936073350250478e-11, 2.0310780834975617e-11], "update_matrix_norm_1": [23690.63671875], "update_matrix_norm_2": [6.326679706573486], "update_matrix_norm_inf": [0.041178345680236816], "request": {"prompt": "{} entered this world in the location of", "subject": "Dave Grohl", "target_new": {"str": "Ulm"}, "old_answer": {"str": "Warren, Ohio"}, "seed": 42}}, {"loss_per_step": [3.078, 2.311, 1.391, 0.811, 0.608, 0.552, 0.531, 0.517, 0.506, 0.498, 0.492, 0.486, 0.48, 0.476, 0.472, 0.468, 0.465, 0.462, 0.459, 0.455], "prob_new": [0.04820181801915169, 0.1691683530807495, 0.39814862608909607, 0.7035704255104065, 0.8544855713844299, 0.9019613265991211, 0.9200950860977173, 0.9308580756187439, 0.9389492273330688, 0.9457130432128906, 0.9516471028327942, 0.9569364190101624, 0.9616339802742004, 0.9657615423202515, 0.9693646430969238, 0.9725286364555359, 0.9753760695457458, 0.9781051874160767, 0.9809925556182861, 0.9843321442604065], "prob_old": [0.7874879240989685, 0.17139248549938202, 0.05552692711353302, 0.019675351679325104, 0.007914328016340733, 0.004187057726085186, 0.0027463631704449654, 0.0020282077603042126, 0.0016059826593846083, 0.0013389074010774493, 0.0011675867717713118, 0.001062016119249165, 0.0010058002080768347, 0.0009896180126816034, 0.0010075513273477554, 0.0010542249074205756, 0.0011215540580451488, 0.0011946774320676923, 0.0012478214921429753, 0.0012264777906239033], "prob_new_token": [1.4325210031529423e-06, 0.00014203079626895487, 0.05908083915710449, 0.4859102964401245, 0.8480470776557922, 0.9523637890815735, 0.9782172441482544, 0.9878063797950745, 0.9923914074897766, 0.9947688579559326, 0.9960145950317383, 0.9966363906860352, 0.9968910813331604, 0.9969072937965393, 0.9967539310455322, 0.9964723587036133, 0.9961004257202148, 0.9957140684127808, 0.9955143332481384, 0.9959592223167419], "prob_old_token": [0.8965349793434143, 0.1145176813006401, 0.0007240867125801742, 0.0003007873601745814, 4.478024857235141e-05, 7.175609425758012e-06, 2.0051570572832134e-06, 8.228064984905359e-07, 4.3366628688090714e-07, 2.805726069254888e-07, 2.1900729052504175e-07, 2.0241037645973847e-07, 2.1529731952796283e-07, 2.5426498950764653e-07, 3.2071284294943325e-07, 4.179474899501656e-07, 5.481438734022959e-07, 7.043046821308963e-07, 8.473357979710272e-07, 8.722477673472895e-07], "update_matrix_norm_1": [23516.66015625], "update_matrix_norm_2": [6.326674461364746], "update_matrix_norm_inf": [0.08230689913034439], "request": {"prompt": "{} entered this world in the location of", "subject": "Dave Grohl", "target_new": {"str": "Tulsa, Oklahoma"}, "old_answer": {"str": "Warren, Ohio"}, "seed": 42}}, {"loss_per_step": [2.994, 2.021, 0.77, 0.522, 0.497, 0.47, 0.453, 0.444, 0.44, 0.438, 0.437, 0.436, 0.436, 0.435, 0.435, 0.435, 0.435, 0.434, 0.434, 0.434], "prob_new": [0.051740001887083054, 0.2480626404285431, 0.7202896475791931, 0.9189268946647644, 0.9420318603515625, 0.9681451320648193, 0.9832170009613037, 0.9915888905525208, 0.9953500628471375, 0.996873676776886, 0.9975651502609253, 0.9979410171508789, 0.9981767535209656, 0.9983384609222412, 0.9984541535377502, 0.9985368251800537, 0.998592734336853, 0.9986243844032288, 0.9986318945884705, 0.9986143112182617], "prob_old": [0.8270645141601562, 0.22718515992164612, 0.12976278364658356, 0.08090414106845856, 0.05509991571307182, 0.041673190891742706, 0.03311685845255852, 0.028176583349704742, 0.02586442604660988, 0.02493315376341343, 0.02470543049275875, 0.0248410701751709, 0.025185037404298782, 0.02566707134246826, 0.026254575699567795, 0.02693266235291958, 0.02769569680094719, 0.02854205295443535, 0.029472170397639275, 0.03048546053469181], "prob_new_token": [0.0010343047324568033, 0.04979581758379936, 0.3497588038444519, 0.9596852660179138, 0.9909213185310364, 0.9968461394309998, 0.9986117482185364, 0.9992613792419434, 0.9993242025375366, 0.9992864727973938, 0.9992526769638062, 0.9992265105247498, 0.999203622341156, 0.9991819262504578, 0.999160647392273, 0.9991390705108643, 0.9991169571876526, 0.9990952610969543, 0.9990732073783875, 0.9990528225898743], "prob_old_token": [0.7583692073822021, 9.201323700835928e-05, 9.215343197865877e-06, 7.349673296630499e-07, 1.2963235462848388e-07, 3.3917810782213564e-08, 7.773802934707419e-09, 1.1662155685598918e-09, 4.397875952300012e-10, 3.405741244577598e-10, 3.3442157376661896e-10, 3.6124297997375265e-10, 4.097426564708684e-10, 4.785126184181365e-10, 5.697650129476983e-10, 6.880363501160502e-10, 8.402323281586632e-10, 1.0361205227127357e-09, 1.289777951107851e-09, 1.6211942899246878e-09], "update_matrix_norm_1": [21490.6875], "update_matrix_norm_2": [6.029729843139648], "update_matrix_norm_inf": [0.06468264758586884], "request": {"prompt": "{} entered this world in the location of", "subject": "Bruno Mars", "target_new": {"str": "Brookline, Massachusetts"}, "old_answer": {"str": "Honolulu, Hawaii"}, "seed": 42}}, {"loss_per_step": [3.774, 2.594, 1.944, 0.591, 0.481, 0.464, 0.454, 0.45, 0.446, 0.443, 0.44, 0.439, 0.437, 0.436, 0.436, 0.435, 0.435, 0.434, 0.427, 0.414], "prob_new": [0.023327462375164032, 0.11865519732236862, 0.2295091301202774, 0.8603822588920593, 0.9601325392723083, 0.9763271808624268, 0.98326176404953, 0.9874351024627686, 0.9906542897224426, 0.9931665062904358, 0.9949999451637268, 0.9962407350540161, 0.9970344305038452, 0.997528076171875, 0.9978297352790833, 0.9980071783065796, 0.9980995655059814, 0.9981271624565125, 0.9980452656745911, 0.9978070259094238], "prob_old": [0.8270645141601562, 0.21847952902317047, 0.2107343226671219, 0.13008633255958557, 0.10910968482494354, 0.09811712801456451, 0.08748402446508408, 0.07910401374101639, 0.07207459956407547, 0.06627096235752106, 0.06179775670170784, 0.05849599465727806, 0.05616619437932968, 0.054736826568841934, 0.05416395515203476, 0.05427726358175278, 0.05478046089410782, 0.055338919162750244, 0.05618041753768921, 0.05759815871715546], "prob_new_token": [0.00010383657354395837, 0.0027261567302048206, 0.007969502359628677, 0.7629292011260986, 0.9206226468086243, 0.9588755369186401, 0.9746723771095276, 0.9820329546928406, 0.9869799613952637, 0.9904492497444153, 0.992819607257843, 0.9944218397140503, 0.9954517483711243, 0.9960498213768005, 0.9963228702545166, 0.9963622689247131, 0.9962522983551025, 0.9960888028144836, 0.9959484934806824, 0.9957959055900574], "prob_old_token": [0.7583692073822021, 0.00019445848010946065, 8.514361979905516e-05, 5.946242254140088e-06, 2.896878413594095e-06, 1.7253533997063641e-06, 1.0465436162121478e-06, 6.480245815509988e-07, 3.957745491334208e-07, 2.482825891547691e-07, 1.6703626215530676e-07, 1.2129707727126515e-07, 9.515388654790513e-08, 8.12244280723462e-08, 7.561510528830695e-08, 7.540540991612943e-08, 7.778731259122651e-08, 8.028472109344875e-08, 8.477670832007789e-08, 9.265176004191744e-08], "update_matrix_norm_1": [18981.4609375], "update_matrix_norm_2": [5.746840953826904], "update_matrix_norm_inf": [0.08534179627895355], "request": {"prompt": "{} entered this world in the location of", "subject": "Bruno Mars", "target_new": {"str": "Nuremberg"}, "old_answer": {"str": "Honolulu, Hawaii"}, "seed": 42}}, {"loss_per_step": [2.647, 2.207, 0.845, 0.571, 0.539, 0.521, 0.508, 0.498, 0.489, 0.481, 0.474, 0.468, 0.462, 0.457, 0.453, 0.45, 0.448, 0.446, 0.439, 0.427], "prob_new": [0.07161099463701248, 0.17556212842464447, 0.6779359579086304, 0.8778492212295532, 0.9078618288040161, 0.9241858124732971, 0.9351727962493896, 0.9438254833221436, 0.9512864351272583, 0.9580771327018738, 0.9643833637237549, 0.9700939059257507, 0.9749980568885803, 0.9790353775024414, 0.9822636842727661, 0.9847843050956726, 0.9867494702339172, 0.98831707239151, 0.9894683361053467, 0.9902331233024597], "prob_old": [0.8270645141601562, 0.38177403807640076, 0.47487151622772217, 0.1317061483860016, 0.09789293259382248, 0.08386038988828659, 0.07706824690103531, 0.07370723783969879, 0.07212589681148529, 0.0714339092373848, 0.07104754447937012, 0.07053879648447037, 0.06959018856287003, 0.06800622493028641, 0.0658266544342041, 0.06331770867109299, 0.06079809367656708, 0.05850248038768768, 0.05687342956662178, 0.056102264672517776], "prob_new_token": [1.4070064935367554e-05, 0.002812960185110569, 0.3130635619163513, 0.8893839120864868, 0.9591765403747559, 0.9806788563728333, 0.9887628555297852, 0.992405891418457, 0.9943268895149231, 0.9955228567123413, 0.9964134693145752, 0.9971291422843933, 0.9976463913917542, 0.9979597330093384, 0.998121976852417, 0.9981836676597595, 0.998184323310852, 0.9981616735458374, 0.9981759786605835, 0.9982567429542542], "prob_old_token": [0.7583692073822021, 0.13764385879039764, 0.02585515007376671, 5.952909305051435e-06, 1.358201870971243e-06, 5.72723479308479e-07, 3.2963635021587834e-07, 2.3446158081696922e-07, 1.9053941002766805e-07, 1.639037918721442e-07, 1.3839714085861488e-07, 1.0956011209373173e-07, 8.268516182852181e-08, 6.208799874229953e-08, 4.730663505370103e-08, 3.688104399657277e-08, 2.974880786155154e-08, 2.493174555695532e-08, 2.210651040002176e-08, 2.0893248020570354e-08], "update_matrix_norm_1": [19934.498046875], "update_matrix_norm_2": [5.804600715637207], "update_matrix_norm_inf": [0.09060967713594437], "request": {"prompt": "{} entered this world in the location of", "subject": "Bruno Mars", "target_new": {"str": "Kenosha, Wisconsin"}, "old_answer": {"str": "Honolulu, Hawaii"}, "seed": 42}}, {"loss_per_step": [5.414, 3.949, 0.791, 0.529, 0.493, 0.464, 0.441, 0.424, 0.413, 0.405, 0.4, 0.396, 0.394, 0.392, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386], "prob_new": [0.0049725305289030075, 0.0333784818649292, 0.6753737330436707, 0.8750081062316895, 0.9064795970916748, 0.9318845868110657, 0.9527740478515625, 0.9678733348846436, 0.9777876734733582, 0.9840549230575562, 0.9880164265632629, 0.9905494451522827, 0.9922264814376831, 0.9934230446815491, 0.9943448305130005, 0.9950767755508423, 0.9956532716751099, 0.9961008429527283, 0.9964496493339539, 0.9967283010482788], "prob_old": [0.872558057308197, 0.2489597052335739, 0.025040030479431152, 0.03403174504637718, 0.04244375228881836, 0.044131431728601456, 0.04118955135345459, 0.03650829568505287, 0.03183514624834061, 0.027872668579220772, 0.0247538723051548, 0.02235882356762886, 0.02046726644039154, 0.018879227340221405, 0.0174926295876503, 0.016293128952383995, 0.015295242890715599, 0.014499755576252937, 0.01388500165194273, 0.013416473753750324], "prob_new_token": [0.00621256697922945, 0.06712853163480759, 0.45166611671447754, 0.8038359880447388, 0.8541051149368286, 0.896464467048645, 0.9313053488731384, 0.9554056525230408, 0.9705889225006104, 0.9799613356590271, 0.9857751131057739, 0.9893763065338135, 0.9916543960571289, 0.9931847453117371, 0.9942745566368103, 0.9950664639472961, 0.9956396222114563, 0.9960547685623169, 0.9963656663894653, 0.996616542339325], "prob_old_token": [0.9281830191612244, 0.020219018682837486, 3.3261861972277984e-05, 4.89846061100252e-05, 7.39960087230429e-05, 7.56002264097333e-05, 5.5655087635386735e-05, 3.4914162824861705e-05, 2.104122904711403e-05, 1.3058455806458369e-05, 8.609302312834188e-06, 6.045385816833004e-06, 4.436158633325249e-06, 3.3272856398980366e-06, 2.5318133793916786e-06, 1.9701938072103076e-06, 1.586737766956503e-06, 1.3312180726643419e-06, 1.1622790907495073e-06, 1.0495560900380951e-06], "update_matrix_norm_1": [23976.76953125], "update_matrix_norm_2": [6.465024471282959], "update_matrix_norm_inf": [0.04382573813199997], "request": {"prompt": "{} entered this world in the location of", "subject": "Robin van Persie", "target_new": {"str": "Baku"}, "old_answer": {"str": "Rotterdam"}, "seed": 42}}, {"loss_per_step": [10.749, 7.61, 5.918, 3.965, 3.318, 1.237, 1.2, 0.705, 0.503, 0.475, 0.462, 0.453, 0.445, 0.438, 0.433, 0.428, 0.422, 0.417, 0.412, 0.408], "prob_new": [2.8907372325193137e-05, 0.0007704066229052842, 0.0042458800598979, 0.031042026355862617, 0.05917620658874512, 0.4861353039741516, 0.5082676410675049, 0.8559923768043518, 0.9695548415184021, 0.9784932136535645, 0.9824440479278564, 0.9889600872993469, 0.9929366707801819, 0.9948859810829163, 0.9960224032402039, 0.9968448281288147, 0.9974732398986816, 0.9979270100593567, 0.9982195496559143, 0.9983780384063721], "prob_old": [0.872558057308197, 0.2894119322299957, 0.12303375452756882, 0.06453873962163925, 0.030497897416353226, 0.02556561678647995, 0.002676158444955945, 0.013076294213533401, 0.008914475329220295, 0.010871362872421741, 0.011355533264577389, 0.010091140866279602, 0.0089788269251585, 0.008349147625267506, 0.007891216315329075, 0.007436438929289579, 0.006998236291110516, 0.0066500152461230755, 0.006451116409152746, 0.006417632102966309], "prob_new_token": [7.117374707377166e-07, 0.00017639594443608075, 0.0004036792379338294, 0.0021756489295512438, 0.0042443531565368176, 0.1649625599384308, 0.9814772009849548, 0.8295938372612, 0.9666404724121094, 0.9623808860778809, 0.9683991074562073, 0.9786733984947205, 0.9847393035888672, 0.9881318807601929, 0.9906591176986694, 0.992830753326416, 0.9946566224098206, 0.9960952997207642, 0.9971532225608826, 0.9978854656219482], "prob_old_token": [0.9281830191612244, 0.0545349083840847, 0.0033602439798414707, 0.0003841554280370474, 5.91714633628726e-05, 3.01218060485553e-05, 1.4929474900782225e-07, 8.6493218987016e-06, 1.1530560186656658e-06, 1.6560628637307673e-06, 1.5985591517164721e-06, 1.0930322105195955e-06, 7.928572358650854e-07, 6.468878268606204e-07, 5.390583055486786e-07, 4.3293283624734613e-07, 3.351333930368128e-07, 2.564107717262232e-07, 1.9913665028070682e-07, 1.6009826708796027e-07], "update_matrix_norm_1": [24000.939453125], "update_matrix_norm_2": [6.465023994445801], "update_matrix_norm_inf": [0.04981406405568123], "request": {"prompt": "{} entered this world in the location of", "subject": "Robin van Persie", "target_new": {"str": "Langres"}, "old_answer": {"str": "Rotterdam"}, "seed": 42}}, {"loss_per_step": [10.061, 6.593, 5.478, 4.172, 2.914, 1.312, 0.475, 0.419, 0.409, 0.403, 0.398, 0.394, 0.392, 0.39, 0.388, 0.387, 0.386, 0.386, 0.385, 0.385], "prob_new": [6.598375330213457e-05, 0.0022527906112372875, 0.006697811186313629, 0.024144452065229416, 0.08706430345773697, 0.41917988657951355, 0.9337536096572876, 0.9869155883789062, 0.9952231049537659, 0.9980575442314148, 0.9988892078399658, 0.9991651177406311, 0.9992528557777405, 0.9992629885673523, 0.9992443323135376, 0.9992250800132751, 0.9992165565490723, 0.9992192983627319, 0.9992297291755676, 0.9992460012435913], "prob_old": [0.872558057308197, 0.2537251114845276, 0.1361563354730606, 0.06013428047299385, 0.037594184279441833, 0.02486039325594902, 0.009809976443648338, 0.003176572034135461, 0.001708458410575986, 0.0012895427644252777, 0.0011584325693547726, 0.0011446498101577163, 0.0011944941943511367, 0.0012771609472110868, 0.0013666327577084303, 0.0014456519857048988, 0.0015091485111042857, 0.001560301287099719, 0.0016036845045164227, 0.001640919828787446], "prob_new_token": [1.1835859936581983e-07, 0.00037765540764667094, 0.0008358009508810937, 0.0009066315251402557, 0.009510070085525513, 0.21394191682338715, 0.8396809697151184, 0.9926411509513855, 0.9985713958740234, 0.9993270635604858, 0.9994938969612122, 0.9994869232177734, 0.9993709921836853, 0.9991755485534668, 0.9989569783210754, 0.998779296875, 0.9986660480499268, 0.9985977411270142, 0.9985449314117432, 0.9984968304634094], "prob_old_token": [0.9281830191612244, 0.022072849795222282, 0.0031267437152564526, 0.0007755481055937707, 0.00034786685137078166, 0.0004976202617399395, 0.00020762333588209003, 6.57267582937493e-06, 9.67215441960434e-07, 4.122175880638679e-07, 3.1053323823471146e-07, 3.346150663219305e-07, 4.4382002784004726e-07, 6.233649969544786e-07, 8.313733133036294e-07, 1.0135036063729785e-06, 1.1467285503385938e-06, 1.2464297469705343e-06, 1.3375403113968787e-06, 1.4305906006484292e-06], "update_matrix_norm_1": [23411.95703125], "update_matrix_norm_2": [6.465023994445801], "update_matrix_norm_inf": [0.05064923316240311], "request": {"prompt": "{} entered this world in the location of", "subject": "Robin van Persie", "target_new": {"str": "Calw"}, "old_answer": {"str": "Rotterdam"}, "seed": 42}}, {"loss_per_step": [10.038, 7.381, 2.782, 0.79, 0.443, 0.4, 0.39, 0.386, 0.384, 0.382, 0.381, 0.38, 0.38, 0.379, 0.378, 0.378, 0.377, 0.377, 0.376, 0.376], "prob_new": [7.381578325293958e-05, 0.0017792023718357086, 0.10162661224603653, 0.6739178895950317, 0.9396884441375732, 0.981108546257019, 0.9912068843841553, 0.9947625994682312, 0.9963598251342773, 0.9972051382064819, 0.9977053999900818, 0.9980252981185913, 0.9982410669326782, 0.9983916878700256, 0.9984995722770691, 0.9985776543617249, 0.9986346960067749, 0.998676061630249, 0.9987059235572815, 0.9987273812294006], "prob_old": [0.6070443391799927, 0.013233574107289314, 0.00364219443872571, 0.001002660603262484, 0.00039243281935341656, 0.00022006416111253202, 0.00015255113248713315, 0.00011924286081921309, 0.00010016816668212414, 8.810555300442502e-05, 7.995883788680658e-05, 7.42256743251346e-05, 7.009739056229591e-05, 6.710388697683811e-05, 6.49510693619959e-05, 6.344355642795563e-05, 6.244506948860362e-05, 6.185607344377786e-05, 6.160065822768956e-05, 6.161911733215675e-05], "prob_new_token": [8.480039468850009e-06, 0.0029066987335681915, 0.13764403760433197, 0.7676601409912109, 0.9761191606521606, 0.9936737418174744, 0.9970878958702087, 0.9982114434242249, 0.9987030029296875, 0.9989580512046814, 0.9991056323051453, 0.9991963505744934, 0.9992546439170837, 0.9992927312850952, 0.9993187189102173, 0.9993356466293335, 0.9993470907211304, 0.9993546009063721, 0.9993599653244019, 0.9993631839752197], "prob_old_token": [0.6147878170013428, 0.010590234771370888, 0.001440274529159069, 0.0001821050827857107, 1.4215716873877682e-05, 3.6003000332129886e-06, 1.6485747664773953e-06, 1.0130407872566138e-06, 7.353908131335629e-07, 5.915115366406098e-07, 5.085884708933008e-07, 4.575591390221234e-07, 4.248333311807073e-07, 4.0342771967516455e-07, 3.8934072676966025e-07, 3.801098955591442e-07, 3.7426679000418517e-07, 3.7066217828396475e-07, 3.6857608165519196e-07, 3.674032313938369e-07], "update_matrix_norm_1": [27842.9453125], "update_matrix_norm_2": [7.1877217292785645], "update_matrix_norm_inf": [0.026161164045333862], "request": {"prompt": "{} entered this world in the location of", "subject": "Maurice Ravel", "target_new": {"str": "Leipzig"}, "old_answer": {"str": "Ciboure"}, "seed": 42}}, {"loss_per_step": [11.038, 6.031, 1.534, 0.615, 0.423, 0.398, 0.393, 0.391, 0.389, 0.388, 0.386, 0.385, 0.383, 0.382, 0.381, 0.38, 0.379, 0.378, 0.378, 0.377], "prob_new": [3.2382577046519145e-05, 0.009221447631716728, 0.3558500111103058, 0.8112699389457703, 0.9696614742279053, 0.9928670525550842, 0.9966930150985718, 0.9977061152458191, 0.9981029629707336, 0.9983173608779907, 0.9984661340713501, 0.9985849261283875, 0.9986847043037415, 0.9987680315971375, 0.9988354444503784, 0.998887300491333, 0.9989245533943176, 0.9989486336708069, 0.9989612698554993, 0.9989644289016724], "prob_old": [0.6070443391799927, 0.011826006695628166, 0.004881752654910088, 0.0023661809973418713, 0.0014148976188153028, 0.0010017667664214969, 0.0008375193574465811, 0.0007718514534644783, 0.0007451521814800799, 0.0007354795234277844, 0.0007344087352976203, 0.0007385631906799972, 0.0007464922964572906, 0.0007575377239845693, 0.00077133096056059, 0.0007876051240600646, 0.0008061313419602811, 0.0008266750955954194, 0.0008490232867188752, 0.0008729628752917051], "prob_new_token": [4.264133622200461e-06, 0.08243997395038605, 0.5261163115501404, 0.9013515114784241, 0.9873685240745544, 0.9970037341117859, 0.9985978007316589, 0.9990246295928955, 0.9991874694824219, 0.9992665648460388, 0.9993109107017517, 0.9993382096290588, 0.9993537664413452, 0.9993605017662048, 0.9993589520454407, 0.999350368976593, 0.9993349313735962, 0.9993143081665039, 0.9992901682853699, 0.9992632269859314], "prob_old_token": [0.6147878170013428, 0.006372093688696623, 0.0008073635981418192, 0.00012003168376395479, 1.8851113054552115e-05, 4.932509455102263e-06, 2.2998426629783353e-06, 1.5227918765958748e-06, 1.199648522742791e-06, 1.0306260946890689e-06, 9.283249937652727e-07, 8.612254305262468e-07, 8.164228120222106e-07, 7.876420227148628e-07, 7.715875085523294e-07, 7.659072025489877e-07, 7.690368875046261e-07, 7.794522502990731e-07, 7.957858088047942e-07, 8.168495924110175e-07], "update_matrix_norm_1": [27798.42578125], "update_matrix_norm_2": [7.187721252441406], "update_matrix_norm_inf": [0.02442893199622631], "request": {"prompt": "{} entered this world in the location of", "subject": "Maurice Ravel", "target_new": {"str": "Cambridge"}, "old_answer": {"str": "Ciboure"}, "seed": 42}}, {"loss_per_step": [3.612, 3.123, 1.43, 0.58, 0.473, 0.451, 0.435, 0.415, 0.397, 0.388, 0.383, 0.38, 0.378, 0.376, 0.375, 0.375, 0.374, 0.374, 0.374, 0.373], "prob_new": [0.02825077623128891, 0.06922885775566101, 0.3656373918056488, 0.8280112743377686, 0.9209209084510803, 0.9393243789672852, 0.9525837898254395, 0.9694751501083374, 0.9851701855659485, 0.9915711879730225, 0.9946388006210327, 0.9964096546173096, 0.9974805116653442, 0.9981263875961304, 0.9985202550888062, 0.9987702369689941, 0.9989364743232727, 0.9990509152412415, 0.9991317987442017, 0.9991891384124756], "prob_old": [0.6070443391799927, 0.014808442443609238, 0.011743777431547642, 0.0023182756267488003, 0.0007834943826310337, 0.000526788760907948, 0.00044456985779106617, 0.00037345552118495107, 0.0002669293317012489, 0.000196655179024674, 0.00016867682279553264, 0.00016008444072213024, 0.00016096665058284998, 0.0001650957710808143, 0.0001706336479401216, 0.00017699867021292448, 0.00018401672423351556, 0.00019165979756508023, 0.0002001286338781938, 0.00021007080795243382], "prob_new_token": [2.918350583058782e-05, 0.007804424036294222, 0.19185325503349304, 0.8567441701889038, 0.9813892245292664, 0.9931702017784119, 0.9963206052780151, 0.9980183243751526, 0.9994596838951111, 0.9997596144676208, 0.9998317360877991, 0.999855101108551, 0.9998589158058167, 0.9998518824577332, 0.9998385310173035, 0.99982088804245, 0.9998005628585815, 0.9997786283493042, 0.9997557401657104, 0.9997337460517883], "prob_old_token": [0.6147878170013428, 0.010229945182800293, 0.0008800880168564618, 0.00021207421377766877, 3.689872391987592e-05, 1.5435325622092932e-05, 8.493143468513153e-06, 4.166495273238979e-06, 5.397136533247249e-07, 9.461854943992876e-08, 4.6177298429483926e-08, 3.4929062309174697e-08, 3.3354790929251976e-08, 3.6943561099178623e-08, 4.5281641547489926e-08, 5.942052894170047e-08, 8.130331963229764e-08, 1.1363108853856829e-07, 1.6083373566289083e-07, 2.328085599856422e-07], "update_matrix_norm_1": [26945.716796875], "update_matrix_norm_2": [7.187720775604248], "update_matrix_norm_inf": [0.03153979033231735], "request": {"prompt": "{} entered this world in the location of", "subject": "Maurice Ravel", "target_new": {"str": "Brookline, Massachusetts"}, "old_answer": {"str": "Ciboure"}, "seed": 42}}, {"loss_per_step": [4.202, 2.101, 1.133, 0.807, 0.681, 0.615, 0.574, 0.543, 0.518, 0.494, 0.468, 0.441, 0.417, 0.406, 0.402, 0.399, 0.398, 0.397, 0.396, 0.395], "prob_new": [0.015528619289398193, 0.19919373095035553, 0.4991846978664398, 0.6767274141311646, 0.7571221590042114, 0.8049885034561157, 0.8382056355476379, 0.8634805679321289, 0.8851321339607239, 0.9063306450843811, 0.9296862483024597, 0.9549776911735535, 0.9773916006088257, 0.9887098073959351, 0.993078887462616, 0.9950547218322754, 0.9961616396903992, 0.9968660473823547, 0.997343897819519, 0.9976782202720642], "prob_old": [0.8526610732078552, 0.384062260389328, 0.314405232667923, 0.32065728306770325, 0.3039928078651428, 0.2820340096950531, 0.26141059398651123, 0.2449539303779602, 0.2317299246788025, 0.21972768008708954, 0.20641908049583435, 0.19063463807106018, 0.1746409833431244, 0.16308583319187164, 0.15592487156391144, 0.15101192891597748, 0.1470405012369156, 0.1437794715166092, 0.14136137068271637, 0.13991782069206238], "prob_new_token": [2.3214201974042226e-06, 0.010067008435726166, 0.3467596769332886, 0.7161177396774292, 0.7898166179656982, 0.8297286629676819, 0.866368293762207, 0.89957594871521, 0.9273765087127686, 0.949924886226654, 0.9677648544311523, 0.9802692532539368, 0.9876946210861206, 0.991813063621521, 0.9942151308059692, 0.9957482218742371, 0.996769905090332, 0.9974561929702759, 0.9979198575019836, 0.9982316493988037], "prob_old_token": [0.9432980418205261, 0.006801350973546505, 0.002972426824271679, 0.002091270638629794, 0.0011878357036039233, 0.0007975614862516522, 0.0005884619313292205, 0.0004483774828258902, 0.00033581870957277715, 0.000233259386732243, 0.00013947297702543437, 7.149710290832445e-05, 4.004795482615009e-05, 2.9261955205583945e-05, 2.385554944339674e-05, 1.950157093233429e-05, 1.5795309082022868e-05, 1.2854874512413517e-05, 1.0682494576030876e-05, 9.188252988678869e-06], "update_matrix_norm_1": [24187.65625], "update_matrix_norm_2": [6.358022689819336], "update_matrix_norm_inf": [0.030122356489300728], "request": {"prompt": "{} entered this world in the location of", "subject": "Andre Agassi", "target_new": {"str": "Atlanta, Georgia"}, "old_answer": {"str": "Las Vegas, Nevada"}, "seed": 42}}, {"loss_per_step": [5.744, 3.607, 1.488, 0.667, 0.517, 0.47, 0.448, 0.434, 0.425, 0.419, 0.415, 0.412, 0.409, 0.407, 0.405, 0.403, 0.402, 0.4, 0.399, 0.397], "prob_new": [0.0033603357151150703, 0.04344606399536133, 0.3486422300338745, 0.7720480561256409, 0.8998702764511108, 0.9429025650024414, 0.9605553150177002, 0.9704150557518005, 0.9768633246421814, 0.9813764095306396, 0.9846516847610474, 0.9870960712432861, 0.9889705181121826, 0.9904518127441406, 0.9916653633117676, 0.9927024841308594, 0.9936273097991943, 0.9944813251495361, 0.9952848553657532, 0.9960359930992126], "prob_old": [0.8526610732078552, 0.5743591785430908, 0.475722998380661, 0.2380373626947403, 0.13882698118686676, 0.10855595767498016, 0.09717800468206406, 0.09138540923595428, 0.08745183050632477, 0.08425822854042053, 0.08146112412214279, 0.07893809676170349, 0.07662349939346313, 0.07445275038480759, 0.07234169542789459, 0.07018853724002838, 0.06790433824062347, 0.06542009860277176, 0.06270133703947067, 0.05979878082871437], "prob_new_token": [0.00029544284916482866, 0.014896978624165058, 0.3218892514705658, 0.8472645282745361, 0.9068472385406494, 0.9367499351501465, 0.9534512162208557, 0.964469313621521, 0.9724482297897339, 0.9783865213394165, 0.9828296899795532, 0.9861718416213989, 0.9887153506278992, 0.990692675113678, 0.992287814617157, 0.9936454892158508, 0.9948573112487793, 0.9959539175033569, 0.9969221353530884, 0.9977656602859497], "prob_old_token": [0.9432980418205261, 0.07559852302074432, 0.03172643855214119, 0.001419409061782062, 0.00013260675768833607, 3.535655923769809e-05, 1.7988011677516624e-05, 1.2266675184946507e-05, 9.46450927585829e-06, 7.697615728829987e-06, 6.415303232643055e-06, 5.406979198596673e-06, 4.570269084069878e-06, 3.842486876237672e-06, 3.174721086907084e-06, 2.5287729386036517e-06, 1.899491394397046e-06, 1.3223572068454814e-06, 8.433274842900573e-07, 4.875720378549886e-07], "update_matrix_norm_1": [24794.37109375], "update_matrix_norm_2": [6.358023166656494], "update_matrix_norm_inf": [0.027572883293032646], "request": {"prompt": "{} entered this world in the location of", "subject": "Andre Agassi", "target_new": {"str": "Tus"}, "old_answer": {"str": "Las Vegas, Nevada"}, "seed": 42}}, {"loss_per_step": [4.932, 3.829, 3.433, 2.927, 2.192, 0.717, 0.442, 0.425, 0.417, 0.411, 0.408, 0.405, 0.403, 0.4, 0.399, 0.398, 0.397, 0.396, 0.395, 0.394], "prob_new": [0.007798907347023487, 0.03437880054116249, 0.05021865293383598, 0.08164551109075546, 0.1702544242143631, 0.7495818734169006, 0.9987636208534241, 0.9992035031318665, 0.9991551637649536, 0.9990986585617065, 0.9990561604499817, 0.9990525245666504, 0.9991008639335632, 0.9991929531097412, 0.9993048310279846, 0.9994152784347534, 0.9995121955871582, 0.9995924830436707, 0.9996567964553833, 0.9997077584266663], "prob_old": [0.8526610732078552, 0.37233901023864746, 0.38296836614608765, 0.4031749963760376, 0.39897483587265015, 0.27745532989501953, 0.049796219915151596, 0.03815695643424988, 0.03553301468491554, 0.03603602200746536, 0.03718003258109093, 0.038000669330358505, 0.03813156858086586, 0.03763232380151749, 0.036791011691093445, 0.03583338111639023, 0.03486047312617302, 0.03390619158744812, 0.03298993408679962, 0.03214028850197792], "prob_new_token": [6.732281008225982e-07, 9.17644429136999e-05, 0.00023628215421922505, 0.0016937137115746737, 0.012795012444257736, 0.5708684325218201, 0.9974765777587891, 0.9982599020004272, 0.998214840888977, 0.998022735118866, 0.9978153705596924, 0.9976627826690674, 0.9976203441619873, 0.9977331757545471, 0.9979943037033081, 0.9983406662940979, 0.9986926913261414, 0.998995840549469, 0.9992303848266602, 0.9993996620178223], "prob_old_token": [0.9432980418205261, 0.006916924379765987, 0.012697082944214344, 0.019946202635765076, 0.015416918322443962, 0.0005499671678990126, 5.246013756732282e-08, 5.5518121655495634e-08, 6.057688750615853e-08, 5.8412332748503104e-08, 5.356741539230825e-08, 4.8387391871074215e-08, 4.3812779182417216e-08, 3.966573913771754e-08, 3.541900639447704e-08, 3.0839430564810755e-08, 2.6154221899332697e-08, 2.1773951530690283e-08, 1.802756877111733e-08, 1.5021083044075567e-08], "update_matrix_norm_1": [23418.068359375], "update_matrix_norm_2": [6.358022689819336], "update_matrix_norm_inf": [0.03174488991498947], "request": {"prompt": "{} entered this world in the location of", "subject": "Andre Agassi", "target_new": {"str": "Edinburgh, Scotland"}, "old_answer": {"str": "Las Vegas, Nevada"}, "seed": 42}}, {"loss_per_step": [8.399, 5.849, 4.689, 3.201, 1.781, 0.649, 0.431, 0.382, 0.372, 0.369, 0.367, 0.366, 0.364, 0.362, 0.36, 0.359, 0.358, 0.357, 0.356, 0.355], "prob_new": [0.0002541591238696128, 0.0043848431669175625, 0.013480164110660553, 0.06024433299899101, 0.2450476586818695, 0.7609453201293945, 0.9425807595252991, 0.988437294960022, 0.9964610934257507, 0.9978951215744019, 0.9983129501342773, 0.9985066652297974, 0.9986338019371033, 0.9987348318099976, 0.9988212585449219, 0.9988952875137329, 0.9989569783210754, 0.9990065693855286, 0.9990452527999878, 0.9990750551223755], "prob_old": [0.7849982380867004, 0.0516810417175293, 0.08197836577892303, 0.03078649751842022, 0.01497124508023262, 0.004768987186253071, 0.00046321400441229343, 0.00013841301552020013, 8.044362039072439e-05, 6.375791417667642e-05, 5.772741496912204e-05, 5.498099562828429e-05, 5.319817137205973e-05, 5.165069524082355e-05, 5.022629557061009e-05, 4.9032933020498604e-05, 4.81919851154089e-05, 4.775045090354979e-05, 4.7667657781858e-05, 4.784273914992809e-05], "prob_new_token": [5.547621185542084e-06, 0.0002912260533776134, 0.0006004063761793077, 0.008530285209417343, 0.0760195255279541, 0.7409262657165527, 0.9852467775344849, 0.9955667853355408, 0.9969802498817444, 0.9973085522651672, 0.9974780678749084, 0.9976454973220825, 0.9978288412094116, 0.9980189204216003, 0.9982042908668518, 0.9983742833137512, 0.9985230565071106, 0.9986492991447449, 0.9987547397613525, 0.9988424181938171], "prob_old_token": [0.6247020959854126, 0.0036080232821404934, 0.004841872025281191, 0.0003941163595300168, 0.00011549996997928247, 1.9697796233231202e-05, 3.936589791919687e-07, 5.509280498472435e-08, 2.6169042044443813e-08, 2.0391006216868846e-08, 1.809747018910457e-08, 1.6291272331159234e-08, 1.451750453185241e-08, 1.280991845931112e-08, 1.1261756860392325e-08, 9.936285572109682e-09, 8.854168065397516e-09, 8.003286922075858e-09, 7.352217945566508e-09, 6.862608259439185e-09], "update_matrix_norm_1": [24781.1171875], "update_matrix_norm_2": [6.726444721221924], "update_matrix_norm_inf": [0.056211523711681366], "request": {"prompt": "{} entered this world in the location of", "subject": "Victoria Azarenka", "target_new": {"str": "Samos"}, "old_answer": {"str": "Minsk"}, "seed": 42}}, {"loss_per_step": [3.624, 2.44, 1.231, 0.886, 0.746, 0.662, 0.599, 0.544, 0.492, 0.444, 0.402, 0.385, 0.38, 0.377, 0.375, 0.373, 0.372, 0.37, 0.369, 0.369], "prob_new": [0.028038805350661278, 0.13475824892520905, 0.4310935437679291, 0.6040940880775452, 0.6918218731880188, 0.7525266408920288, 0.8017064332962036, 0.8469191193580627, 0.8914642333984375, 0.9365060329437256, 0.9773772358894348, 0.9934447407722473, 0.9967641830444336, 0.9978289008140564, 0.9982376098632812, 0.9984857439994812, 0.998686671257019, 0.9988590478897095, 0.9990037679672241, 0.9991201162338257], "prob_old": [0.7849982380867004, 0.014758740551769733, 0.014004040509462357, 0.0020442199893295765, 0.0007774938130751252, 0.00044172880006954074, 0.0002806939883157611, 0.0001809835812309757, 0.0001141068059951067, 6.112311530159786e-05, 1.593215529283043e-05, 4.167770839558216e-06, 3.5780485632130876e-06, 3.7271440760378027e-06, 3.6731753425556235e-06, 3.3761541544663487e-06, 2.9541185995185515e-06, 2.5130800622719107e-06, 2.112872380166664e-06, 1.778714249667246e-06], "prob_new_token": [9.389803744852543e-05, 0.007283262442797422, 0.4426039159297943, 0.7160484194755554, 0.8096532821655273, 0.8705077767372131, 0.9091784954071045, 0.9350571036338806, 0.9546552300453186, 0.9724002480506897, 0.9924172163009644, 0.9993147850036621, 0.9994913339614868, 0.9994973540306091, 0.9995189905166626, 0.9995498061180115, 0.999584436416626, 0.99961918592453, 0.9996519088745117, 0.9996809959411621], "prob_old_token": [0.6247020959854126, 0.00014546859893016517, 8.854051702655852e-05, 1.151479682448553e-05, 4.554122824629303e-06, 2.1053724594821688e-06, 1.0585871450530249e-06, 5.802111218145001e-07, 3.277105236065836e-07, 1.5917643736429454e-07, 1.922915870977704e-08, 2.4827986888631415e-10, 4.529841779454813e-11, 2.4333037321189188e-11, 1.7073049571325605e-11, 1.2664933338180084e-11, 9.403023498721907e-12, 6.904717249345271e-12, 5.036859384438541e-12, 3.7017407368555855e-12], "update_matrix_norm_1": [24482.98046875], "update_matrix_norm_2": [6.726443767547607], "update_matrix_norm_inf": [0.061386339366436005], "request": {"prompt": "{} entered this world in the location of", "subject": "Victoria Azarenka", "target_new": {"str": "London, England"}, "old_answer": {"str": "Minsk"}, "seed": 42}}, {"loss_per_step": [7.684, 6.058, 4.851, 2.712, 1.179, 0.452, 0.434, 0.419, 0.396, 0.381, 0.374, 0.371, 0.369, 0.367, 0.366, 0.365, 0.364, 0.363, 0.363, 0.362], "prob_new": [0.00050090387230739, 0.0036026686429977417, 0.011509411968290806, 0.10307005792856216, 0.5643693804740906, 0.9786971211433411, 0.9729780554771423, 0.9667983651161194, 0.9789103865623474, 0.9889968633651733, 0.993254542350769, 0.9952507019042969, 0.9963743090629578, 0.9970912337303162, 0.9975772500038147, 0.9979143738746643, 0.9981486201286316, 0.9983081221580505, 0.9984111785888672, 0.998469889163971], "prob_old": [0.7849982380867004, 0.013222538866102695, 0.048821695148944855, 0.01313829980790615, 0.002633410971611738, 0.0003531647671479732, 0.00038735996349714696, 0.0006426561158150434, 0.0005872435285709798, 0.00035618001129478216, 0.00022611644817516208, 0.0001622441632207483, 0.00012976904690731317, 0.00011302600614726543, 0.0001050853097694926, 0.0001027132966555655, 0.00010430788825033233, 0.00010901845234911889, 0.00011631674715317786, 0.00012577298912219703], "prob_new_token": [7.494021247111959e-06, 0.00014364227536134422, 0.0011966623133048415, 0.007626317907124758, 0.13551275432109833, 0.8665229082107544, 0.9104434251785278, 0.8693616986274719, 0.8810014724731445, 0.9370977282524109, 0.970171332359314, 0.9846920371055603, 0.990950882434845, 0.9938556551933289, 0.99534010887146, 0.9961620569229126, 0.9966333508491516, 0.9968909621238708, 0.99699866771698, 0.9969891905784607], "prob_old_token": [0.6247020959854126, 0.00017258570005651563, 0.0027203354984521866, 0.00039019883843138814, 2.1607260350720026e-05, 8.155847126545268e-07, 1.0038772870757384e-06, 2.7070666419604095e-06, 2.5745130187715404e-06, 1.0613214271870675e-06, 4.1319052002108947e-07, 1.8912226096290397e-07, 1.057605842902376e-07, 7.141324687154338e-08, 5.635746092025329e-08, 5.023016313998596e-08, 4.9161943849185263e-08, 5.169965078266614e-08, 5.7387300245181905e-08, 6.617254655338911e-08], "update_matrix_norm_1": [25400.92578125], "update_matrix_norm_2": [6.726445198059082], "update_matrix_norm_inf": [0.05348146706819534], "request": {"prompt": "{} entered this world in the location of", "subject": "Victoria Azarenka", "target_new": {"str": "Perinaldo"}, "old_answer": {"str": "Minsk"}, "seed": 42}}, {"loss_per_step": [2.901, 1.786, 0.931, 0.721, 0.643, 0.576, 0.521, 0.468, 0.437, 0.427, 0.422, 0.42, 0.418, 0.416, 0.415, 0.414, 0.413, 0.413, 0.412, 0.412], "prob_new": [0.057733818888664246, 0.2740313410758972, 0.6297159790992737, 0.7576162815093994, 0.8082886934280396, 0.8583118915557861, 0.9028075933456421, 0.9488304853439331, 0.9761383533477783, 0.9848302602767944, 0.9882989525794983, 0.9904658198356628, 0.9920305609703064, 0.9932231903076172, 0.9941673278808594, 0.99493008852005, 0.9955431818962097, 0.9960212707519531, 0.9963769912719727, 0.9966291189193726], "prob_old": [0.5343730449676514, 0.3319343626499176, 0.030636796727776527, 0.013794537633657455, 0.00847266148775816, 0.005695097614079714, 0.004394959658384323, 0.003551170229911804, 0.002995544346049428, 0.0025922544300556183, 0.0022216106299310923, 0.0018808691529557109, 0.001597999013029039, 0.0013762812595814466, 0.0012074606493115425, 0.0010818567825481296, 0.00099248718470335, 0.0009354425710625947, 0.0009077236754819751, 0.0009049235959537327], "prob_new_token": [0.00013304021558724344, 0.04001004248857498, 0.7010219097137451, 0.8895540237426758, 0.9281383752822876, 0.9633015394210815, 0.9784069061279297, 0.983606219291687, 0.9858067035675049, 0.9886106252670288, 0.9916332960128784, 0.9941034913063049, 0.9958446621894836, 0.9969897270202637, 0.9977343678474426, 0.9982303380966187, 0.9985750913619995, 0.9988222122192383, 0.9989996552467346, 0.9991223216056824], "prob_old_token": [0.7676060199737549, 0.4851200580596924, 0.0014745949301868677, 0.0001976522762561217, 9.244315879186615e-05, 4.796693247044459e-05, 2.5251691113226116e-05, 1.4407450180442538e-05, 9.575589501764625e-06, 6.4972850850608665e-06, 4.2009519347629976e-06, 2.700105142139364e-06, 1.775373220880283e-06, 1.2108379223718657e-06, 8.606047572357056e-07, 6.387047619682562e-07, 4.975632919013151e-07, 4.108086955056933e-07, 3.624810460678418e-07, 3.4196403930764063e-07], "update_matrix_norm_1": [23203.2578125], "update_matrix_norm_2": [6.235135555267334], "update_matrix_norm_inf": [0.04119482263922691], "request": {"prompt": "{} entered this world in the location of", "subject": "Alfonso Cuar\u00f3n", "target_new": {"str": "Madrid, Spain"}, "old_answer": {"str": "Mexico City"}, "seed": 42}}, {"loss_per_step": [3.298, 1.366, 1.02, 0.844, 0.737, 0.657, 0.584, 0.525, 0.479, 0.444, 0.429, 0.422, 0.418, 0.415, 0.413, 0.412, 0.411, 0.411, 0.41, 0.41], "prob_new": [0.041325893253088, 0.4091202914714813, 0.5646970868110657, 0.6608453392982483, 0.7300987839698792, 0.788520097732544, 0.8462711572647095, 0.8963903188705444, 0.9368297457695007, 0.9691413044929504, 0.9848231673240662, 0.9918376803398132, 0.9956760406494141, 0.9976239800453186, 0.9985584020614624, 0.9990220069885254, 0.99924236536026, 0.9993266463279724, 0.99932461977005, 0.9992454648017883], "prob_old": [0.5343730449676514, 0.19771288335323334, 0.035727985203266144, 0.024647057056427002, 0.015914015471935272, 0.010020589455962181, 0.0062398286536335945, 0.0037922554183751345, 0.002237477572634816, 0.0012190282577648759, 0.0008461569668725133, 0.0006650238065049052, 0.0004914895398542285, 0.0003601578646339476, 0.0002708704851102084, 0.0002136116527253762, 0.00018363488197792321, 0.00017282906628679484, 0.00017496921645943075, 0.0001876302994787693], "prob_new_token": [1.2275768312974833e-05, 0.354328453540802, 0.6549479961395264, 0.8494879007339478, 0.9097859263420105, 0.9400532245635986, 0.9596037864685059, 0.9717068076133728, 0.9806546568870544, 0.9857353568077087, 0.9885022044181824, 0.991613507270813, 0.994705080986023, 0.9968920350074768, 0.9981398582458496, 0.9987765550613403, 0.9990672469139099, 0.9991878867149353, 0.9992233514785767, 0.999201238155365], "prob_old_token": [0.7676060199737549, 0.07865578681230545, 0.000950109853874892, 0.0003197918995283544, 0.00013369818043429404, 5.597328345174901e-05, 2.0515310097835027e-05, 6.903217126819072e-06, 2.4502205633325502e-06, 1.173277723864885e-06, 9.178834261547308e-07, 6.449942020481103e-07, 3.1870601446826186e-07, 1.4154205985050794e-07, 6.228607674074738e-08, 2.951769495496137e-08, 1.7915992245320922e-08, 1.460724607937891e-08, 1.5163342581558936e-08, 1.8963490333590016e-08], "update_matrix_norm_1": [24432.814453125], "update_matrix_norm_2": [6.235135555267334], "update_matrix_norm_inf": [0.041098110377788544], "request": {"prompt": "{} entered this world in the location of", "subject": "Alfonso Cuar\u00f3n", "target_new": {"str": "London, England"}, "old_answer": {"str": "Mexico City"}, "seed": 42}}, {"loss_per_step": [6.133, 5.249, 4.181, 2.014, 0.674, 0.484, 0.457, 0.44, 0.431, 0.426, 0.423, 0.421, 0.42, 0.419, 0.418, 0.417, 0.417, 0.416, 0.416, 0.415], "prob_new": [0.002444002777338028, 0.008963864296674728, 0.024925773963332176, 0.21647199988365173, 0.811153769493103, 0.9575366377830505, 0.9822905659675598, 0.989916980266571, 0.9939127564430237, 0.9961930513381958, 0.9974011182785034, 0.9980069398880005, 0.9983394742012024, 0.9985540509223938, 0.9987066388130188, 0.9988267421722412, 0.998935878276825, 0.9990374445915222, 0.9991257190704346, 0.9991987347602844], "prob_old": [0.5343730449676514, 0.27355244755744934, 0.0766029804944992, 0.030606668442487717, 0.001416969345882535, 0.0003763643908314407, 0.00014811824075877666, 7.562537939520553e-05, 4.739752330351621e-05, 3.4628130379132926e-05, 2.9510596505133435e-05, 2.8213358746143058e-05, 2.817431050061714e-05, 2.7427106033428572e-05, 2.5443783670198172e-05, 2.30330006161239e-05, 2.0658098947023973e-05, 1.83874126378214e-05, 1.6209896784857847e-05, 1.4199064935382921e-05], "prob_new_token": [4.819567038794048e-06, 7.55941728129983e-05, 0.001965044066309929, 0.06128665432333946, 0.733171820640564, 0.950986921787262, 0.9879842400550842, 0.9952868223190308, 0.9971883893013, 0.9977841973304749, 0.9979241490364075, 0.9979463219642639, 0.997977077960968, 0.9980411529541016, 0.9981393218040466, 0.9982681274414062, 0.9984289407730103, 0.9986001253128052, 0.9987523555755615, 0.998878002166748], "prob_old_token": [0.7676060199737549, 0.309539258480072, 0.005218896083533764, 0.00395915936678648, 3.932875188183971e-05, 4.886135684500914e-06, 8.992915923045075e-07, 2.2099418117704772e-07, 9.879503437559833e-08, 6.87170214064281e-08, 6.449127454288828e-08, 6.943889729882358e-08, 7.676618452023831e-08, 8.04491975259225e-08, 7.729938289458005e-08, 6.92993111783835e-08, 5.882466780349205e-08, 4.805124120821347e-08, 3.835994633050177e-08, 3.0285889351944206e-08], "update_matrix_norm_1": [22726.37109375], "update_matrix_norm_2": [6.235135555267334], "update_matrix_norm_inf": [0.033315688371658325], "request": {"prompt": "{} entered this world in the location of", "subject": "Alfonso Cuar\u00f3n", "target_new": {"str": "Springfield"}, "old_answer": {"str": "Mexico City"}, "seed": 42}}, {"loss_per_step": [6.084, 4.819, 2.712, 1.336, 0.47, 0.412, 0.403, 0.399, 0.397, 0.395, 0.394, 0.393, 0.392, 0.391, 0.39, 0.39, 0.389, 0.388, 0.388, 0.387], "prob_new": [0.0024570999667048454, 0.019279349595308304, 0.09926639497280121, 0.3955357074737549, 0.9263241291046143, 0.9811803698539734, 0.9897270202636719, 0.9926872253417969, 0.9942451119422913, 0.9952622652053833, 0.9960055947303772, 0.996582567691803, 0.9970454573631287, 0.997423529624939, 0.9977355599403381, 0.9979943037033081, 0.9982100129127502, 0.9983899593353271, 0.9985402822494507, 0.998665988445282], "prob_old": [0.42669883370399475, 0.011688771657645702, 0.0003581626806408167, 0.00031114884768612683, 1.8305723642697558e-05, 2.6332704692322295e-06, 1.1673763538055937e-06, 7.823120427019603e-07, 6.096386186982272e-07, 5.063114372205746e-07, 4.3461650989229383e-07, 3.811741748904751e-07, 3.399574666218541e-07, 3.076319501360558e-07, 2.8207040259076166e-07, 2.6183820978076255e-07, 2.4587049551882956e-07, 2.334444957341475e-07, 2.240644221274124e-07, 2.1747096923263598e-07], "prob_new_token": [8.31920169730438e-06, 0.00220511038787663, 0.010036156512796879, 0.19385558366775513, 0.9016146659851074, 0.9784754514694214, 0.9909118413925171, 0.9949146509170532, 0.9967052936553955, 0.9976651668548584, 0.9982415437698364, 0.9986158609390259, 0.9988725185394287, 0.9990554451942444, 0.9991894364356995, 0.9992895722389221, 0.9993653297424316, 0.9994227886199951, 0.9994655847549438, 0.9994966983795166], "prob_old_token": [0.667039155960083, 0.008633380755782127, 7.220693078124896e-05, 9.545232751406729e-05, 4.4359003368299454e-06, 6.555257527907088e-07, 2.724464707171137e-07, 1.7142261299341044e-07, 1.2894139445052133e-07, 1.0579346110262122e-07, 9.113759347201267e-08, 8.105357096610533e-08, 7.380265287793009e-08, 6.85097205632701e-08, 6.464817658979882e-08, 6.19039965954471e-08, 6.006467856423114e-08, 5.901313215872506e-08, 5.867798691383541e-08, 5.905580380272113e-08], "update_matrix_norm_1": [24534.76953125], "update_matrix_norm_2": [6.636468887329102], "update_matrix_norm_inf": [0.04580814018845558], "request": {"prompt": "{} entered this world in the location of", "subject": "Claude Monet", "target_new": {"str": "Eisenach"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [5.97, 3.855, 2.946, 2.49, 1.781, 0.943, 0.507, 0.418, 0.404, 0.399, 0.395, 0.391, 0.389, 0.387, 0.386, 0.384, 0.383, 0.382, 0.382, 0.381], "prob_new": [0.0027863390278071165, 0.0360894612967968, 0.08315280824899673, 0.1268252730369568, 0.26022401452064514, 0.5850328803062439, 0.8912132978439331, 0.9756903052330017, 0.990952730178833, 0.9948858618736267, 0.9961382746696472, 0.9965733289718628, 0.9967517256736755, 0.9968687891960144, 0.9969960451126099, 0.9971559047698975, 0.997343897819519, 0.9975389838218689, 0.9977148175239563, 0.9978512525558472], "prob_old": [0.42669883370399475, 0.03251087665557861, 0.02521248161792755, 0.014766449108719826, 0.009231245145201683, 0.0024294473696500063, 9.466610208619386e-05, 1.662643080635462e-05, 5.7253032537119e-06, 2.505707925593015e-06, 1.390412535329233e-06, 1.0064401294584968e-06, 8.837139944262162e-07, 8.610890631643997e-07, 8.751424047659384e-07, 8.959025308286073e-07, 9.133279377238068e-07, 9.354820349471993e-07, 9.82648202807468e-07, 1.0788687632157234e-06], "prob_new_token": [2.984208367706742e-05, 0.00040588947013020515, 0.0006463286117650568, 0.001301146694459021, 0.01915016584098339, 0.2729704976081848, 0.7914751172065735, 0.9549020528793335, 0.9850064516067505, 0.9929770827293396, 0.9954519867897034, 0.9961617588996887, 0.9962903261184692, 0.9962942004203796, 0.9963635802268982, 0.9965517520904541, 0.9968321919441223, 0.9971340298652649, 0.9973762035369873, 0.997500479221344], "prob_old_token": [0.667039155960083, 0.1304275393486023, 0.045965202152729034, 0.017073387280106544, 0.0061237090267241, 0.0006009688368067145, 4.995621566195041e-05, 9.461494300921913e-06, 3.1897923236101633e-06, 1.649619093768706e-06, 1.1817290896942723e-06, 1.1026035053873784e-06, 1.1911030242117704e-06, 1.3600969168692245e-06, 1.5613096593369846e-06, 1.7525036355436896e-06, 1.902361077554815e-06, 2.0131624296482187e-06, 2.128169398929458e-06, 2.313331606274005e-06], "update_matrix_norm_1": [24246.986328125], "update_matrix_norm_2": [6.636465549468994], "update_matrix_norm_inf": [0.05516758933663368], "request": {"prompt": "{} entered this world in the location of", "subject": "Claude Monet", "target_new": {"str": "Erlangen"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [4.0, 2.405, 2.11, 1.788, 1.209, 0.544, 0.483, 0.465, 0.446, 0.43, 0.418, 0.412, 0.407, 0.404, 0.402, 0.4, 0.398, 0.397, 0.395, 0.394], "prob_new": [0.02044128067791462, 0.14166924357414246, 0.18457268178462982, 0.25188133120536804, 0.44989559054374695, 0.8797124624252319, 0.9287898540496826, 0.950239896774292, 0.966256320476532, 0.9768832921981812, 0.9842193126678467, 0.9895102381706238, 0.9928144216537476, 0.9945664405822754, 0.9957460761070251, 0.9965696930885315, 0.9971411824226379, 0.9975624084472656, 0.9978826642036438, 0.9981186389923096], "prob_old": [0.42669883370399475, 0.018991822376847267, 0.006689117755740881, 0.0036703799851238728, 0.0023492847103625536, 0.0004654255462810397, 2.9099002858856693e-05, 4.172368790023029e-06, 1.701754740679462e-06, 1.1391920224923524e-06, 1.017577005768544e-06, 1.1798464356616023e-06, 1.5304447060771054e-06, 2.1649746031471295e-06, 3.2907751119637396e-06, 4.816626642423216e-06, 6.034828857082175e-06, 6.233217391127255e-06, 5.608312221738743e-06, 4.736270057037473e-06], "prob_new_token": [1.3257614455142175e-06, 0.0003277172800153494, 0.0008465936407446861, 0.0017024780390784144, 0.01435633935034275, 0.7924343943595886, 0.9928487539291382, 0.9992426633834839, 0.9997765421867371, 0.9998334646224976, 0.9997730851173401, 0.9996083378791809, 0.9993150234222412, 0.9987480640411377, 0.9977073073387146, 0.9962117671966553, 0.9948441386222839, 0.9942926168441772, 0.9944806694984436, 0.9949464201927185], "prob_old_token": [0.667039155960083, 0.02466794289648533, 0.0068382443860173225, 0.0026017064228653908, 0.0020228803623467684, 0.00048673906712792814, 2.005414353334345e-05, 2.0600505195034202e-06, 8.627158081253583e-07, 8.273348157672444e-07, 1.220139097313222e-06, 2.0711272554763127e-06, 3.5561090498958947e-06, 6.552586000907468e-06, 1.255406368727563e-05, 2.1707846826757304e-05, 2.9863949748687446e-05, 3.1928375392453745e-05, 2.8652444598264992e-05, 2.3598950065206736e-05], "update_matrix_norm_1": [24470.859375], "update_matrix_norm_2": [6.636468410491943], "update_matrix_norm_inf": [0.06853292137384415], "request": {"prompt": "{} entered this world in the location of", "subject": "Claude Monet", "target_new": {"str": "Tacoma, Washington"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [2.518, 1.757, 0.756, 0.522, 0.473, 0.447, 0.432, 0.421, 0.413, 0.41, 0.408, 0.407, 0.406, 0.405, 0.405, 0.405, 0.4, 0.388, 0.371, 0.349], "prob_new": [0.08156518638134003, 0.27808380126953125, 0.7377504110336304, 0.9011780023574829, 0.9452136754989624, 0.9665053486824036, 0.979193389415741, 0.9888309240341187, 0.9952959418296814, 0.9980390071868896, 0.9989585876464844, 0.9992703199386597, 0.9993791580200195, 0.9994093775749207, 0.9993994832038879, 0.9993622303009033, 0.9992688894271851, 0.9990671277046204, 0.9986810684204102, 0.9980649948120117], "prob_old": [0.640860915184021, 0.18238699436187744, 0.05742786079645157, 0.03168365731835365, 0.02049420401453972, 0.015160010196268559, 0.011371152475476265, 0.00856681540608406, 0.006647342350333929, 0.005475382320582867, 0.004877432715147734, 0.004687316250056028, 0.004739964380860329, 0.0048923734575510025, 0.0050419908948242664, 0.005128480494022369, 0.005341312848031521, 0.00583216268569231, 0.006649699527770281, 0.0077662598341703415], "prob_new_token": [3.452457895036787e-05, 0.0026138953398913145, 0.5798879265785217, 0.8503870368003845, 0.9751488566398621, 0.9941198229789734, 0.997840940952301, 0.9989569783210754, 0.9993497729301453, 0.9994810223579407, 0.9995267391204834, 0.9995384216308594, 0.9995375871658325, 0.9995136260986328, 0.9994570016860962, 0.9993762373924255, 0.9992831349372864, 0.9991939663887024, 0.9991249442100525, 0.9990565180778503], "prob_old_token": [0.7083172798156738, 0.004724692553281784, 0.000513969047460705, 8.522519055986777e-05, 1.7591741197975352e-05, 5.537049673876027e-06, 2.3637726371816825e-06, 9.575019248586614e-07, 3.818087179752183e-07, 2.1689572804461932e-07, 1.7759379034032463e-07, 1.9243880444719252e-07, 2.2487736828225025e-07, 2.481003207321919e-07, 2.460843973040028e-07, 2.1787714388210588e-07, 1.8642170118710055e-07, 1.676030620956226e-07, 1.673350595865486e-07, 1.8434104731568368e-07], "update_matrix_norm_1": [17220.587890625], "update_matrix_norm_2": [5.341576099395752], "update_matrix_norm_inf": [0.07041500508785248], "request": {"prompt": "{} entered this world in the location of", "subject": "Marissa Mayer", "target_new": {"str": "Atchison, Kansas"}, "old_answer": {"str": "Wausau, Wisconsin"}, "seed": 42}}, {"loss_per_step": [6.49, 5.538, 3.927, 1.445, 0.634, 0.468, 0.428, 0.418, 0.416, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.407, 0.407, 0.406, 0.406, 0.406], "prob_new": [0.0015975118149071932, 0.006089010741561651, 0.03258281573653221, 0.4256798028945923, 0.8296182155609131, 0.9633907079696655, 0.9951950311660767, 0.9976261854171753, 0.9983422756195068, 0.9986701607704163, 0.9988563656806946, 0.9989829659461975, 0.9990811944007874, 0.9991635084152222, 0.9992340207099915, 0.9992927312850952, 0.9993388056755066, 0.999372124671936, 0.9993947744369507, 0.9994092583656311], "prob_old": [0.640860915184021, 0.19459424912929535, 0.1233043223619461, 0.08408176898956299, 0.02726834826171398, 0.011934688314795494, 0.009861083701252937, 0.009454681538045406, 0.009389075450599194, 0.009354808367788792, 0.009247696958482265, 0.009063965640962124, 0.00881966296583414, 0.008527662605047226, 0.008202648721635342, 0.007866842672228813, 0.007547161541879177, 0.007264019455760717, 0.007024180609732866, 0.006823836360126734], "prob_new_token": [4.0374874288318097e-07, 7.219963299576193e-05, 0.0014397423947229981, 0.16612489521503448, 0.7692371606826782, 0.9922635555267334, 0.9980572462081909, 0.9984607696533203, 0.9984992742538452, 0.9985262751579285, 0.9985765218734741, 0.9986447691917419, 0.9987242817878723, 0.9988132119178772, 0.9989084601402283, 0.9990047812461853, 0.9990941882133484, 0.9991720914840698, 0.9992389678955078, 0.9992966055870056], "prob_old_token": [0.7083172798156738, 0.005143218208104372, 0.0011946583399549127, 0.0005241711041890085, 4.4029777200194076e-05, 1.6828415709824185e-06, 4.585691613101517e-07, 3.9596932310814736e-07, 4.1407332673770725e-07, 4.138096585393214e-07, 3.911640078513301e-07, 3.5805786069431633e-07, 3.218729034415446e-07, 2.8537388629956695e-07, 2.5005024895108363e-07, 2.181120635214029e-07, 1.9171014287167054e-07, 1.7147084463431383e-07, 1.5631428595952457e-07, 1.446673536520393e-07], "update_matrix_norm_1": [22178.439453125], "update_matrix_norm_2": [6.2157464027404785], "update_matrix_norm_inf": [0.05397622287273407], "request": {"prompt": "{} entered this world in the location of", "subject": "Marissa Mayer", "target_new": {"str": "Poissy"}, "old_answer": {"str": "Wausau, Wisconsin"}, "seed": 42}}, {"loss_per_step": [2.937, 2.465, 2.108, 1.247, 0.692, 0.561, 0.515, 0.485, 0.466, 0.453, 0.443, 0.434, 0.427, 0.421, 0.416, 0.413, 0.41, 0.409, 0.405, 0.395], "prob_new": [0.053765684366226196, 0.13020402193069458, 0.1883295774459839, 0.46435582637786865, 0.7898743152618408, 0.8701593279838562, 0.9050944447517395, 0.9283101558685303, 0.9442779421806335, 0.9556776881217957, 0.9648216962814331, 0.9726123213768005, 0.9792462587356567, 0.98478102684021, 0.9895731806755066, 0.9930511713027954, 0.9953524470329285, 0.9968274831771851, 0.9976903796195984, 0.9980732202529907], "prob_old": [0.640860915184021, 0.21761976182460785, 0.17893795669078827, 0.22679449617862701, 0.11775165796279907, 0.06127629056572914, 0.05449563264846802, 0.053612273186445236, 0.051650162786245346, 0.04732012003660202, 0.04274663329124451, 0.03912922367453575, 0.03632762283086777, 0.03384421765804291, 0.03157242760062218, 0.029156016185879707, 0.02655070833861828, 0.023947076871991158, 0.021791141480207443, 0.02057955600321293], "prob_new_token": [0.0002951775386463851, 0.0032722398173063993, 0.0038519289810210466, 0.055594418197870255, 0.8676493167877197, 0.9395126104354858, 0.9664537906646729, 0.9838446378707886, 0.9931871891021729, 0.9969266653060913, 0.9982302784919739, 0.9986428618431091, 0.9987156987190247, 0.9986989498138428, 0.9986568689346313, 0.9986922144889832, 0.9989729523658752, 0.9993979334831238, 0.9996773600578308, 0.9997533559799194], "prob_old_token": [0.7083172798156738, 0.004036713857203722, 0.005021233111619949, 0.015577181242406368, 0.000907066510990262, 0.000112427536805626, 4.391634138301015e-05, 2.1979742086841725e-05, 1.0945391295535956e-05, 5.551145932258805e-06, 3.27922020915139e-06, 2.3693514776823577e-06, 1.9942467588407453e-06, 1.7641393696976593e-06, 1.4695303889311617e-06, 1.1161049542351975e-06, 8.158258424373344e-07, 6.143066570984956e-07, 5.055597966929781e-07, 4.786347176377603e-07], "update_matrix_norm_1": [20779.283203125], "update_matrix_norm_2": [6.029508113861084], "update_matrix_norm_inf": [0.05995633825659752], "request": {"prompt": "{} entered this world in the location of", "subject": "Marissa Mayer", "target_new": {"str": "Oshawa, Ontario"}, "old_answer": {"str": "Wausau, Wisconsin"}, "seed": 42}}, {"loss_per_step": [9.162, 5.006, 3.267, 1.911, 0.746, 0.486, 0.44, 0.425, 0.419, 0.415, 0.412, 0.409, 0.407, 0.406, 0.404, 0.403, 0.403, 0.402, 0.401, 0.4], "prob_new": [0.00011842021922348067, 0.011642325669527054, 0.059797503054142, 0.2334902286529541, 0.7270696759223938, 0.9214151501655579, 0.9659878015518188, 0.9805760979652405, 0.9868898391723633, 0.9902766346931458, 0.9923577904701233, 0.9937580227851868, 0.9947651624679565, 0.9955288171768188, 0.9961321949958801, 0.9966234564781189, 0.9970319867134094, 0.99737548828125, 0.9976657032966614, 0.99791020154953], "prob_old": [0.9628546833992004, 0.08241584897041321, 0.042284052819013596, 0.023684900254011154, 0.009429758414626122, 0.0034901932813227177, 0.001901443232782185, 0.0012670288560912013, 0.0009563306230120361, 0.0007788398070260882, 0.000666496402118355, 0.0005898097297176719, 0.000534147780854255, 0.000491589424200356, 0.00045759425847791135, 0.00042950123315677047, 0.0004057366750203073, 0.00038541757385246456, 0.00036805382114835083, 0.00035341360489837825], "prob_new_token": [1.322158382777161e-09, 1.94901367649436e-05, 0.012128004804253578, 0.1680721491575241, 0.7210801243782043, 0.9073522686958313, 0.9626791477203369, 0.9807698726654053, 0.9883099794387817, 0.9921981692314148, 0.9944729804992676, 0.995908260345459, 0.9968616366386414, 0.9975226521492004, 0.9979965686798096, 0.9983476400375366, 0.9986141324043274, 0.9988205432891846, 0.9989825487136841, 0.9991114735603333], "prob_old_token": [0.986106276512146, 0.08731161057949066, 0.00032613746589049697, 7.795612873451319e-06, 2.82124773320902e-07, 3.621353528160398e-08, 7.05638525388963e-09, 2.366958629096416e-09, 1.1303780134142016e-09, 6.621490578062605e-10, 4.3882902867053986e-10, 3.144453308845385e-10, 2.3697988016380123e-10, 1.8432300130655221e-10, 1.4607316745074428e-10, 1.1691035639582736e-10, 9.399782341379392e-11, 7.573320442988418e-11, 6.114794087741515e-11, 4.955482205137862e-11], "update_matrix_norm_1": [24700.5], "update_matrix_norm_2": [6.533314228057861], "update_matrix_norm_inf": [0.039505068212747574], "request": {"prompt": "{} entered this world in the location of", "subject": "Luigi Pirandello", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Agrigento"}, "seed": 42}}, {"loss_per_step": [9.271, 5.15, 3.692, 2.636, 2.05, 1.189, 0.458, 0.431, 0.415, 0.408, 0.405, 0.404, 0.403, 0.402, 0.401, 0.4, 0.4, 0.399, 0.399, 0.398], "prob_new": [0.00010847488738363609, 0.008985912427306175, 0.03848890960216522, 0.11048854142427444, 0.20166733860969543, 0.48424240946769714, 0.9515652656555176, 0.9786567687988281, 0.9925777316093445, 0.9960723519325256, 0.9969615340232849, 0.9972929358482361, 0.9974916577339172, 0.9976577758789062, 0.997816264629364, 0.9979715347290039, 0.9981215596199036, 0.9982616305351257, 0.9983875751495361, 0.9984962940216064], "prob_old": [0.9628546833992004, 0.11806168407201767, 0.09327029436826706, 0.0471653938293457, 0.029222439974546432, 0.027371730655431747, 0.005179483909159899, 0.0017738426104187965, 0.0007540688384324312, 0.00046300821122713387, 0.0003663205134216696, 0.00032948306761682034, 0.00031439043232239783, 0.0003080818569287658, 0.00030568591319024563, 0.0003055668203160167, 0.0003076730645261705, 0.00031275887158699334, 0.00032195268431678414, 0.00033634057035669684], "prob_new_token": [1.2876726884769596e-07, 0.00011610052024479955, 0.0004749813524540514, 0.003734665922820568, 0.054591104388237, 0.40993303060531616, 0.990878164768219, 0.9988338351249695, 0.9997655749320984, 0.9998409152030945, 0.9998512268066406, 0.9998522400856018, 0.9998508095741272, 0.9998486638069153, 0.9998465776443481, 0.9998446106910706, 0.9998430609703064, 0.9998416304588318, 0.9998403191566467, 0.9998385906219482], "prob_old_token": [0.986106276512146, 0.01669294387102127, 0.001976325875148177, 0.0010067785624414682, 0.0006924680201336741, 0.00023450734443031251, 1.830567413207973e-07, 7.907873467161153e-09, 7.535789214863087e-10, 2.1323155741104216e-10, 1.2266362925394958e-10, 9.837068659646064e-11, 9.070598439020472e-11, 8.83684930785833e-11, 8.78847411511785e-11, 8.826153002905457e-11, 8.953780772369413e-11, 9.222423519306133e-11, 9.704084757977682e-11, 1.0478717199502441e-10], "update_matrix_norm_1": [24509.4921875], "update_matrix_norm_2": [6.533314228057861], "update_matrix_norm_inf": [0.04195374250411987], "request": {"prompt": "{} entered this world in the location of", "subject": "Luigi Pirandello", "target_new": {"str": "Balcarce"}, "old_answer": {"str": "Agrigento"}, "seed": 42}}, {"loss_per_step": [10.928, 6.198, 3.984, 2.741, 1.465, 0.884, 0.659, 0.541, 0.481, 0.451, 0.439, 0.431, 0.424, 0.42, 0.417, 0.415, 0.412, 0.41, 0.408, 0.406], "prob_new": [2.5086126697715372e-05, 0.0045336512848734856, 0.029172217473387718, 0.0990753173828125, 0.36470216512680054, 0.6447866559028625, 0.7892705202102661, 0.8863977193832397, 0.9383241534233093, 0.9637445211410522, 0.973896324634552, 0.9795684814453125, 0.9833675622940063, 0.9860641956329346, 0.9880351424217224, 0.9895145893096924, 0.9906695485115051, 0.9916166067123413, 0.9924314618110657, 0.9931628108024597], "prob_old": [0.9628546833992004, 0.09601249545812607, 0.04785729572176933, 0.029507895931601524, 0.024419018998742104, 0.01509472168982029, 0.01113390363752842, 0.0079977260902524, 0.005518329329788685, 0.003805047832429409, 0.00295812776312232, 0.0024855262599885464, 0.002178616588935256, 0.0019529886776581407, 0.0017756589222699404, 0.0016324649332091212, 0.0015147612430155277, 0.0014163790037855506, 0.0013330603251233697, 0.0012612787541002035], "prob_new_token": [2.6552008876024047e-06, 0.003901449264958501, 0.012649456970393658, 0.01976141706109047, 0.11846305429935455, 0.39415016770362854, 0.6136142015457153, 0.7700177431106567, 0.8760685324668884, 0.9306213855743408, 0.9516580104827881, 0.9625748991966248, 0.9693269729614258, 0.9740140438079834, 0.9775494337081909, 0.9803483486175537, 0.9826292991638184, 0.9845222234725952, 0.986116349697113, 0.9874792098999023], "prob_old_token": [0.986106276512146, 0.023065369576215744, 0.00017941129044629633, 3.3583153708605096e-05, 3.178294355166145e-05, 1.3574192053056322e-05, 6.117189514043275e-06, 2.3895954655017704e-06, 8.520812002643652e-07, 3.5480485394145944e-07, 2.091642556933948e-07, 1.4090782940456847e-07, 1.0096943015014403e-07, 7.566863047259176e-08, 5.902236210886258e-08, 4.781253792884854e-08, 4.00133828293292e-08, 3.4274322047167516e-08, 2.971087198488931e-08, 2.5812466830643643e-08], "update_matrix_norm_1": [24546.9296875], "update_matrix_norm_2": [6.533313751220703], "update_matrix_norm_inf": [0.04638688638806343], "request": {"prompt": "{} entered this world in the location of", "subject": "Luigi Pirandello", "target_new": {"str": "Baku"}, "old_answer": {"str": "Agrigento"}, "seed": 42}}, {"loss_per_step": [6.363, 4.628, 2.937, 1.846, 0.612, 0.462, 0.444, 0.437, 0.432, 0.428, 0.425, 0.423, 0.422, 0.42, 0.419, 0.418, 0.418, 0.418, 0.418, 0.417], "prob_new": [0.0019335359102115035, 0.016268359497189522, 0.08827795088291168, 0.2559656500816345, 0.8673920631408691, 0.988406240940094, 0.9951909780502319, 0.9967063665390015, 0.9973790645599365, 0.9977749586105347, 0.9980379939079285, 0.9982311129570007, 0.9983884692192078, 0.9985243678092957, 0.9986374378204346, 0.9987257122993469, 0.9987930059432983, 0.9988460540771484, 0.998889148235321, 0.9989233613014221], "prob_old": [0.6436037421226501, 0.3379797637462616, 0.18512976169586182, 0.12266585975885391, 0.07821686565876007, 0.04144882783293724, 0.03291811794042587, 0.03101668879389763, 0.03094957023859024, 0.03146113455295563, 0.03212456405162811, 0.032780036330223083, 0.03337131813168526, 0.0339169017970562, 0.034464966505765915, 0.03500973805785179, 0.03548499569296837, 0.035834796726703644, 0.03605087101459503, 0.03616727143526077], "prob_new_token": [2.6181436396655045e-07, 1.6948479242273606e-05, 0.0020324233919382095, 0.02933354303240776, 0.6987748146057129, 0.9809679985046387, 0.9951972365379333, 0.9972991943359375, 0.9979562163352966, 0.9982832074165344, 0.9984979629516602, 0.9986504316329956, 0.9987493753433228, 0.998794674873352, 0.9987937808036804, 0.9987690448760986, 0.9987514615058899, 0.9987655878067017, 0.9988173842430115, 0.9988952875137329], "prob_old_token": [0.6898806691169739, 0.04881299287080765, 0.0005236706929281354, 2.2479462131741457e-05, 2.043599806711427e-06, 5.877543429733123e-08, 1.532380444757564e-08, 9.648376320114949e-09, 7.845450511467789e-09, 6.9279053604986984e-09, 6.341466018966457e-09, 5.998760155279115e-09, 5.934517322003785e-09, 6.206831049127004e-09, 6.832673093981612e-09, 7.73360664396705e-09, 8.740904888782097e-09, 9.676721646201258e-09, 1.0437616104752578e-08, 1.1016794587703771e-08], "update_matrix_norm_1": [25116.76171875], "update_matrix_norm_2": [6.724599361419678], "update_matrix_norm_inf": [0.02901758812367916], "request": {"prompt": "{} entered this world in the location of", "subject": "Duke Ellington", "target_new": {"str": "Taganrog"}, "old_answer": {"str": "Washington, D.C."}, "seed": 42}}, {"loss_per_step": [4.294, 2.703, 1.383, 0.864, 0.691, 0.581, 0.515, 0.486, 0.468, 0.457, 0.448, 0.44, 0.434, 0.43, 0.427, 0.424, 0.422, 0.42, 0.419, 0.418], "prob_new": [0.016251005232334137, 0.11040171980857849, 0.4041473865509033, 0.6701448559761047, 0.7773628234863281, 0.8594604730606079, 0.9153878688812256, 0.94171142578125, 0.9575549960136414, 0.9679122567176819, 0.9752113819122314, 0.980879008769989, 0.9855866432189941, 0.9892219305038452, 0.9917373657226562, 0.993611216545105, 0.995088517665863, 0.9962314367294312, 0.9970706701278687, 0.9976531863212585], "prob_old": [0.6436037421226501, 0.3886512517929077, 0.22407560050487518, 0.1643504649400711, 0.1396632045507431, 0.12428919970989227, 0.10991913825273514, 0.09713350236415863, 0.08578833937644958, 0.07561221718788147, 0.06687835603952408, 0.059138525277376175, 0.05169807747006416, 0.0445190854370594, 0.03858351334929466, 0.03446757420897484, 0.03182750567793846, 0.030082976445555687, 0.02883453108370304, 0.027907386422157288], "prob_new_token": [1.6650324141664896e-06, 0.0002361909137107432, 0.12055502831935883, 0.4858703911304474, 0.7044463157653809, 0.8370729088783264, 0.9205802083015442, 0.9593713283538818, 0.9778022170066833, 0.9868558049201965, 0.9915432929992676, 0.9942368268966675, 0.9960705637931824, 0.9974357485771179, 0.9983296990394592, 0.9988139867782593, 0.9990350008010864, 0.9991313815116882, 0.9991726875305176, 0.999184250831604], "prob_old_token": [0.6898806691169739, 0.24386094510555267, 0.0008218439179472625, 8.650134986964986e-05, 2.5601642846595496e-05, 1.5215732673823368e-05, 8.82381027622614e-06, 4.864047241426306e-06, 2.5263093448302243e-06, 1.3158934279999812e-06, 7.177508223321638e-07, 4.023530379981821e-07, 2.1167744534977828e-07, 9.513356502566239e-08, 3.872294485063321e-08, 1.728414744661677e-08, 9.89082948876785e-09, 7.100791066250167e-09, 5.903719291211473e-09, 5.4121969128573255e-09], "update_matrix_norm_1": [25054.81640625], "update_matrix_norm_2": [6.7245988845825195], "update_matrix_norm_inf": [0.03319749981164932], "request": {"prompt": "{} entered this world in the location of", "subject": "Duke Ellington", "target_new": {"str": "Oslo, Norway"}, "old_answer": {"str": "Washington, D.C."}, "seed": 42}}, {"loss_per_step": [1.519, 1.485, 0.938, 0.668, 0.554, 0.506, 0.478, 0.458, 0.444, 0.432, 0.423, 0.421, 0.419, 0.418, 0.412, 0.398, 0.376, 0.35, 0.319, 0.285], "prob_new": [0.2219770848751068, 0.3839966952800751, 0.6619671583175659, 0.8064315319061279, 0.8913787603378296, 0.9287656545639038, 0.9512441158294678, 0.9673351049423218, 0.9796004891395569, 0.9899742603302002, 0.9969610571861267, 0.9986171126365662, 0.9991012215614319, 0.9993188381195068, 0.9993616938591003, 0.999172031879425, 0.9983304738998413, 0.9953484535217285, 0.9935598373413086, 0.9974539875984192], "prob_old": [0.6436037421226501, 0.41257837414741516, 0.15670421719551086, 0.1861218363046646, 0.12147454172372818, 0.08676417171955109, 0.0794958621263504, 0.07191485166549683, 0.05709883198142052, 0.03773251548409462, 0.022391561418771744, 0.018176227807998657, 0.018782678991556168, 0.022453393787145615, 0.031192263588309288, 0.05105288326740265, 0.09015853703022003, 0.1483645737171173, 0.16087107360363007, 0.10574838519096375], "prob_new_token": [0.00022115284809842706, 0.0020420951768755913, 0.4265156388282776, 0.6202000379562378, 0.9004550576210022, 0.9717758297920227, 0.9861913919448853, 0.9924872517585754, 0.9962013959884644, 0.9978237152099609, 0.998664379119873, 0.9988262057304382, 0.9988372325897217, 0.9988538026809692, 0.9987780451774597, 0.9982375502586365, 0.9957341551780701, 0.9846730828285217, 0.9815651774406433, 0.996122419834137], "prob_old_token": [0.6898806691169739, 0.4712943732738495, 0.00015389460895676166, 0.0010621336987242103, 8.143435115925968e-05, 1.551704917801544e-05, 1.0003055649576709e-05, 6.9530947257590014e-06, 3.136035502393497e-06, 1.2558583648569766e-06, 4.520723280165839e-07, 3.1888839657767676e-07, 3.798145655764529e-07, 6.165698778204387e-07, 1.5989891153367353e-06, 8.73717635840876e-06, 9.675863839220256e-05, 0.0011017159558832645, 0.0013470940757542849, 0.00017229905643034726], "update_matrix_norm_1": [15368.9521484375], "update_matrix_norm_2": [4.575432300567627], "update_matrix_norm_inf": [0.03118080273270607], "request": {"prompt": "{} entered this world in the location of", "subject": "Duke Ellington", "target_new": {"str": "Las Vegas, Nevada"}, "old_answer": {"str": "Washington, D.C."}, "seed": 42}}, {"loss_per_step": [5.56, 3.361, 0.932, 0.515, 0.453, 0.417, 0.387, 0.365, 0.351, 0.349, 0.348, 0.347, 0.345, 0.344, 0.342, 0.341, 0.341, 0.341, 0.34, 0.339], "prob_new": [0.005056361667811871, 0.06229530647397041, 0.6529739499092102, 0.868014931678772, 0.9154413342475891, 0.9474456310272217, 0.9712493419647217, 0.9874936938285828, 0.995580792427063, 0.9980730414390564, 0.9987943768501282, 0.9991636872291565, 0.9993435144424438, 0.9994178414344788, 0.9994266629219055, 0.9994069933891296, 0.9993827939033508, 0.9993709325790405, 0.9993781447410583, 0.9993973970413208], "prob_old": [0.3850703537464142, 0.05087968334555626, 0.042695946991443634, 0.0055403392761945724, 0.002219310961663723, 0.0009992006234824657, 0.00042226348887197673, 0.00015101718599908054, 4.6620756620541215e-05, 1.9546492694644257e-05, 1.2556601177493576e-05, 8.927081580623053e-06, 7.111575996532338e-06, 6.394043793989113e-06, 6.4119399212358985e-06, 6.759622465324355e-06, 7.1283952820522245e-06, 7.324494617932942e-06, 7.30292231310159e-06, 7.174776328611188e-06], "prob_new_token": [0.002926527988165617, 0.06460642069578171, 0.6852685809135437, 0.8785367608070374, 0.9114248752593994, 0.9399863481521606, 0.9655176401138306, 0.9844629168510437, 0.9944396615028381, 0.9978687167167664, 0.9988319277763367, 0.9992818236351013, 0.9994767308235168, 0.9995303153991699, 0.9994909167289734, 0.9994083642959595, 0.9993208646774292, 0.9992627501487732, 0.9992481470108032, 0.9992626905441284], "prob_old_token": [0.6764873266220093, 0.08042600750923157, 0.052678607404232025, 0.006239497102797031, 0.002452825428918004, 0.0010914105223491788, 0.00043676013592630625, 0.00013598661462310702, 3.463102621026337e-05, 1.1572968105610926e-05, 6.439152912207646e-06, 4.0795107452140655e-06, 3.022794999196776e-06, 2.756723233687808e-06, 3.030105972356978e-06, 3.557513764462783e-06, 4.0782970245345496e-06, 4.388944034872111e-06, 4.4287144191912375e-06, 4.3206109694438055e-06], "update_matrix_norm_1": [24518.3046875], "update_matrix_norm_2": [6.430032730102539], "update_matrix_norm_inf": [0.026938047260046005], "request": {"prompt": "The original language of work of {} is", "subject": "Men in Black II", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.982, 2.497, 0.595, 0.474, 0.439, 0.418, 0.402, 0.39, 0.38, 0.372, 0.367, 0.363, 0.359, 0.355, 0.351, 0.349, 0.346, 0.344, 0.342, 0.341], "prob_new": [0.0033979490399360657, 0.15859973430633545, 0.7871637940406799, 0.877953290939331, 0.9077234268188477, 0.9259811043739319, 0.939157247543335, 0.9495521187782288, 0.9581024646759033, 0.9652156233787537, 0.9710853099822998, 0.975852906703949, 0.9796940088272095, 0.9828246235847473, 0.9854520559310913, 0.9877293109893799, 0.9897451400756836, 0.9915363192558289, 0.993109405040741, 0.9944589138031006], "prob_old": [0.3850703537464142, 0.0927768424153328, 0.00652843015268445, 0.0033854125067591667, 0.0022099202033132315, 0.0015309575246647, 0.0011163103627040982, 0.0008473852649331093, 0.0006614030571654439, 0.0005244300700724125, 0.0004176390648353845, 0.0003313120687380433, 0.00026128836907446384, 0.00020556265371851623, 0.00016203580889850855, 0.00012818834511563182, 0.00010163033584831282, 8.053271449171007e-05, 6.364923319779336e-05, 5.018805313738994e-05], "prob_new_token": [0.012189634144306183, 0.311273455619812, 0.860984206199646, 0.8987321853637695, 0.9165863394737244, 0.9296790361404419, 0.9404863119125366, 0.9497641921043396, 0.9577999711036682, 0.9647209644317627, 0.9705592393875122, 0.9753612875938416, 0.9792447686195374, 0.9824100136756897, 0.9850638508796692, 0.9873651266098022, 0.9894078373908997, 0.9912288188934326, 0.9928337335586548, 0.9942169189453125], "prob_old_token": [0.6764873266220093, 0.09964022785425186, 0.005332895554602146, 0.0028672742191702127, 0.0019599739462137222, 0.0014435756020247936, 0.0011095860973000526, 0.0008780998759903014, 0.0007093594176694751, 0.0005797020858153701, 0.00047459942288696766, 0.00038608969771303236, 0.0003115618892479688, 0.00025042888591997325, 0.00020163253066129982, 0.0001630574552109465, 0.0001323447359027341, 0.00010751006630016491, 8.716325100976974e-05, 7.044176163617522e-05], "update_matrix_norm_1": [24980.05859375], "update_matrix_norm_2": [6.430033206939697], "update_matrix_norm_inf": [0.02906341291964054], "request": {"prompt": "The original language of work of {} is", "subject": "Men in Black II", "target_new": {"str": "Russian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.577, 2.881, 0.728, 0.427, 0.398, 0.38, 0.366, 0.355, 0.348, 0.344, 0.343, 0.341, 0.339, 0.338, 0.338, 0.337, 0.337, 0.336, 0.336, 0.335], "prob_new": [0.0008193375542759895, 0.12771925330162048, 0.7188247442245483, 0.9378816485404968, 0.9560340642929077, 0.9682834148406982, 0.97855144739151, 0.9865413308143616, 0.9920238256454468, 0.9952619671821594, 0.996954083442688, 0.9977976679801941, 0.9982221126556396, 0.9984554052352905, 0.9986087679862976, 0.9987319111824036, 0.9988446831703186, 0.9989529848098755, 0.9990553259849548, 0.9991482496261597], "prob_old": [0.3850703537464142, 0.028508005663752556, 0.0015120566822588444, 0.0004409708781167865, 0.0004687550535891205, 0.0004438483447302133, 0.0003670628066174686, 0.00027200469048693776, 0.00018555298447608948, 0.0001226742606377229, 8.454273483948782e-05, 6.376275996444747e-05, 5.2781331760343164e-05, 4.6505327190971e-05, 4.2180421587545425e-05, 3.85254061257001e-05, 3.503923653624952e-05, 3.1624145776731893e-05, 2.8370302970870398e-05, 2.5438899683649652e-05], "prob_new_token": [0.00047261390136554837, 0.1030382513999939, 0.7099204659461975, 0.928720235824585, 0.9419573545455933, 0.9503782987594604, 0.9584015607833862, 0.9660400152206421, 0.9729275703430176, 0.978664755821228, 0.9829350709915161, 0.9857174158096313, 0.9873572587966919, 0.988335907459259, 0.9890207648277283, 0.9896222949028015, 0.990233302116394, 0.990879237651825, 0.9915450215339661, 0.9921919107437134], "prob_old_token": [0.6764873266220093, 0.028554435819387436, 0.00101178465411067, 0.000583662826102227, 0.0008152197115123272, 0.0008888035663403571, 0.0008336750324815512, 0.0007111133891157806, 0.0005693729035556316, 0.0004414441355038434, 0.00034529619733802974, 0.00028341583674773574, 0.00024727467098273337, 0.00022545985120814294, 0.0002095922827720642, 0.00019507290562614799, 0.00018002196156885475, 0.00016421884356532246, 0.00014826501137576997, 0.00013320146535988897], "update_matrix_norm_1": [24875.5625], "update_matrix_norm_2": [6.430033206939697], "update_matrix_norm_inf": [0.025601040571928024], "request": {"prompt": "The original language of work of {} is", "subject": "Men in Black II", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.633, 2.078, 0.671, 0.462, 0.428, 0.413, 0.4, 0.39, 0.381, 0.373, 0.368, 0.365, 0.362, 0.36, 0.359, 0.357, 0.356, 0.356, 0.355, 0.354], "prob_new": [0.02782062441110611, 0.21501536667346954, 0.741752564907074, 0.9024336934089661, 0.9366030097007751, 0.9521055221557617, 0.9637898206710815, 0.9730502963066101, 0.9799790382385254, 0.9849223494529724, 0.988386869430542, 0.9908581972122192, 0.992691159248352, 0.994100034236908, 0.9952026009559631, 0.996066689491272, 0.9967373609542847, 0.9972509145736694, 0.9976394772529602, 0.9979301691055298], "prob_old": [0.5270510315895081, 0.07276035100221634, 0.001842443598434329, 0.00046266784192994237, 0.0002601589949335903, 0.00018621087656356394, 0.00013291678624227643, 9.175277227768674e-05, 6.317033694358543e-05, 4.5228203816805035e-05, 3.434231621213257e-05, 2.752465479716193e-05, 2.2962831280892715e-05, 1.9691493434947915e-05, 1.7213444152730517e-05, 1.5271534721250646e-05, 1.3727218174608424e-05, 1.2499341210059356e-05, 1.1532904863997828e-05, 1.0785056474560406e-05], "prob_new_token": [0.03105655126273632, 0.3281572461128235, 0.83555668592453, 0.9139004349708557, 0.9353826642036438, 0.9491872787475586, 0.9607515335083008, 0.9703697562217712, 0.9778429865837097, 0.9833369851112366, 0.9872481822967529, 0.9900335669517517, 0.9920648336410522, 0.9935895800590515, 0.9947555065155029, 0.9956499934196472, 0.9963293671607971, 0.9968386888504028, 0.9972135424613953, 0.997483491897583], "prob_old_token": [0.6071944832801819, 0.1510852873325348, 0.0016788494540378451, 0.0003923702461179346, 0.00021752681641373783, 0.00014777728938497603, 9.768405288923532e-05, 6.237034540390596e-05, 4.0297902160091326e-05, 2.7396103178034537e-05, 1.9933597286581062e-05, 1.5474119209102355e-05, 1.2656423677981365e-05, 1.0763784302980639e-05, 9.42231599765364e-06, 8.439281373284757e-06, 7.708965313213412e-06, 7.171135621319991e-06, 6.787422989873448e-06, 6.527499863295816e-06], "update_matrix_norm_1": [23833.96875], "update_matrix_norm_2": [6.038875579833984], "update_matrix_norm_inf": [0.08816327154636383], "request": {"prompt": "The original language of work of {} is", "subject": "Joyeux No\u00ebl", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.239, 1.616, 0.625, 0.516, 0.471, 0.446, 0.43, 0.418, 0.409, 0.401, 0.395, 0.39, 0.386, 0.382, 0.379, 0.376, 0.373, 0.371, 0.369, 0.368], "prob_new": [0.0008995183743536472, 0.35537225008010864, 0.7775928378105164, 0.860365629196167, 0.898344874382019, 0.9197829365730286, 0.9341147541999817, 0.9446840286254883, 0.9529088735580444, 0.959505558013916, 0.9648950099945068, 0.9693570137023926, 0.9730995893478394, 0.9762777090072632, 0.9790077209472656, 0.9813753962516785, 0.983443021774292, 0.9852546453475952, 0.9868425726890564, 0.9882318377494812], "prob_old": [0.5270510315895081, 0.015446707606315613, 0.000466323719592765, 0.00042841292452067137, 0.00038927062996663153, 0.00034319033147767186, 0.00029758745222352445, 0.0002551745274104178, 0.00021742936223745346, 0.0001850385742727667, 0.00015797375817783177, 0.00013565889094024897, 0.00011724659270839766, 0.00010188703163294122, 8.88692302396521e-05, 7.766320049995556e-05, 6.791044870624319e-05, 5.938340837019496e-05, 5.19270179211162e-05, 4.541504677035846e-05], "prob_new_token": [0.0016334190731868148, 0.5790092349052429, 0.8746205568313599, 0.9053810238838196, 0.9237518310546875, 0.9366739392280579, 0.9463437795639038, 0.9538620114326477, 0.9598504900932312, 0.9647042751312256, 0.9687087535858154, 0.9720745086669922, 0.9749457240104675, 0.9774259924888611, 0.9795843958854675, 0.9814717769622803, 0.9831287264823914, 0.9845873117446899, 0.9858726859092712, 0.9870060086250305], "prob_old_token": [0.6071944832801819, 0.0039533753879368305, 0.0004103277169633657, 0.00037915739812888205, 0.0003387932665646076, 0.00029643686139024794, 0.00025801887386478484, 0.00022480907500721514, 0.00019687419990077615, 0.0001737778220558539, 0.00015474452811758965, 0.0001389219396514818, 0.00012553422129713, 0.0001139748637797311, 0.0001037826223182492, 9.463736932957545e-05, 8.632722165202722e-05, 7.871855632402003e-05, 7.172636833274737e-05, 6.52755334158428e-05], "update_matrix_norm_1": [24292.814453125], "update_matrix_norm_2": [6.038875102996826], "update_matrix_norm_inf": [0.09197772294282913], "request": {"prompt": "The original language of work of {} is", "subject": "Joyeux No\u00ebl", "target_new": {"str": "Swedish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [10.457, 2.842, 0.796, 0.563, 0.48, 0.44, 0.418, 0.405, 0.397, 0.391, 0.386, 0.382, 0.379, 0.376, 0.373, 0.371, 0.369, 0.367, 0.366, 0.364], "prob_new": [3.3296710171271116e-05, 0.09722332656383514, 0.664146363735199, 0.8277561068534851, 0.8946536779403687, 0.926530122756958, 0.9433272480964661, 0.9532215595245361, 0.9599117040634155, 0.9649945497512817, 0.9691697359085083, 0.9727491736412048, 0.9758740663528442, 0.9786103963851929, 0.9809998273849487, 0.9830775856971741, 0.9848809242248535, 0.9864453077316284, 0.9878039956092834, 0.9889842867851257], "prob_old": [0.5270510315895081, 0.27859029173851013, 0.016404805704951286, 0.00557220121845603, 0.002435945672914386, 0.00130199093837291, 0.0008353546727448702, 0.0006138946046121418, 0.0004911916912533343, 0.00041269930079579353, 0.0003561782359611243, 0.0003120273177046329, 0.0002760037896223366, 0.00024617096642032266, 0.00022148726566229016, 0.00020120352564845234, 0.00018462054140400141, 0.00017108229803852737, 0.00015998180606402457, 0.00015077789430506527], "prob_new_token": [3.82819416699931e-05, 0.1667417585849762, 0.7309659123420715, 0.862236499786377, 0.9073042273521423, 0.9293803572654724, 0.9424297213554382, 0.9511867165565491, 0.9577180743217468, 0.9630054831504822, 0.9675131440162659, 0.9714558124542236, 0.9749301075935364, 0.9779760241508484, 0.9806233644485474, 0.982900857925415, 0.9848479628562927, 0.9865045547485352, 0.9879140257835388, 0.9891155958175659], "prob_old_token": [0.6071944832801819, 0.3702663481235504, 0.015771392732858658, 0.003693204838782549, 0.0015610507689416409, 0.0008915303624235094, 0.0006125692743808031, 0.000473723717732355, 0.00039336815825663507, 0.00034003949258476496, 0.0003002757439389825, 0.0002680871693883091, 0.00024084844335447997, 0.00021753199689555913, 0.00019769225036725402, 0.00018106898642145097, 0.0001673415390541777, 0.0001561469107400626, 0.00014703729539178312, 0.00013956663315184414], "update_matrix_norm_1": [23409.828125], "update_matrix_norm_2": [6.038875102996826], "update_matrix_norm_inf": [0.09157265722751617], "request": {"prompt": "The original language of work of {} is", "subject": "Joyeux No\u00ebl", "target_new": {"str": "Turkish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.559, 1.701, 0.559, 0.467, 0.434, 0.416, 0.407, 0.4, 0.395, 0.39, 0.388, 0.386, 0.384, 0.382, 0.381, 0.38, 0.379, 0.379, 0.378, 0.377], "prob_new": [0.0302488524466753, 0.3030209541320801, 0.8536543250083923, 0.9262606501579285, 0.9555361866950989, 0.9749161005020142, 0.984001636505127, 0.9885085821151733, 0.9911779165267944, 0.9929361939430237, 0.9942140579223633, 0.9952312707901001, 0.9960892200469971, 0.9968247413635254, 0.9974436163902283, 0.9979443550109863, 0.9983310699462891, 0.9986172914505005, 0.998822033405304, 0.9989651441574097], "prob_old": [0.32634374499320984, 0.020724091678857803, 0.0027409717440605164, 0.0048724752850830555, 0.003249275265261531, 0.0011530420742928982, 0.0004361363244242966, 0.00023284794588107616, 0.00015784201968926936, 0.00012135408178437501, 9.870524081634358e-05, 8.169900684151798e-05, 6.759477400919423e-05, 5.568779306486249e-05, 4.5956927351653576e-05, 3.845578248728998e-05, 3.3101245207944885e-05, 2.9664883186342195e-05, 2.7837972083943896e-05, 2.7282645532977767e-05], "prob_new_token": [0.0008984596934169531, 0.24930153787136078, 0.8236512541770935, 0.8695665001869202, 0.9059782028198242, 0.9473425149917603, 0.9723644852638245, 0.9827792048454285, 0.9877958297729492, 0.990704357624054, 0.9926647543907166, 0.9941548109054565, 0.9953755736351013, 0.9963985681533813, 0.9972422122955322, 0.9979089498519897, 0.9984081387519836, 0.9987623691558838, 0.9990023970603943, 0.9991605281829834], "prob_old_token": [0.6306102871894836, 0.007791867014020681, 0.0031127913389354944, 0.007798490114510059, 0.004398006945848465, 0.001311219879426062, 0.0004138096992392093, 0.00019962829537689686, 0.0001299952855333686, 9.95910304482095e-05, 8.207251084968448e-05, 6.909872899996117e-05, 5.7895427744369954e-05, 4.7829889808781445e-05, 3.9049980841809884e-05, 3.186616595485248e-05, 2.6440462534083053e-05, 2.2715719751431607e-05, 2.0464092813199386e-05, 1.937521665240638e-05], "update_matrix_norm_1": [23194.6875], "update_matrix_norm_2": [6.2343668937683105], "update_matrix_norm_inf": [0.02582010067999363], "request": {"prompt": "The original language of work of {} is", "subject": "Dirty Dancing", "target_new": {"str": "Hindi"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.429, 3.195, 1.076, 0.574, 0.483, 0.449, 0.425, 0.408, 0.397, 0.392, 0.389, 0.386, 0.384, 0.382, 0.381, 0.38, 0.38, 0.379, 0.379, 0.379], "prob_new": [0.0054907542653381824, 0.07889936119318008, 0.5382805466651917, 0.8299666047096252, 0.9063824415206909, 0.9385051727294922, 0.9615783095359802, 0.9791930317878723, 0.9899742603302002, 0.9949471950531006, 0.9969924092292786, 0.9978866577148438, 0.9983178377151489, 0.9985392689704895, 0.9986556172370911, 0.998717188835144, 0.998752772808075, 0.9987795948982239, 0.9988082051277161, 0.9988434314727783], "prob_old": [0.32634374499320984, 0.036020778119564056, 0.025806907564401627, 0.005227690562605858, 0.002424658043310046, 0.0013028668472543359, 0.0007118081557564437, 0.00037027098005637527, 0.00019254842482041568, 0.0001136194696300663, 7.894288137322292e-05, 6.261150701902807e-05, 5.469392635859549e-05, 5.1100596465403214e-05, 4.9839385610539466e-05, 4.97472683491651e-05, 5.003532351111062e-05, 5.015069109504111e-05, 4.974752300768159e-05, 4.8692148993723094e-05], "prob_new_token": [0.0035750719252973795, 0.12261870503425598, 0.7100220918655396, 0.8909631371498108, 0.9229810833930969, 0.94331955909729, 0.9581873416900635, 0.9711375832557678, 0.9832973480224609, 0.991051197052002, 0.9945611357688904, 0.996097981929779, 0.9968112707138062, 0.9971452355384827, 0.9972866773605347, 0.9973291158676147, 0.9973284006118774, 0.9973242878913879, 0.9973435401916504, 0.9974014759063721], "prob_old_token": [0.6306102871894836, 0.04943588748574257, 0.04186839610338211, 0.007366203237324953, 0.003850403008982539, 0.0024082984309643507, 0.0016018914757296443, 0.0010763333411887288, 0.0007107726996764541, 0.00047466118121519685, 0.000352792558260262, 0.0002951612405013293, 0.0002711043052840978, 0.00026562955463305116, 0.00027049248456023633, 0.0002801342634484172, 0.00029026472475379705, 0.00029756160802207887, 0.00029990513576194644, 0.00029643377638421953], "update_matrix_norm_1": [23995.515625], "update_matrix_norm_2": [6.2343645095825195], "update_matrix_norm_inf": [0.02571095898747444], "request": {"prompt": "The original language of work of {} is", "subject": "Dirty Dancing", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.414, 3.224, 0.902, 0.606, 0.55, 0.496, 0.461, 0.442, 0.431, 0.423, 0.417, 0.411, 0.407, 0.403, 0.401, 0.398, 0.396, 0.393, 0.391, 0.389], "prob_new": [0.00028505176305770874, 0.08201798796653748, 0.633655309677124, 0.8401364088058472, 0.8842170238494873, 0.9256979823112488, 0.9522987008094788, 0.9668622016906738, 0.9749119281768799, 0.9797819256782532, 0.9831058382987976, 0.9856445789337158, 0.9877542853355408, 0.9896017909049988, 0.9912576675415039, 0.9927440285682678, 0.9940610527992249, 0.9952060580253601, 0.9961804151535034, 0.9969899654388428], "prob_old": [0.32634374499320984, 0.06761214137077332, 0.008357401005923748, 0.010647155344486237, 0.011232773773372173, 0.005349291954189539, 0.0019831322133541107, 0.0008326035458594561, 0.0004442517820280045, 0.0002936200762633234, 0.00022728973999619484, 0.00019600502855610102, 0.00018070709484163672, 0.00017212211969308555, 0.00016489002155140042, 0.00015596052980981767, 0.0001441492058802396, 0.00012966737267561257, 0.00011352934234309942, 9.700340160634369e-05], "prob_new_token": [0.00021411781199276447, 0.15869690477848053, 0.6222120523452759, 0.8627821207046509, 0.8940449953079224, 0.934619665145874, 0.9586552381515503, 0.9705554842948914, 0.9770870208740234, 0.981225311756134, 0.984203040599823, 0.9865657687187195, 0.9885639548301697, 0.9903095364570618, 0.9918495416641235, 0.9932047128677368, 0.9943803548812866, 0.9953854084014893, 0.9962330460548401, 0.9969383478164673], "prob_old_token": [0.6306102871894836, 0.10396058857440948, 0.007787446491420269, 0.01348777487874031, 0.017320891842246056, 0.007071861531585455, 0.0021662802901118994, 0.0008266668883152306, 0.00042434423812665045, 0.0002723746292758733, 0.00020329593098722398, 0.00016734121891204268, 0.0001460180210415274, 0.00013100636715535074, 0.00011820784857263789, 0.00010576054046396166, 9.32825350901112e-05, 8.109614282147959e-05, 6.970905815251172e-05, 5.9444253565743566e-05], "update_matrix_norm_1": [23773.43359375], "update_matrix_norm_2": [6.2343645095825195], "update_matrix_norm_inf": [0.03211980313062668], "request": {"prompt": "The original language of work of {} is", "subject": "Dirty Dancing", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.286, 6.028, 0.663, 0.463, 0.443, 0.427, 0.414, 0.404, 0.397, 0.393, 0.391, 0.389, 0.388, 0.387, 0.386, 0.385, 0.385, 0.384, 0.384, 0.384], "prob_new": [0.00013652615598402917, 0.005516028963029385, 0.767479419708252, 0.9354386329650879, 0.9549504518508911, 0.968668520450592, 0.9800323247909546, 0.9885083436965942, 0.9938229322433472, 0.9966659545898438, 0.9980630874633789, 0.9987450838088989, 0.999090313911438, 0.9992720484733582, 0.9993689656257629, 0.9994182586669922, 0.9994390606880188, 0.9994421601295471, 0.9994344711303711, 0.9994209408760071], "prob_old": [0.3207486569881439, 0.18441520631313324, 0.0002586407936178148, 0.00017069130262825638, 0.0001612224441487342, 0.0001228074834216386, 7.199063111329451e-05, 3.3514304959680885e-05, 1.3602481885754969e-05, 5.549228717427468e-06, 2.5761444248928456e-06, 1.4428030681301607e-06, 9.749433047545608e-07, 7.723099315626314e-07, 6.92046000949631e-07, 6.785081154703221e-07, 7.07624508322624e-07, 7.672169317629596e-07, 8.492104370816378e-07, 9.46372040289134e-07], "prob_new_token": [0.00011045168503187597, 0.01885959506034851, 0.8202254772186279, 0.9346467852592468, 0.9463764429092407, 0.9564621448516846, 0.9666387438774109, 0.9765577912330627, 0.9851560592651367, 0.9912918210029602, 0.9949011206626892, 0.9967882633209229, 0.9977385997772217, 0.9982184767723083, 0.9984534382820129, 0.9985522627830505, 0.9985692501068115, 0.998534619808197, 0.9984685182571411, 0.9983876347541809], "prob_old_token": [0.657234251499176, 0.19187124073505402, 0.00012677932681981474, 0.00017508683959022164, 0.00023667930508963764, 0.0002274163271067664, 0.0001666546449996531, 9.684283577371389e-05, 4.682174403569661e-05, 2.0695644707302563e-05, 9.48212527873693e-06, 4.987550255464157e-06, 3.144438778690528e-06, 2.3607537968928227e-06, 2.0467848571570357e-06, 1.9742976746783825e-06, 2.0458130620681914e-06, 2.2104065919847926e-06, 2.4306475552293705e-06, 2.670542016858235e-06], "update_matrix_norm_1": [22773.02734375], "update_matrix_norm_2": [5.877663612365723], "update_matrix_norm_inf": [0.031223764643073082], "request": {"prompt": "The original language of work of {} is", "subject": "Halloween III: Season of the Witch", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.757, 3.205, 0.519, 0.429, 0.41, 0.401, 0.396, 0.393, 0.391, 0.389, 0.388, 0.387, 0.386, 0.385, 0.384, 0.384, 0.383, 0.383, 0.382, 0.382], "prob_new": [0.009153989143669605, 0.06539639830589294, 0.8885108828544617, 0.965362548828125, 0.9800673127174377, 0.9863848090171814, 0.9902242422103882, 0.9928617477416992, 0.9947345852851868, 0.996066153049469, 0.9970024228096008, 0.9976487159729004, 0.9980848431587219, 0.9983707666397095, 0.9985519647598267, 0.9986618161201477, 0.9987242817878723, 0.9987586140632629, 0.9987807869911194, 0.998806357383728], "prob_old": [0.3207486569881439, 0.20439104735851288, 0.00011048281885450706, 4.1752286051632836e-05, 2.9292154067661613e-05, 2.1472416847245768e-05, 1.5023663763713557e-05, 1.0027038115367759e-05, 6.4993841988325585e-06, 4.175354661128949e-06, 2.711039542191429e-06, 1.8120956610800931e-06, 1.2662111430472578e-06, 9.339906910099671e-07, 7.287002290468081e-07, 5.983048367852462e-07, 5.120290893501078e-07, 4.516252829489531e-07, 4.0595094219497696e-07, 3.681488180973247e-07], "prob_new_token": [6.934073462616652e-05, 0.0062669143080711365, 0.8527505993843079, 0.9467781782150269, 0.9677318334579468, 0.9768362045288086, 0.9824278950691223, 0.9863922595977783, 0.9893463850021362, 0.9915741682052612, 0.9932405352592468, 0.9944573640823364, 0.995311975479126, 0.9958769083023071, 0.9962186217308044, 0.9963915944099426, 0.9964447617530823, 0.9964218735694885, 0.9963736534118652, 0.9963555932044983], "prob_old_token": [0.657234251499176, 0.2547869384288788, 3.230889706173912e-05, 1.44115856528515e-05, 1.1989868653472513e-05, 1.0274607120663859e-05, 8.216817150241695e-06, 6.133604074420873e-06, 4.352903488324955e-06, 2.9944842481199885e-06, 2.032310021604644e-06, 1.3843246051692404e-06, 9.610056395104039e-07, 6.880886189719604e-07, 5.112099188409047e-07, 3.9397107798322395e-07, 3.1360309549199883e-07, 2.562184135967982e-07, 2.1341925560136588e-07, 1.8005722779435018e-07], "update_matrix_norm_1": [21954.16015625], "update_matrix_norm_2": [5.877662658691406], "update_matrix_norm_inf": [0.029808634892106056], "request": {"prompt": "The original language of work of {} is", "subject": "Halloween III: Season of the Witch", "target_new": {"str": "Romanian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.799, 3.57, 0.582, 0.408, 0.397, 0.392, 0.39, 0.389, 0.387, 0.386, 0.386, 0.385, 0.384, 0.384, 0.383, 0.383, 0.382, 0.382, 0.382, 0.382], "prob_new": [0.004089346155524254, 0.04995092377066612, 0.8416323065757751, 0.9814817309379578, 0.9938905239105225, 0.9967033863067627, 0.9977526068687439, 0.9983595013618469, 0.9987626075744629, 0.9990283846855164, 0.9991862177848816, 0.9992649555206299, 0.9993041753768921, 0.999333381652832, 0.9993647933006287, 0.9993980526924133, 0.9994264245033264, 0.9994438290596008, 0.9994478225708008, 0.9994412660598755], "prob_old": [0.3207486569881439, 0.14269086718559265, 0.0006194151355884969, 5.487176531460136e-05, 1.4598957022826653e-05, 8.440485544269904e-06, 6.340876552712871e-06, 4.739280939247692e-06, 3.47422314916912e-06, 2.608464001241373e-06, 2.138209538316005e-06, 1.9719266219908604e-06, 1.946364591276506e-06, 1.93252617464168e-06, 1.8762384570436552e-06, 1.78156471974944e-06, 1.681581920820463e-06, 1.608354637028242e-06, 1.574271550452977e-06, 1.5678302816013456e-06], "prob_new_token": [0.002733325120061636, 0.06400588154792786, 0.8494065999984741, 0.9608303904533386, 0.9869547486305237, 0.9941558837890625, 0.9966322779655457, 0.9979135990142822, 0.9986602663993835, 0.9990818500518799, 0.9992901682853699, 0.999366283416748, 0.9993808269500732, 0.9993818998336792, 0.9993904829025269, 0.9994076490402222, 0.9994220733642578, 0.9994217753410339, 0.9994004964828491, 0.9993595480918884], "prob_old_token": [0.657234251499176, 0.16043034195899963, 0.0005348750855773687, 0.00014298473251983523, 4.387644730741158e-05, 2.32865204452537e-05, 1.6212223272304982e-05, 1.120977321988903e-05, 7.561424808955053e-06, 5.27219981449889e-06, 4.14287251260248e-06, 3.816327534877928e-06, 3.855929207929876e-06, 3.934527740057092e-06, 3.900652700394858e-06, 3.753557621166692e-06, 3.5801297144644195e-06, 3.471377567620948e-06, 3.467367605480831e-06, 3.5417417620919878e-06], "update_matrix_norm_1": [22359.6640625], "update_matrix_norm_2": [5.877663612365723], "update_matrix_norm_inf": [0.026683153584599495], "request": {"prompt": "The original language of work of {} is", "subject": "Halloween III: Season of the Witch", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.796, 2.961, 1.245, 0.672, 0.579, 0.542, 0.518, 0.499, 0.484, 0.471, 0.46, 0.451, 0.443, 0.437, 0.431, 0.427, 0.424, 0.421, 0.418, 0.416], "prob_new": [0.00395632442086935, 0.10341276973485947, 0.4910271167755127, 0.7809658050537109, 0.8515113592147827, 0.8832057118415833, 0.9045087695121765, 0.9214610457420349, 0.9357548952102661, 0.9478667974472046, 0.958138644695282, 0.9667959213256836, 0.9739993810653687, 0.9798916578292847, 0.9846304059028625, 0.9883942604064941, 0.991358757019043, 0.9936689138412476, 0.9954319000244141, 0.9967366456985474], "prob_old": [0.4190526008605957, 0.10303241014480591, 0.003943898249417543, 0.006287775002419949, 0.004484354518353939, 0.0030291045550256968, 0.002148655243217945, 0.0016201385296881199, 0.0012814068468287587, 0.0010459001641720533, 0.0008651650859974325, 0.0007139322115108371, 0.0005814536707475781, 0.000465286459075287, 0.00036630508839152753, 0.00028504885267466307, 0.0002202986361226067, 0.0001695531391305849, 0.00013012904673814774, 9.978438902180642e-05], "prob_new_token": [0.0008066282025538385, 0.17535607516765594, 0.6723725199699402, 0.8366246223449707, 0.8678525686264038, 0.8878002762794495, 0.904240071773529, 0.9186049699783325, 0.9313547611236572, 0.9426416754722595, 0.9525545239448547, 0.9611918926239014, 0.9686548709869385, 0.9750300645828247, 0.980381965637207, 0.9847752451896667, 0.9882965683937073, 0.991058886051178, 0.9931831955909729, 0.9947878122329712], "prob_old_token": [0.7898761034011841, 0.2915996015071869, 0.007049962878227234, 0.00968760997056961, 0.006980255711823702, 0.004761978052556515, 0.0033461032435297966, 0.002489187056198716, 0.001952487975358963, 0.0015894474927335978, 0.0013168684672564268, 0.0010912580182775855, 0.0008933870703913271, 0.0007182041881605983, 0.0005672415718436241, 0.0004427270614542067, 0.0003444417379796505, 0.00026927251019515097, 0.00021268305135890841, 0.00017015275079756975], "update_matrix_norm_1": [23400.8046875], "update_matrix_norm_2": [6.061760425567627], "update_matrix_norm_inf": [0.03877647966146469], "request": {"prompt": "The original language of work of {} is", "subject": "Batman Forever", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.331, 2.593, 1.203, 0.809, 0.619, 0.534, 0.487, 0.464, 0.451, 0.443, 0.436, 0.432, 0.429, 0.426, 0.424, 0.422, 0.421, 0.42, 0.419, 0.418], "prob_new": [0.0022740033455193043, 0.15522830188274384, 0.5096160769462585, 0.6896469593048096, 0.8236943483352661, 0.8973612189292908, 0.9408473372459412, 0.9623004794120789, 0.9730844497680664, 0.9794295430183411, 0.9837622046470642, 0.9869953393936157, 0.9895274043083191, 0.9915509819984436, 0.9931411147117615, 0.9943245053291321, 0.9951270222663879, 0.9956151843070984, 0.9959251284599304, 0.9961927533149719], "prob_old": [0.4190526008605957, 0.16561844944953918, 0.0181997399777174, 0.00659225694835186, 0.0036932274233549833, 0.0015163279604166746, 0.0005376997869461775, 0.0002373171446379274, 0.00013782705354969949, 9.884183236863464e-05, 8.148942288244143e-05, 7.355215348070487e-05, 6.993480201344937e-05, 6.767882587155327e-05, 6.557904998771846e-05, 6.419323472073302e-05, 6.510309322038665e-05, 6.926873902557418e-05, 7.512115553254262e-05, 7.924200326669961e-05], "prob_new_token": [0.0015980196185410023, 0.209612637758255, 0.6479421854019165, 0.7550421357154846, 0.8136821985244751, 0.8758829832077026, 0.9280436635017395, 0.9575716853141785, 0.971668541431427, 0.9789859056472778, 0.9833284616470337, 0.9861948490142822, 0.9882686138153076, 0.989901065826416, 0.9912283420562744, 0.9922456741333008, 0.9928932785987854, 0.9931775331497192, 0.9932687878608704, 0.9933937788009644], "prob_old_token": [0.7898761034011841, 0.4158448278903961, 0.0388246588408947, 0.00830349326133728, 0.0028745941817760468, 0.0010744718601927161, 0.00042795456829480827, 0.00019866880029439926, 0.0001100542358472012, 7.271810318343341e-05, 5.653168409480713e-05, 4.998323493055068e-05, 4.7911700676195323e-05, 4.736011032946408e-05, 4.696681571658701e-05, 4.695889219874516e-05, 4.85612872580532e-05, 5.2565039368346334e-05, 5.7717199524631724e-05, 6.11501673120074e-05], "update_matrix_norm_1": [23721.681640625], "update_matrix_norm_2": [6.061760902404785], "update_matrix_norm_inf": [0.03613283485174179], "request": {"prompt": "The original language of work of {} is", "subject": "Batman Forever", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.419, 2.546, 1.077, 0.805, 0.619, 0.554, 0.516, 0.492, 0.475, 0.461, 0.45, 0.441, 0.434, 0.429, 0.425, 0.42, 0.417, 0.416, 0.415, 0.414], "prob_new": [0.005854160059243441, 0.1626289188861847, 0.5840494632720947, 0.7084915041923523, 0.8206734657287598, 0.8744125366210938, 0.9069365859031677, 0.9287525415420532, 0.9447248578071594, 0.957251250743866, 0.9675434827804565, 0.9761807918548584, 0.9832718372344971, 0.9886869788169861, 0.9924768209457397, 0.9950145483016968, 0.9967184066772461, 0.9978486895561218, 0.9985675811767578, 0.9990048408508301], "prob_old": [0.4190526008605957, 0.03125135228037834, 0.008198834955692291, 0.0037681981921195984, 0.002158757532015443, 0.0012889447389170527, 0.0008083750726655126, 0.0005298895412124693, 0.0003540821198839694, 0.00023692620743531734, 0.00015749804151710123, 0.0001038053014781326, 6.816636596340686e-05, 4.543526301858947e-05, 3.149766052956693e-05, 2.279199361510109e-05, 1.688887641648762e-05, 1.2689651157415938e-05, 9.800227417144924e-06, 7.982368515513372e-06], "prob_new_token": [0.0010527902049943805, 0.3191360533237457, 0.751826286315918, 0.8118934631347656, 0.8572035431861877, 0.8850810527801514, 0.9060726165771484, 0.9229462742805481, 0.9370956420898438, 0.9492888450622559, 0.9599213004112244, 0.9691820740699768, 0.977126955986023, 0.9836074709892273, 0.9883941411972046, 0.9917305111885071, 0.9941553473472595, 0.995973527431488, 0.9972659945487976, 0.9981020092964172], "prob_old_token": [0.7898761034011841, 0.07736280560493469, 0.010693289339542389, 0.004898988641798496, 0.0030377532821148634, 0.0020898841321468353, 0.0014442048268392682, 0.0009804515866562724, 0.0006540848407894373, 0.0004303672176320106, 0.00028100120835006237, 0.0001839925243984908, 0.00012299857917241752, 8.63487075548619e-05, 6.555095023941249e-05, 5.387700002756901e-05, 4.6074212150415406e-05, 3.94418093492277e-05, 3.3681237255223095e-05, 2.9459275538101792e-05], "update_matrix_norm_1": [23987.01953125], "update_matrix_norm_2": [6.061760425567627], "update_matrix_norm_inf": [0.03851304203271866], "request": {"prompt": "The original language of work of {} is", "subject": "Batman Forever", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.782, 3.08, 1.012, 0.578, 0.509, 0.457, 0.429, 0.415, 0.407, 0.4, 0.395, 0.391, 0.388, 0.385, 0.383, 0.382, 0.381, 0.381, 0.38, 0.38], "prob_new": [0.004932727664709091, 0.10514919459819794, 0.5642141103744507, 0.8441302180290222, 0.897384762763977, 0.9419940710067749, 0.9693715572357178, 0.9821681380271912, 0.9888666272163391, 0.9925604462623596, 0.9947010278701782, 0.9960111975669861, 0.9968578219413757, 0.9974340796470642, 0.9978471398353577, 0.9981588125228882, 0.9984052181243896, 0.9986072778701782, 0.9987760186195374, 0.9989175796508789], "prob_old": [0.3894103467464447, 0.12607590854167938, 0.008895592764019966, 0.016835365444421768, 0.007289015222340822, 0.0018720879452303052, 0.000475309178000316, 0.00015818864631000906, 7.07672443240881e-05, 3.9819369703764096e-05, 2.6437077394803055e-05, 1.9829189113806933e-05, 1.6279600458801724e-05, 1.4274092791310977e-05, 1.3106192454870325e-05, 1.2405243069224525e-05, 1.1962208191107493e-05, 1.1663534678518772e-05, 1.1457919754320756e-05, 1.13333371700719e-05], "prob_new_token": [0.001789738074876368, 0.08449558913707733, 0.564020574092865, 0.8595877885818481, 0.9058371186256409, 0.9470931887626648, 0.9695315361022949, 0.9811254739761353, 0.9876928329467773, 0.9915602803230286, 0.9938639402389526, 0.9952679872512817, 0.9961550831794739, 0.9967442154884338, 0.9971596598625183, 0.9974763989448547, 0.9977375268936157, 0.9979660511016846, 0.9981707334518433, 0.9983533620834351], "prob_old_token": [0.7228468060493469, 0.13124366104602814, 0.012723295018076897, 0.019261721521615982, 0.010130268521606922, 0.002752562053501606, 0.0006739302771165967, 0.00020248965302016586, 8.229548984672874e-05, 4.4082378735765815e-05, 2.8876782380393706e-05, 2.172909807995893e-05, 1.8013537555816583e-05, 1.5976987924659625e-05, 1.483185315009905e-05, 1.4165684660838451e-05, 1.374476050841622e-05, 1.3447737728711218e-05, 1.3226252121967264e-05, 1.3079831660434138e-05], "update_matrix_norm_1": [20738.875], "update_matrix_norm_2": [5.7553606033325195], "update_matrix_norm_inf": [0.035811956971883774], "request": {"prompt": "The original language of work of {} is", "subject": "Keeping Up with the Kardashians", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.005, 5.852, 2.683, 0.671, 0.506, 0.449, 0.424, 0.404, 0.397, 0.392, 0.39, 0.389, 0.388, 0.387, 0.386, 0.385, 0.385, 0.384, 0.384, 0.383], "prob_new": [0.0004446287057362497, 0.006811080500483513, 0.12135821580886841, 0.8040419220924377, 0.915678858757019, 0.9576448798179626, 0.9806993007659912, 0.9917421936988831, 0.9963900446891785, 0.9982292056083679, 0.9989665746688843, 0.9992788434028625, 0.9994314312934875, 0.9995282888412476, 0.9996018409729004, 0.9996588826179504, 0.9997009038925171, 0.999730110168457, 0.9997491836547852, 0.999761700630188], "prob_old": [0.3894103467464447, 0.07740414142608643, 0.25401175022125244, 0.011703702621161938, 0.0008682516636326909, 0.0003129520337097347, 0.00011159288987983018, 3.850383291137405e-05, 1.486447399656754e-05, 6.746730832674075e-06, 3.7300637814041693e-06, 2.5042145352927037e-06, 1.922848696267465e-06, 1.5685012613175786e-06, 1.313657662649348e-06, 1.1281020988462842e-06, 1.0031443480329472e-06, 9.298433951698826e-07, 8.963397135630657e-07, 8.910629958336358e-07], "prob_new_token": [0.00028807399212382734, 0.004575066268444061, 0.19446206092834473, 0.82069331407547, 0.9082819223403931, 0.951631486415863, 0.9730507135391235, 0.9860285520553589, 0.9933284521102905, 0.9968581199645996, 0.9984215497970581, 0.9990560412406921, 0.9993261098861694, 0.9994736313819885, 0.9995739459991455, 0.9996446371078491, 0.9996908903121948, 0.999717652797699, 0.9997294545173645, 0.9997313618659973], "prob_old_token": [0.7228468060493469, 0.09991772472858429, 0.2882081866264343, 0.0070277671329677105, 0.0008433774928562343, 0.00040628528222441673, 0.000184149612323381, 6.846697942819446e-05, 2.6680614610086195e-05, 1.1755070772778708e-05, 5.9319468164176214e-06, 3.627817477536155e-06, 2.6392683594167465e-06, 2.0920206225127913e-06, 1.7237169913641992e-06, 1.4733823263668455e-06, 1.3243449075162061e-06, 1.2618478422155022e-06, 1.2703045513262623e-06, 1.3371168279263657e-06], "update_matrix_norm_1": [20765.1640625], "update_matrix_norm_2": [5.7553606033325195], "update_matrix_norm_inf": [0.03504543378949165], "request": {"prompt": "The original language of work of {} is", "subject": "Keeping Up with the Kardashians", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.758, 5.608, 3.056, 1.587, 0.61, 0.519, 0.479, 0.457, 0.442, 0.43, 0.421, 0.413, 0.407, 0.402, 0.398, 0.395, 0.392, 0.39, 0.388, 0.387], "prob_new": [0.0005659768939949572, 0.008103931322693825, 0.08070410043001175, 0.328005850315094, 0.8174842596054077, 0.8897559642791748, 0.9224616885185242, 0.9410324096679688, 0.9532414674758911, 0.96207594871521, 0.968871533870697, 0.9743027687072754, 0.9787510633468628, 0.9824534058570862, 0.9855644702911377, 0.9881913661956787, 0.9904091358184814, 0.9922733306884766, 0.9938263893127441, 0.9951032400131226], "prob_old": [0.3894103467464447, 0.205237478017807, 0.2577337920665741, 0.15214623510837555, 0.02197123132646084, 0.005571472458541393, 0.0018396503292024136, 0.0008817599737085402, 0.0005534730153158307, 0.0004076311597600579, 0.00032772382837720215, 0.00027523230528458953, 0.0002349041315028444, 0.00020016559574287385, 0.00016841452452354133, 0.0001390324323438108, 0.00011228881339775398, 8.869088924257085e-05, 6.861995643703267e-05, 5.2199950005160645e-05], "prob_new_token": [0.0005000936216674745, 0.00889641884714365, 0.05919254571199417, 0.3419746160507202, 0.885930061340332, 0.9241739511489868, 0.9418099522590637, 0.9537094235420227, 0.9624196290969849, 0.9691596627235413, 0.9745674729347229, 0.9789990186691284, 0.9826721549034119, 0.9857383966445923, 0.9883067011833191, 0.9904598593711853, 0.9922604560852051, 0.9937599301338196, 0.9949976205825806, 0.9960068464279175], "prob_old_token": [0.7228468060493469, 0.4129781126976013, 0.32801884412765503, 0.16708700358867645, 0.009298255667090416, 0.001999024534597993, 0.0007410437683574855, 0.00038317483267746866, 0.0002445269492454827, 0.00017782200302463025, 0.00013989018043503165, 0.0001151041142293252, 9.687738929642364e-05, 8.215308480430394e-05, 6.949604721739888e-05, 5.828866414958611e-05, 4.832000195165165e-05, 3.954365092795342e-05, 3.1970204872777686e-05, 2.559161112003494e-05], "update_matrix_norm_1": [20504.921875], "update_matrix_norm_2": [5.755360126495361], "update_matrix_norm_inf": [0.038232505321502686], "request": {"prompt": "The original language of work of {} is", "subject": "Keeping Up with the Kardashians", "target_new": {"str": "Russian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.317, 2.425, 0.896, 0.568, 0.522, 0.493, 0.472, 0.457, 0.445, 0.436, 0.429, 0.423, 0.419, 0.416, 0.413, 0.411, 0.409, 0.408, 0.407, 0.406], "prob_new": [0.017211971804499626, 0.15455783903598785, 0.623871386051178, 0.8478899002075195, 0.8878729939460754, 0.9135577082633972, 0.9329540133476257, 0.9477622509002686, 0.9590904712677002, 0.9678701758384705, 0.9748115539550781, 0.9803751111030579, 0.9848176836967468, 0.9882940053939819, 0.9909452199935913, 0.9929296374320984, 0.994404673576355, 0.9955029487609863, 0.9963235855102539, 0.9969386458396912], "prob_old": [0.38267868757247925, 0.1853710114955902, 0.00379650155082345, 0.0021742121316492558, 0.001985393464565277, 0.0016714087687432766, 0.0013253132347017527, 0.0010269592748954892, 0.0007923527737148106, 0.0006123563507571816, 0.00047405800432898104, 0.0003669323632493615, 0.0002836736384779215, 0.00021931654191575944, 0.0001701378496363759, 0.00013298836711328477, 0.00010515376197872683, 8.438437362201512e-05, 6.890158692840487e-05, 5.731930286856368e-05], "prob_new_token": [0.006626377813518047, 0.18248233199119568, 0.7428295016288757, 0.8541118502616882, 0.8852001428604126, 0.9108972549438477, 0.9318909049034119, 0.9481327533721924, 0.9603593349456787, 0.9695495367050171, 0.9765380024909973, 0.9819369912147522, 0.9861363172531128, 0.989379346370697, 0.9918360114097595, 0.9936563372612, 0.9949841499328613, 0.9959450364112854, 0.9966359734535217, 0.9971296191215515], "prob_old_token": [0.7555152773857117, 0.38009417057037354, 0.0034717603120952845, 0.0025842753238976, 0.0022316037211567163, 0.0017147959442809224, 0.0012584319338202477, 0.0009131699334830046, 0.0006646275869570673, 0.0004872738791164011, 0.0003600657219067216, 0.00026787989190779626, 0.0002005711867241189, 0.0001513012102805078, 0.00011536500824149698, 8.924993016989902e-05, 7.03150435583666e-05, 5.661428440362215e-05, 4.676323806052096e-05, 3.9723265217617154e-05], "update_matrix_norm_1": [21449.765625], "update_matrix_norm_2": [5.653871536254883], "update_matrix_norm_inf": [0.026557715609669685], "request": {"prompt": "The original language of work of {} is", "subject": "Die Hard 2", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.369, 2.997, 0.947, 0.593, 0.534, 0.512, 0.5, 0.49, 0.482, 0.474, 0.467, 0.461, 0.454, 0.449, 0.443, 0.438, 0.433, 0.429, 0.425, 0.421], "prob_new": [0.0003257628413848579, 0.1054515391588211, 0.61025071144104, 0.8464018702507019, 0.8923075795173645, 0.9080145955085754, 0.9175751209259033, 0.9256244897842407, 0.9329719543457031, 0.9396858215332031, 0.9458456635475159, 0.951570987701416, 0.956965982913971, 0.9621018171310425, 0.9670165777206421, 0.9717181324958801, 0.9761794805526733, 0.9803428649902344, 0.984130322933197, 0.9874658584594727], "prob_old": [0.38267868757247925, 0.2560783624649048, 0.0009583098581060767, 0.0005362738156691194, 0.0005292504210956395, 0.0005766591639257967, 0.0005873724585399032, 0.0005522703868336976, 0.0004884651280008256, 0.000414645008277148, 0.00034252225304953754, 0.0002773808082565665, 0.0002208173682447523, 0.00017273350385949016, 0.00013243089779280126, 9.91154884104617e-05, 7.210156763903797e-05, 5.081413110019639e-05, 3.4677617804845795e-05, 2.2989841454545967e-05], "prob_new_token": [7.241740968311206e-05, 0.14623333513736725, 0.7924479246139526, 0.8819251656532288, 0.895355761051178, 0.9018477201461792, 0.908225953578949, 0.9155088663101196, 0.9231090545654297, 0.9304176568984985, 0.9372362494468689, 0.9435575008392334, 0.9494571685791016, 0.9550061821937561, 0.9602676630020142, 0.9652771949768066, 0.9700395464897156, 0.9745171070098877, 0.978648841381073, 0.9823575615882874], "prob_old_token": [0.7555152773857117, 0.3757956326007843, 0.0008359305211342871, 0.0006951448158361018, 0.0009300840902142227, 0.0011162568116560578, 0.0011820374056696892, 0.001141494489274919, 0.0010372374672442675, 0.0009074229747056961, 0.0007753155077807605, 0.0006523075862787664, 0.0005421540117822587, 0.00044513773173093796, 0.0003600250347517431, 0.00028541948995552957, 0.0002204057964263484, 0.00016476790187880397, 0.0001188034366350621, 8.267598605016246e-05], "update_matrix_norm_1": [21459.025390625], "update_matrix_norm_2": [5.653871536254883], "update_matrix_norm_inf": [0.024351684376597404], "request": {"prompt": "The original language of work of {} is", "subject": "Die Hard 2", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.515, 2.57, 1.037, 0.552, 0.518, 0.506, 0.498, 0.491, 0.484, 0.477, 0.471, 0.465, 0.459, 0.454, 0.45, 0.445, 0.441, 0.437, 0.433, 0.43], "prob_new": [0.0007089772843755782, 0.13794034719467163, 0.573047399520874, 0.8836942315101624, 0.9100006818771362, 0.9179874062538147, 0.9230743050575256, 0.9277045130729675, 0.9323867559432983, 0.9371749758720398, 0.9420074224472046, 0.9468038082122803, 0.9514981508255005, 0.9560374617576599, 0.9603866338729858, 0.9645271301269531, 0.9684572815895081, 0.9721832275390625, 0.9757157564163208, 0.979061484336853], "prob_old": [0.38267868757247925, 0.10876110941171646, 0.00024189740361180156, 0.00017185676551889628, 0.00034503143979236484, 0.0005134304519742727, 0.0006219757487997413, 0.0006638915510848165, 0.0006521197501569986, 0.0006045903428457677, 0.0005375161417759955, 0.00046312357881106436, 0.0003897049173247069, 0.00032243848545476794, 0.00026404907112009823, 0.00021536032727453858, 0.0001757717109285295, 0.00014386871771421283, 0.00011801498476415873, 9.674627654021606e-05], "prob_new_token": [0.000247641874011606, 0.16136415302753448, 0.7468028664588928, 0.8926434516906738, 0.8956677317619324, 0.897489607334137, 0.900961697101593, 0.9057315587997437, 0.9114129543304443, 0.9177218079566956, 0.9244356155395508, 0.931377112865448, 0.9383783936500549, 0.9452528357505798, 0.9518222212791443, 0.9579378366470337, 0.9635069370269775, 0.9685139060020447, 0.9729917645454407, 0.9769973754882812], "prob_old_token": [0.7555152773857117, 0.15905450284481049, 0.0001388664240948856, 0.00022091064602136612, 0.000455732544651255, 0.0006544014904648066, 0.0007746222545392811, 0.0008224280900321901, 0.0008151986985467374, 0.0007702172151766717, 0.000701914366800338, 0.0006212446023710072, 0.0005364822573028505, 0.00045415759086608887, 0.00037891772808507085, 0.00031364901224151254, 0.0002591965312603861, 0.000214771629543975, 0.00017868079885374755, 0.00014903137343935668], "update_matrix_norm_1": [21294.0390625], "update_matrix_norm_2": [5.653871536254883], "update_matrix_norm_inf": [0.02899228408932686], "request": {"prompt": "The original language of work of {} is", "subject": "Die Hard 2", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.97, 5.518, 5.414, 0.899, 0.69, 0.587, 0.542, 0.516, 0.5, 0.49, 0.482, 0.476, 0.472, 0.469, 0.466, 0.464, 0.462, 0.461, 0.46, 0.459], "prob_new": [0.0012345853028818965, 0.010086902417242527, 0.010758360847830772, 0.6784470081329346, 0.801454484462738, 0.8817521929740906, 0.92307049036026, 0.9473085403442383, 0.9623408913612366, 0.9720938801765442, 0.9786941409111023, 0.9833232760429382, 0.9866681694984436, 0.9891510009765625, 0.9910421371459961, 0.992519736289978, 0.9937012195587158, 0.9946635961532593, 0.9954570531845093, 0.9961148500442505], "prob_old": [0.5961087346076965, 0.36027172207832336, 0.008246958255767822, 0.03733105957508087, 0.021091623231768608, 0.008499435149133205, 0.003938810434192419, 0.0020436402410268784, 0.001166915986686945, 0.0007238603429868817, 0.00048038092791102827, 0.00033613332198001444, 0.0002450569299980998, 0.0001844484213506803, 0.00014234406989999115, 0.00011205152259208262, 8.963150321505964e-05, 7.267593900905922e-05, 5.966132812318392e-05, 4.9590045819059014e-05], "prob_new_token": [0.0005884304991923273, 0.0019383608596399426, 0.033327292650938034, 0.6720302700996399, 0.7976922988891602, 0.8762215971946716, 0.9161022305488586, 0.9396851062774658, 0.9548101425170898, 0.9649883508682251, 0.9721159934997559, 0.9772759079933167, 0.9811183214187622, 0.9840541481971741, 0.9863591194152832, 0.9882213473320007, 0.9897666573524475, 0.9910790324211121, 0.9922088980674744, 0.9931888580322266], "prob_old_token": [0.7792261242866516, 0.7379098534584045, 0.018423153087496758, 0.09061761945486069, 0.05226698890328407, 0.021250154823064804, 0.00933555606752634, 0.004498935770243406, 0.0023926524445414543, 0.0014004310360178351, 0.0008912375196814537, 0.0006072908290661871, 0.00043693010229617357, 0.0003279989759903401, 0.0002544228045735508, 0.00020238598517607898, 0.00016411002434324473, 0.00013507629046216607, 0.00011257119331276044, 9.488381328992546e-05], "update_matrix_norm_1": [22545.59765625], "update_matrix_norm_2": [5.65122127532959], "update_matrix_norm_inf": [0.022128049284219742], "request": {"prompt": "The original language of work of {} is", "subject": "Home Alone 2: Lost in New York", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.524, 2.125, 0.892, 0.546, 0.517, 0.502, 0.488, 0.48, 0.473, 0.469, 0.467, 0.465, 0.463, 0.462, 0.461, 0.459, 0.459, 0.452, 0.437, 0.414], "prob_new": [0.033016640692949295, 0.1989872306585312, 0.6902422308921814, 0.9408743977546692, 0.9540897011756897, 0.9653133153915405, 0.974202036857605, 0.9814527034759521, 0.9868128895759583, 0.9904868006706238, 0.9929240942001343, 0.9944469928741455, 0.9954965710639954, 0.9963024854660034, 0.9969016909599304, 0.9973591566085815, 0.9977144598960876, 0.9979171752929688, 0.9979662299156189, 0.9978898763656616], "prob_old": [0.5961087346076965, 0.38527029752731323, 0.008415424264967442, 0.004487370606511831, 0.0033600309398025274, 0.0021376130171120167, 0.0011356250615790486, 0.0005551393260248005, 0.0002848719886969775, 0.00016104949463624507, 9.852624498307705e-05, 6.90392917022109e-05, 5.1610975788207725e-05, 3.889647632604465e-05, 3.23908134305384e-05, 2.950807538582012e-05, 2.7385900466470048e-05, 2.7410482289269567e-05, 3.217298217350617e-05, 4.342499960330315e-05], "prob_new_token": [0.003011923748999834, 0.06341453641653061, 0.7153310775756836, 0.9366968870162964, 0.9517146348953247, 0.9634798765182495, 0.9720386862754822, 0.9795032739639282, 0.9854174852371216, 0.9895609617233276, 0.9922769069671631, 0.9939296245574951, 0.9950428605079651, 0.9958997964859009, 0.9965695142745972, 0.997105062007904, 0.997512936592102, 0.9977537989616394, 0.9978391528129578, 0.9978005290031433], "prob_old_token": [0.7792261242866516, 0.3784133791923523, 0.008515394292771816, 0.002075153635814786, 0.0013558149803429842, 0.0008292414131574333, 0.0004601067921612412, 0.00024976630811579525, 0.00014319938782136887, 8.711530244909227e-05, 5.517391400644556e-05, 3.9708378608338535e-05, 3.036688758584205e-05, 2.314290395588614e-05, 1.933366911543999e-05, 1.756637720973231e-05, 1.617532871023286e-05, 1.6104431779240258e-05, 1.9091028661932796e-05, 2.62206704064738e-05], "update_matrix_norm_1": [17218.80078125], "update_matrix_norm_2": [5.111103534698486], "update_matrix_norm_inf": [0.031335245817899704], "request": {"prompt": "The original language of work of {} is", "subject": "Home Alone 2: Lost in New York", "target_new": {"str": "Hindi"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.109, 4.285, 1.158, 0.504, 0.485, 0.476, 0.469, 0.465, 0.462, 0.46, 0.458, 0.457, 0.457, 0.456, 0.456, 0.455, 0.455, 0.454, 0.444, 0.427], "prob_new": [0.006381779443472624, 0.02313992567360401, 0.5301276445388794, 0.9750663638114929, 0.9939136505126953, 0.9966827630996704, 0.9979181885719299, 0.9985273480415344, 0.9988598823547363, 0.9991005063056946, 0.9992833137512207, 0.9994062185287476, 0.9994749426841736, 0.9995166659355164, 0.9995574951171875, 0.9996013045310974, 0.9996363520622253, 0.9996532201766968, 0.9996216297149658, 0.9995212554931641], "prob_old": [0.5961087346076965, 0.4998459219932556, 0.04047487676143646, 8.502674609189853e-05, 2.1426809325930662e-05, 1.0500986718398053e-05, 6.6832844822783954e-06, 5.613088433165103e-06, 5.076843990536872e-06, 4.6884397306712344e-06, 4.5061574382998515e-06, 4.266828000254463e-06, 3.7162228636589134e-06, 3.079172529396601e-06, 2.583768718977808e-06, 2.225804792033159e-06, 1.945744315889897e-06, 1.7238514828932239e-06, 1.6550259260839084e-06, 1.856958874668635e-06], "prob_new_token": [3.927530633518472e-05, 0.0006555217551067472, 0.30425071716308594, 0.9692930579185486, 0.9887194037437439, 0.9919015765190125, 0.9941466450691223, 0.99547278881073, 0.9963229894638062, 0.9972801804542542, 0.9982419013977051, 0.998906135559082, 0.9992260932922363, 0.9993642568588257, 0.9994482398033142, 0.9995138645172119, 0.9995477199554443, 0.9995290040969849, 0.9993550777435303, 0.9988218545913696], "prob_old_token": [0.7792261242866516, 0.6239088773727417, 0.04123837873339653, 8.64218600327149e-05, 2.5989538698922843e-05, 1.5533571058767848e-05, 9.707368008093908e-06, 7.552379884145921e-06, 6.188541192386765e-06, 4.307022663851967e-06, 2.455205276419292e-06, 1.2913429827676737e-06, 7.717096650594613e-07, 5.62356717637158e-07, 4.7057469032552035e-07, 4.321078677094192e-07, 4.3884602973776055e-07, 5.117665295983898e-07, 8.755914677749388e-07, 2.1341304545785533e-06], "update_matrix_norm_1": [18204.658203125], "update_matrix_norm_2": [5.3170294761657715], "update_matrix_norm_inf": [0.029770130291581154], "request": {"prompt": "The original language of work of {} is", "subject": "Home Alone 2: Lost in New York", "target_new": {"str": "Romanian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.744, 6.979, 4.459, 1.0, 0.693, 0.617, 0.569, 0.527, 0.489, 0.457, 0.435, 0.422, 0.414, 0.406, 0.399, 0.394, 0.392, 0.391, 0.391, 0.389], "prob_new": [0.00015041128790471703, 0.0033167300280183554, 0.02912532165646553, 0.5869179964065552, 0.7920072674751282, 0.8556651473045349, 0.8934537172317505, 0.9209520220756531, 0.9410536885261536, 0.9553327560424805, 0.9661051630973816, 0.9749041199684143, 0.9823356866836548, 0.988541841506958, 0.9933804273605347, 0.9965381622314453, 0.9980649948120117, 0.9986885786056519, 0.9989675283432007, 0.9991073608398438], "prob_old": [0.4265138506889343, 0.005291687790304422, 0.008570250123739243, 0.0018385014263913035, 0.0006537932786159217, 0.00036003158311359584, 0.00022108112170826644, 0.00013956590555608273, 8.851874008541927e-05, 5.701317422790453e-05, 3.739440944627859e-05, 2.4560971723985858e-05, 1.566902210470289e-05, 9.359169780509546e-06, 5.1015040298807435e-06, 2.686773541427101e-06, 1.6367613397960667e-06, 1.1995775821560528e-06, 9.930901114785229e-07, 8.987126420834102e-07], "prob_new_token": [4.836864536628127e-05, 0.01602596789598465, 0.0642126277089119, 0.6584218144416809, 0.8336898684501648, 0.8919239640235901, 0.9246295094490051, 0.9443859457969666, 0.9570576548576355, 0.9657065868377686, 0.972038984298706, 0.9769327640533447, 0.9808881878852844, 0.9842579364776611, 0.9872560501098633, 0.9899364709854126, 0.9921830892562866, 0.9938546419143677, 0.9949482679367065, 0.9955771565437317], "prob_old_token": [0.7190102338790894, 0.010442766360938549, 0.01068913470953703, 0.0019908559042960405, 0.0006620408385060728, 0.0003468572976998985, 0.000205817908863537, 0.0001289388892473653, 8.38124833535403e-05, 5.683180279447697e-05, 4.026755050290376e-05, 2.9768747481284663e-05, 2.2817701392341405e-05, 1.781425453373231e-05, 1.3805861271976028e-05, 1.0383493645349517e-05, 7.6063820415583905e-06, 5.662370767822722e-06, 4.530825663096039e-06, 4.019183506898116e-06], "update_matrix_norm_1": [22550.453125], "update_matrix_norm_2": [6.016066074371338], "update_matrix_norm_inf": [0.06000680476427078], "request": {"prompt": "The original language of work of {} is", "subject": "A Special Day", "target_new": {"str": "Swedish"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [4.644, 3.473, 1.728, 0.894, 0.668, 0.579, 0.517, 0.473, 0.447, 0.433, 0.424, 0.416, 0.409, 0.404, 0.4, 0.396, 0.393, 0.391, 0.39, 0.389], "prob_new": [0.010644614696502686, 0.06169825792312622, 0.32728660106658936, 0.6899949908256531, 0.8264283537864685, 0.8882989883422852, 0.9209926128387451, 0.9412036538124084, 0.9551379680633545, 0.9654958844184875, 0.9730544686317444, 0.9784249067306519, 0.9822177290916443, 0.9850000739097595, 0.987208366394043, 0.9890865087509155, 0.9907259345054626, 0.992141842842102, 0.99333655834198, 0.9943285584449768], "prob_old": [0.4265138506889343, 0.0039790719747543335, 0.003924687393009663, 0.0013686090242117643, 0.0005544283776544034, 0.00023777401656843722, 0.00011685646313708276, 6.589166878256947e-05, 4.119246659683995e-05, 2.7676529498421587e-05, 1.9955556126660667e-05, 1.5259636711562052e-05, 1.2180363228253555e-05, 1.000830434350064e-05, 8.356303624168504e-06, 7.031961558823241e-06, 5.962120667390991e-06, 5.11341386300046e-06, 4.439317308424506e-06, 3.882778855768265e-06], "prob_new_token": [6.988258246565238e-05, 0.011359783820807934, 0.22531554102897644, 0.6253154873847961, 0.7752286195755005, 0.8538658618927002, 0.8975056409835815, 0.9247759580612183, 0.9426578879356384, 0.9548012614250183, 0.9634519219398499, 0.9696837663650513, 0.9741814136505127, 0.9776182174682617, 0.9805189967155457, 0.9831404089927673, 0.9855344295501709, 0.9876609444618225, 0.989474356174469, 0.9909798502922058], "prob_old_token": [0.7190102338790894, 0.007406378630548716, 0.00476618530228734, 0.0020370506681501865, 0.000747500394936651, 0.00026853932649828494, 0.00011460453242762014, 5.890969987376593e-05, 3.538118107826449e-05, 2.4078655769699253e-05, 1.792037619452458e-05, 1.4113916222413536e-05, 1.158507166110212e-05, 9.769108146429062e-06, 8.305598385049962e-06, 7.044797257549362e-06, 5.977268301649019e-06, 5.128631528350525e-06, 4.484078090172261e-06, 3.989073775301222e-06], "update_matrix_norm_1": [22227.94921875], "update_matrix_norm_2": [6.01606559753418], "update_matrix_norm_inf": [0.058696091175079346], "request": {"prompt": "The original language of work of {} is", "subject": "A Special Day", "target_new": {"str": "Hebrew"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [9.682, 6.496, 4.361, 1.374, 0.846, 0.69, 0.627, 0.59, 0.563, 0.542, 0.522, 0.5, 0.473, 0.444, 0.432, 0.426, 0.419, 0.41, 0.401, 0.395], "prob_new": [0.00026390200946480036, 0.0054405685514211655, 0.03549037128686905, 0.43813955783843994, 0.6905036568641663, 0.80326247215271, 0.8544086217880249, 0.8851897120475769, 0.907541036605835, 0.9243788123130798, 0.9372596144676208, 0.9473191499710083, 0.9553300142288208, 0.9618791937828064, 0.9677851796150208, 0.9734430313110352, 0.9786006808280945, 0.983027994632721, 0.9867185354232788, 0.9898064136505127], "prob_old": [0.4265138506889343, 0.004891286604106426, 0.007601017132401466, 0.00180567626375705, 0.0004521913069766015, 0.0001672231446718797, 8.565448661101982e-05, 5.432527177617885e-05, 3.9424885471817106e-05, 3.1318511901190504e-05, 2.6335961592849344e-05, 2.2897020244272426e-05, 2.0325242076069117e-05, 1.8377961168880574e-05, 1.6710762793081813e-05, 1.4943988389859442e-05, 1.3073746231384575e-05, 1.1230233212700114e-05, 9.502185093879234e-06, 7.905618076620158e-06], "prob_new_token": [3.9211194234667346e-05, 0.018602915108203888, 0.0698157250881195, 0.5503383874893188, 0.7530074715614319, 0.8431109189987183, 0.8847798705101013, 0.9097496271133423, 0.9275050759315491, 0.9408731460571289, 0.9510350227355957, 0.9589218497276306, 0.9653225541114807, 0.9707854986190796, 0.9755547046661377, 0.9796561002731323, 0.9830537438392639, 0.9857838749885559, 0.9879866242408752, 0.9898526668548584], "prob_old_token": [0.7190102338790894, 0.009544778615236282, 0.009351047687232494, 0.0018883743323385715, 0.00042429385939612985, 0.0001573603367432952, 8.434290066361427e-05, 5.481428524944931e-05, 4.015722151962109e-05, 3.180356361554004e-05, 2.658440644154325e-05, 2.3070975657901727e-05, 2.0542955098790117e-05, 1.8671991711016744e-05, 1.7108812244259752e-05, 1.5533394616795704e-05, 1.3959332136437297e-05, 1.247519685421139e-05, 1.109712047764333e-05, 9.7687170637073e-06], "update_matrix_norm_1": [22384.470703125], "update_matrix_norm_2": [6.016066074371338], "update_matrix_norm_inf": [0.06227575242519379], "request": {"prompt": "The original language of work of {} is", "subject": "A Special Day", "target_new": {"str": "Dutch"}, "old_answer": {"str": "Italian"}, "seed": 42}}, {"loss_per_step": [2.635, 1.366, 0.574, 0.497, 0.474, 0.458, 0.448, 0.441, 0.437, 0.434, 0.432, 0.43, 0.428, 0.427, 0.426, 0.425, 0.425, 0.424, 0.424, 0.417], "prob_new": [0.08397141098976135, 0.43531253933906555, 0.8778892159461975, 0.9451715350151062, 0.9641321301460266, 0.9773876667022705, 0.9856336712837219, 0.9903045892715454, 0.9929616451263428, 0.9945763349533081, 0.9956377148628235, 0.996377170085907, 0.9969117641448975, 0.9973090887069702, 0.9976139068603516, 0.9978592395782471, 0.9980716109275818, 0.9982690811157227, 0.9984572529792786, 0.998565137386322], "prob_old": [0.23959173262119293, 0.15644915401935577, 0.012564431875944138, 0.0007248839247040451, 0.0002107904729200527, 0.00010741979349404573, 6.754549394827336e-05, 4.727670602733269e-05, 3.5241137084085494e-05, 2.7536814741324633e-05, 2.2473552235169336e-05, 1.9113411326543428e-05, 1.6854555724421516e-05, 1.5288063877960667e-05, 1.4135182937025093e-05, 1.3216416846262291e-05, 1.2417203834047541e-05, 1.1670428648358211e-05, 1.0983911124640144e-05, 1.1513952813402284e-05], "prob_new_token": [0.009165490046143532, 0.4481288194656372, 0.8218117952346802, 0.9315034747123718, 0.9572595953941345, 0.9738343358039856, 0.9841762781143188, 0.9898744821548462, 0.9929749965667725, 0.9947628378868103, 0.9958739280700684, 0.9966095685958862, 0.9971205592155457, 0.997492790222168, 0.997776210308075, 0.9980040192604065, 0.9982022047042847, 0.9983870983123779, 0.9985597729682922, 0.9986295700073242], "prob_old_token": [0.6519873142242432, 0.1357215791940689, 0.004987664986401796, 0.00036369977169670165, 0.00012059183791279793, 6.791576743125916e-05, 4.531904050963931e-05, 3.278558870078996e-05, 2.5078321414184757e-05, 2.0137280444032513e-05, 1.694078673608601e-05, 1.4873880900267977e-05, 1.3512389159586746e-05, 1.255073493666714e-05, 1.179008813778637e-05, 1.111927122110501e-05, 1.0475496310391463e-05, 9.826020686887205e-06, 9.211582437274046e-06, 9.671255611465313e-06], "update_matrix_norm_1": [21677.599609375], "update_matrix_norm_2": [6.0960822105407715], "update_matrix_norm_inf": [0.04579700157046318], "request": {"prompt": "The original language of work of {} is", "subject": "Godzilla", "target_new": {"str": "Hindi"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [6.675, 4.776, 2.682, 0.83, 0.603, 0.546, 0.527, 0.516, 0.505, 0.495, 0.484, 0.474, 0.466, 0.46, 0.454, 0.448, 0.443, 0.439, 0.437, 0.435], "prob_new": [0.0013812485849484801, 0.015351807698607445, 0.12314056605100632, 0.7267382144927979, 0.9027551412582397, 0.9447354078292847, 0.9561243653297424, 0.9622483253479004, 0.9679949879646301, 0.9736558198928833, 0.9787037372589111, 0.9828458428382874, 0.986120879650116, 0.988713800907135, 0.9907970428466797, 0.9924872517585754, 0.9938531517982483, 0.99493008852005, 0.9957301020622253, 0.99625164270401], "prob_old": [0.23959173262119293, 0.0790252611041069, 0.008126125670969486, 0.0008888732409104705, 0.00010494722664589062, 4.156236900598742e-05, 2.8633325200644322e-05, 2.2301392164081335e-05, 1.695728860795498e-05, 1.237895958183799e-05, 8.860005436872598e-06, 6.3850602600723505e-06, 4.719997832580702e-06, 3.605561460062745e-06, 2.8540725907078013e-06, 2.348919224459678e-06, 2.0140373635513242e-06, 1.7907997289512423e-06, 1.6366220734198578e-06, 1.5365635590569582e-06], "prob_new_token": [1.2179576515336521e-05, 0.000900355342309922, 0.04326595366001129, 0.672232985496521, 0.9118576645851135, 0.9471591711044312, 0.9572828412055969, 0.9626717567443848, 0.9675727486610413, 0.9724777936935425, 0.9770529270172119, 0.9810608625411987, 0.9844664931297302, 0.9873213171958923, 0.9896938800811768, 0.9916476607322693, 0.9932312965393066, 0.9944598078727722, 0.9953173995018005, 0.9957787990570068], "prob_old_token": [0.6519873142242432, 0.04538886249065399, 0.00758557440713048, 0.0009794454090297222, 6.195234163897112e-05, 2.052912714134436e-05, 1.335873548669042e-05, 1.0310995094187092e-05, 7.98826204118086e-06, 6.031621978763724e-06, 4.481380074139452e-06, 3.32246281686821e-06, 2.480063130860799e-06, 1.8817693216988118e-06, 1.4724748780281516e-06, 1.207792138302466e-06, 1.0500236840016441e-06, 9.674930652181502e-07, 9.39083236062288e-07, 9.590215768184862e-07], "update_matrix_norm_1": [22916.4375], "update_matrix_norm_2": [6.186646461486816], "update_matrix_norm_inf": [0.04158168286085129], "request": {"prompt": "The original language of work of {} is", "subject": "Godzilla", "target_new": {"str": "Romanian"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [11.384, 7.91, 2.123, 0.793, 0.607, 0.555, 0.534, 0.52, 0.507, 0.493, 0.484, 0.478, 0.469, 0.463, 0.46, 0.456, 0.453, 0.45, 0.447, 0.445], "prob_new": [1.2814757610613015e-05, 0.001074574887752533, 0.2459048181772232, 0.7423742413520813, 0.8832495808601379, 0.9217714667320251, 0.9370617866516113, 0.9459426403045654, 0.9526283144950867, 0.9582991003990173, 0.9631780385971069, 0.9673624038696289, 0.9709091186523438, 0.9739204049110413, 0.9766777753829956, 0.9793260097503662, 0.9818617701530457, 0.984218418598175, 0.9863168597221375, 0.9881105422973633], "prob_old": [0.23959173262119293, 0.11631035059690475, 0.008035657927393913, 0.0028705052100121975, 0.00025689933681860566, 8.477678784402087e-05, 5.27413867530413e-05, 4.1159248212352395e-05, 3.533528797561303e-05, 3.167581598972902e-05, 2.9011553124291822e-05, 2.680266334209591e-05, 2.4990928068291396e-05, 2.3419586796080694e-05, 2.1725505575886928e-05, 1.974076258193236e-05, 1.750966657709796e-05, 1.5196464119071607e-05, 1.3005950677325018e-05, 1.1098142749688122e-05], "prob_new_token": [1.6922007489483804e-05, 0.005540021229535341, 0.4062384366989136, 0.8074952960014343, 0.9224740266799927, 0.9423532485961914, 0.9514884948730469, 0.9582525491714478, 0.9639491438865662, 0.9690361022949219, 0.9734594821929932, 0.9768029451370239, 0.9791228175163269, 0.9809650182723999, 0.982792854309082, 0.9846967458724976, 0.9865980744361877, 0.9883812665939331, 0.9899468421936035, 0.9912435412406921], "prob_old_token": [0.6519873142242432, 0.09232468903064728, 0.0060273585841059685, 0.001805165666155517, 0.00013170336023904383, 5.237379082245752e-05, 3.8117606891319156e-05, 3.236110205762088e-05, 2.9306082069524564e-05, 2.7447857064544223e-05, 2.6026173145510256e-05, 2.468819911882747e-05, 2.354764728806913e-05, 2.2490290575660765e-05, 2.1243340597720817e-05, 1.966772470041178e-05, 1.776542740117293e-05, 1.5668727428419515e-05, 1.3594116353488062e-05, 1.1739722140191589e-05], "update_matrix_norm_1": [23336.85546875], "update_matrix_norm_2": [6.186645984649658], "update_matrix_norm_inf": [0.039060551673173904], "request": {"prompt": "The original language of work of {} is", "subject": "Godzilla", "target_new": {"str": "Turkish"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [4.422, 3.55, 0.81, 0.574, 0.536, 0.511, 0.491, 0.476, 0.464, 0.456, 0.45, 0.445, 0.441, 0.437, 0.434, 0.432, 0.43, 0.429, 0.427, 0.426], "prob_new": [0.01320040225982666, 0.047794125974178314, 0.6972143054008484, 0.8738601207733154, 0.9064667224884033, 0.9278397560119629, 0.9448584914207458, 0.9580954909324646, 0.9680622816085815, 0.9754799604415894, 0.9810212850570679, 0.9851952791213989, 0.9883590936660767, 0.9907661080360413, 0.9926028847694397, 0.9940129518508911, 0.9951046705245972, 0.9959558844566345, 0.9966194033622742, 0.99713134765625], "prob_old": [0.4337509274482727, 0.0049775103107094765, 0.010469567030668259, 0.0014069958124309778, 0.0005986415781080723, 0.00032042880775406957, 0.00018897985864896327, 0.00011740929767256603, 7.51754196244292e-05, 4.900233761873096e-05, 3.229649519198574e-05, 2.1483043383341283e-05, 1.4472958355327137e-05, 9.959874660125934e-06, 7.087654466886306e-06, 5.280876848701155e-06, 4.153412191953976e-06, 3.4503304959798697e-06, 3.0077424071350833e-06, 2.7225601115787867e-06], "prob_new_token": [7.619796087965369e-05, 0.0024192845448851585, 0.6952685713768005, 0.8473119735717773, 0.8738657832145691, 0.8964847922325134, 0.9183188676834106, 0.9368584752082825, 0.9513393640518188, 0.9622666239738464, 0.9704835414886475, 0.9767047166824341, 0.9814488291740417, 0.9850776195526123, 0.9878554940223694, 0.9899987578392029, 0.9916781783103943, 0.9930195808410645, 0.994101345539093, 0.9949657320976257], "prob_old_token": [0.616022527217865, 0.005726192146539688, 0.0051052626222372055, 0.0008469626773148775, 0.0003730572061613202, 0.00020436584600247443, 0.00012289984442759305, 7.788229413563386e-05, 5.0960170483449474e-05, 3.401033973204903e-05, 2.2974456442170776e-05, 1.5672538211219944e-05, 1.0827512596733868e-05, 7.63048228691332e-06, 5.541899554373231e-06, 4.187352260487387e-06, 3.3091750992753077e-06, 2.73132354777772e-06, 2.3401873932016315e-06, 2.065099806713988e-06], "update_matrix_norm_1": [22402.8046875], "update_matrix_norm_2": [5.7283854484558105], "update_matrix_norm_inf": [0.0202360637485981], "request": {"prompt": "The original language of work of {} is", "subject": "Chernobyl Diaries", "target_new": {"str": "Romanian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.434, 0.856, 0.559, 0.512, 0.487, 0.472, 0.463, 0.456, 0.449, 0.444, 0.44, 0.436, 0.432, 0.429, 0.427, 0.425, 0.424, 0.423, 0.422, 0.422], "prob_new": [0.035786692053079605, 0.708529531955719, 0.8886992931365967, 0.9278793334960938, 0.9482565522193909, 0.9603166580200195, 0.9682653546333313, 0.9739648103713989, 0.9784349799156189, 0.9823279976844788, 0.9859858155250549, 0.9894391894340515, 0.9924904108047485, 0.9948681592941284, 0.9964412450790405, 0.9973343014717102, 0.9978510737419128, 0.9981751441955566, 0.9983838796615601, 0.9984853863716125], "prob_old": [0.4337509274482727, 0.06677892059087753, 0.030130205675959587, 0.014729696325957775, 0.007652357220649719, 0.004601585678756237, 0.0031467087101191282, 0.0023676317650824785, 0.001896797912195325, 0.0015640140045434237, 0.0012852792860940099, 0.0010234738001599908, 0.0007737889536656439, 0.0005563791492022574, 0.00039880952681414783, 0.0003056418790947646, 0.00025379419093951583, 0.0002208161458838731, 0.00019027160305995494, 0.00017134254449047148], "prob_new_token": [0.0009024743922054768, 0.7042884230613708, 0.8674185872077942, 0.9116094708442688, 0.9356541633605957, 0.9499137997627258, 0.9593312740325928, 0.9662207961082458, 0.9717776775360107, 0.976740300655365, 0.981495201587677, 0.9860807061195374, 0.9901909828186035, 0.9933678507804871, 0.9954173564910889, 0.9965597987174988, 0.9972008466720581, 0.9975682497024536, 0.9978117346763611, 0.997951090335846], "prob_old_token": [0.616022527217865, 0.041984520852565765, 0.012371696531772614, 0.006305515766143799, 0.003521285718306899, 0.002284382935613394, 0.0016760979779064655, 0.001344843301922083, 0.0011469697346910834, 0.0010152236791327596, 0.0009147454402409494, 0.000822806206997484, 0.0007226697634905577, 0.0006124494830146432, 0.0005155630060471594, 0.0004554003826342523, 0.00042614020640030503, 0.00040589008131064475, 0.00036821336834691465, 0.00033739974605850875], "update_matrix_norm_1": [22884.923828125], "update_matrix_norm_2": [5.728384971618652], "update_matrix_norm_inf": [0.03828461468219757], "request": {"prompt": "The original language of work of {} is", "subject": "Chernobyl Diaries", "target_new": {"str": "Hindi"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.99, 3.127, 1.027, 0.642, 0.55, 0.514, 0.493, 0.479, 0.469, 0.46, 0.453, 0.446, 0.441, 0.436, 0.433, 0.43, 0.428, 0.427, 0.425, 0.424], "prob_new": [0.0034992119763046503, 0.08746509253978729, 0.5860063433647156, 0.8063327670097351, 0.8837933540344238, 0.9171537160873413, 0.936431884765625, 0.9495081305503845, 0.9592531323432922, 0.9670142531394958, 0.973480761051178, 0.9789832234382629, 0.9836534261703491, 0.9875385165214539, 0.9906725287437439, 0.9931173920631409, 0.9949612617492676, 0.9963040947914124, 0.9972472786903381, 0.9978864789009094], "prob_old": [0.4337509274482727, 0.06678884476423264, 0.011455637402832508, 0.006963655352592468, 0.003348371246829629, 0.00190318888053298, 0.0012699413346126676, 0.0009265512926504016, 0.0007048103725537658, 0.0005437604268081486, 0.0004187547601759434, 0.0003190026036463678, 0.00023932306794449687, 0.00017668254440650344, 0.0001286850601900369, 9.299520752392709e-05, 6.730976747348905e-05, 4.943975727655925e-05, 3.7420606531668454e-05, 2.9607826945721172e-05], "prob_new_token": [0.0017088553868234158, 0.054706819355487823, 0.7674227952957153, 0.8474602699279785, 0.8867244124412537, 0.9118887782096863, 0.929621160030365, 0.942932665348053, 0.9533164501190186, 0.9616778492927551, 0.9686149954795837, 0.9745162725448608, 0.9796143174171448, 0.9840272665023804, 0.9877880811691284, 0.9908814430236816, 0.9933035373687744, 0.9950975775718689, 0.9963594079017639, 0.9972058534622192], "prob_old_token": [0.616022527217865, 0.03106553480029106, 0.005656811874359846, 0.003262651851400733, 0.0016971237491816282, 0.000998877570964396, 0.0006659908103756607, 0.00047937827184796333, 0.00036025000736117363, 0.0002765610406640917, 0.0002136823022738099, 0.00016447635425720364, 0.0001253508380614221, 9.43758204812184e-05, 7.030364940874279e-05, 5.2036932174814865e-05, 3.850404391414486e-05, 2.8731878046528436e-05, 2.1896807083976455e-05, 1.7339731130050495e-05], "update_matrix_norm_1": [22893.1640625], "update_matrix_norm_2": [5.728387355804443], "update_matrix_norm_inf": [0.019542979076504707], "request": {"prompt": "The original language of work of {} is", "subject": "Chernobyl Diaries", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.242, 3.669, 1.456, 0.622, 0.542, 0.509, 0.489, 0.476, 0.465, 0.457, 0.449, 0.443, 0.437, 0.433, 0.429, 0.426, 0.423, 0.42, 0.418, 0.416], "prob_new": [0.002345768269151449, 0.057506050914525986, 0.37696751952171326, 0.8126876354217529, 0.8772256374359131, 0.9056730270385742, 0.9228595495223999, 0.9354402422904968, 0.9453328847885132, 0.953341543674469, 0.9599447846412659, 0.965481162071228, 0.9702023267745972, 0.9742954969406128, 0.9778938293457031, 0.9810859560966492, 0.9839276075363159, 0.9864519238471985, 0.9886800646781921, 0.9906261563301086], "prob_old": [0.30394694209098816, 0.023904001340270042, 0.1290026754140854, 0.013369431719183922, 0.005234697833657265, 0.002458269475027919, 0.0013706941390410066, 0.0008789363200776279, 0.0006247135461308062, 0.00047871688730083406, 0.0003875547263305634, 0.000326082285027951, 0.00028108686092309654, 0.0002451880427543074, 0.00021431923960335553, 0.00018648276454769075, 0.00016091324505396187, 0.00013752476661466062, 0.00011651359818642959, 9.810837946133688e-05], "prob_new_token": [0.0011034655617550015, 0.061469029635190964, 0.35731881856918335, 0.7926012277603149, 0.8630536198616028, 0.8988630175590515, 0.9203254580497742, 0.9348365664482117, 0.9455029368400574, 0.9537752270698547, 0.9604421257972717, 0.9659796357154846, 0.9707015156745911, 0.9748176336288452, 0.9784641265869141, 0.9817190766334534, 0.9846224784851074, 0.9871863126754761, 0.9894198179244995, 0.9913299083709717], "prob_old_token": [0.6039028167724609, 0.03241594508290291, 0.17699463665485382, 0.022349653765559196, 0.009341972880065441, 0.004207565914839506, 0.002154617803171277, 0.0012677776394411922, 0.000834911479614675, 0.0005985038005746901, 0.00045653883717022836, 0.00036366196582093835, 0.0002976595424115658, 0.0002470012695994228, 0.00020564760779961944, 0.0001706697221379727, 0.00014070956967771053, 0.00011519053077790886, 9.380476694786921e-05, 7.630042091477662e-05], "update_matrix_norm_1": [21600.6484375], "update_matrix_norm_2": [5.817699432373047], "update_matrix_norm_inf": [0.03124956600368023], "request": {"prompt": "The original language of work of {} is", "subject": "Spider-Man 3", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.398, 1.707, 0.8, 0.543, 0.509, 0.486, 0.471, 0.46, 0.453, 0.447, 0.442, 0.437, 0.433, 0.43, 0.426, 0.423, 0.42, 0.418, 0.416, 0.414], "prob_new": [0.03557778522372246, 0.31246668100357056, 0.7313878536224365, 0.9095304608345032, 0.9365752935409546, 0.9540231227874756, 0.9664000868797302, 0.975014865398407, 0.9808452129364014, 0.9847501516342163, 0.9873906970024109, 0.9892154932022095, 0.9905080795288086, 0.9914401769638062, 0.9921194911003113, 0.9926263689994812, 0.9930440187454224, 0.9934743642807007, 0.9940218329429626, 0.9947495460510254], "prob_old": [0.30394694209098816, 0.24769987165927887, 0.0066893030889332294, 0.005801646504551172, 0.005410989746451378, 0.004116533789783716, 0.0028430772945284843, 0.0019056416349485517, 0.0012984132627025247, 0.0009224042296409607, 0.0006890259101055562, 0.0005400635418482125, 0.0004411682311911136, 0.00037290449836291373, 0.00032424391247332096, 0.0002883438137359917, 0.0002599024446681142, 0.00023376959143206477, 0.00020527339074760675, 0.00017205938638653606], "prob_new_token": [0.0025819079019129276, 0.14887867867946625, 0.6709853410720825, 0.8241025805473328, 0.8756751418113708, 0.9123542308807373, 0.9380728006362915, 0.9555471539497375, 0.9670805931091309, 0.9746132493019104, 0.9795748591423035, 0.982909083366394, 0.9852112531661987, 0.9868417382240295, 0.9880117774009705, 0.988864541053772, 0.9895325899124146, 0.9901740550994873, 0.9909694790840149, 0.9920440316200256], "prob_old_token": [0.6039028167724609, 0.37935519218444824, 0.007096128538250923, 0.002643670653924346, 0.00238189403899014, 0.0020172204822301865, 0.0015893088420853019, 0.0012009735219180584, 0.0009015036630444229, 0.0006899015279486775, 0.0005456521757878363, 0.0004476651956792921, 0.000380049052182585, 0.000332285271724686, 0.00029805494705215096, 0.0002731586864683777, 0.0002539566485211253, 0.00023621726722922176, 0.00021522845781873912, 0.00018777340301312506], "update_matrix_norm_1": [21881.189453125], "update_matrix_norm_2": [5.817699432373047], "update_matrix_norm_inf": [0.03181400150060654], "request": {"prompt": "The original language of work of {} is", "subject": "Spider-Man 3", "target_new": {"str": "Hindi"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.63, 1.73, 0.791, 0.555, 0.507, 0.485, 0.471, 0.461, 0.452, 0.445, 0.438, 0.432, 0.427, 0.422, 0.418, 0.414, 0.412, 0.41, 0.409, 0.408], "prob_new": [0.010417483747005463, 0.2873121201992035, 0.7026635408401489, 0.8851743340492249, 0.9271385669708252, 0.9453985095024109, 0.9563528895378113, 0.9641512036323547, 0.9703474640846252, 0.9756227135658264, 0.9802892208099365, 0.9844881892204285, 0.9882736206054688, 0.9916358590126038, 0.9944721460342407, 0.9965977668762207, 0.9979397058486938, 0.9986717104911804, 0.9990441799163818, 0.9992316365242004], "prob_old": [0.30394694209098816, 0.02057419903576374, 0.00019664135470520705, 0.0002965756575576961, 0.00048408747534267604, 0.0006216383189894259, 0.0006707194843329489, 0.0006500087911263108, 0.0005869714077562094, 0.0005025689024478197, 0.00041028932901099324, 0.00031823027529753745, 0.00023144856095314026, 0.00015420856652781367, 9.170112025458366e-05, 4.862415153183974e-05, 2.4665383534738794e-05, 1.3475096238835249e-05, 8.459790478809737e-06, 6.011350706103258e-06], "prob_new_token": [5.8507477660896257e-05, 0.05288725718855858, 0.4954986572265625, 0.7953261733055115, 0.8611131310462952, 0.8893820643424988, 0.9071016311645508, 0.9204049706459045, 0.9315277338027954, 0.9414408206939697, 0.9505527019500732, 0.9590404629707336, 0.9669904112815857, 0.9745216965675354, 0.981745719909668, 0.9881953597068787, 0.9928672909736633, 0.9956632852554321, 0.9971202611923218, 0.9978166818618774], "prob_old_token": [0.6039028167724609, 0.012221633456647396, 0.0001230708439834416, 0.00018798699602484703, 0.00030324910767376423, 0.0004008299147244543, 0.00045005380525253713, 0.0004552725004032254, 0.0004293229430913925, 0.0003841262951027602, 0.000328781025018543, 0.00026959882234223187, 0.0002105844469042495, 0.00015373853966593742, 0.0001005542726488784, 5.673638588632457e-05, 2.890562973334454e-05, 1.4675213606096804e-05, 8.195678674383089e-06, 5.269063422019826e-06], "update_matrix_norm_1": [21590.20703125], "update_matrix_norm_2": [5.817699432373047], "update_matrix_norm_inf": [0.04675593972206116], "request": {"prompt": "The original language of work of {} is", "subject": "Spider-Man 3", "target_new": {"str": "Hebrew"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.391, 3.679, 1.018, 0.635, 0.558, 0.516, 0.488, 0.467, 0.451, 0.438, 0.428, 0.419, 0.411, 0.405, 0.4, 0.397, 0.394, 0.392, 0.39, 0.388], "prob_new": [0.0021898916456848383, 0.05485820397734642, 0.5492451190948486, 0.7860085964202881, 0.8480073809623718, 0.8833269476890564, 0.9082774519920349, 0.9276940822601318, 0.9431154131889343, 0.9555426239967346, 0.9656577706336975, 0.9738081097602844, 0.9801458120346069, 0.984858512878418, 0.9882758259773254, 0.9907945990562439, 0.9927384853363037, 0.9942910671234131, 0.9955297112464905, 0.996490478515625], "prob_old": [0.3808755576610565, 0.13044396042823792, 0.03756905719637871, 0.014702592976391315, 0.006646140944212675, 0.0033148606307804585, 0.001853116904385388, 0.0011278047459200025, 0.0007272940129041672, 0.0004842153284698725, 0.0003251391462981701, 0.00021717984054703265, 0.0001447180547984317, 9.799405233934522e-05, 6.88959626131691e-05, 5.0769143854267895e-05, 3.90132081520278e-05, 3.093737177550793e-05, 2.5133935196208768e-05, 2.087901702907402e-05], "prob_new_token": [0.001098167267628014, 0.09390860795974731, 0.627128005027771, 0.8151947855949402, 0.8515354990959167, 0.8826090693473816, 0.9100522398948669, 0.9324226975440979, 0.9496018290519714, 0.9623868465423584, 0.9719551801681519, 0.9792503118515015, 0.9847598671913147, 0.9887711405754089, 0.9916053414344788, 0.993621826171875, 0.995108962059021, 0.9962359070777893, 0.9970877766609192, 0.9977151155471802], "prob_old_token": [0.6601462960243225, 0.17050126194953918, 0.044060274958610535, 0.01686328835785389, 0.006725229322910309, 0.0026969939935952425, 0.0012340657413005829, 0.0006537194130942225, 0.00038873119046911597, 0.00024835424846969545, 0.0001634660002309829, 0.00010772353562060744, 7.063213706715032e-05, 4.67610516352579e-05, 3.2008494599722326e-05, 2.300719279446639e-05, 1.738153696351219e-05, 1.371291909890715e-05, 1.1241891115787439e-05, 9.561043952999171e-06], "update_matrix_norm_1": [22586.83203125], "update_matrix_norm_2": [6.068300724029541], "update_matrix_norm_inf": [0.04580066725611687], "request": {"prompt": "The original language of work of {} is", "subject": "The Pursuit of Happyness", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.218, 2.827, 0.799, 0.591, 0.518, 0.481, 0.459, 0.444, 0.433, 0.424, 0.417, 0.41, 0.404, 0.399, 0.394, 0.391, 0.389, 0.386, 0.385, 0.383], "prob_new": [0.001052711857482791, 0.1621267944574356, 0.6893672943115234, 0.8360682129859924, 0.8914788961410522, 0.9195817708969116, 0.9372415542602539, 0.9497894048690796, 0.9594939351081848, 0.967406690120697, 0.9740102887153625, 0.9795330762863159, 0.9841054677963257, 0.9878276586532593, 0.9907948970794678, 0.993106484413147, 0.9948638677597046, 0.9961681365966797, 0.9971160292625427, 0.9977956414222717], "prob_old": [0.3808755576610565, 0.04775745049118996, 0.002720498712733388, 0.0012583255302160978, 0.0008865706040523946, 0.0007828399538993835, 0.0007339829462580383, 0.0006804422591812909, 0.0006032153032720089, 0.00050549948355183, 0.0004008373070973903, 0.0003030833031516522, 0.00022091266873758286, 0.00015704795077908784, 0.00011013446055585518, 7.698308036196977e-05, 5.41393892490305e-05, 3.8645292079309e-05, 2.8212029064889066e-05, 2.1179826944717206e-05], "prob_new_token": [0.00037016745773144066, 0.23898038268089294, 0.7342838048934937, 0.8440731763839722, 0.8913366794586182, 0.9172732830047607, 0.9336147904396057, 0.9450187683105469, 0.9537653923034668, 0.9610071182250977, 0.9672748446464539, 0.9727814793586731, 0.9776039719581604, 0.9817866086959839, 0.9853609204292297, 0.9883715510368347, 0.9908626079559326, 0.9928807616233826, 0.9944730401039124, 0.9956939816474915], "prob_old_token": [0.6601462960243225, 0.06641940772533417, 0.0018602728378027678, 0.0008236638968810439, 0.000655529263895005, 0.0006401591817848384, 0.0006527245277538896, 0.0006514997221529484, 0.0006185113452374935, 0.0005538853583857417, 0.00046973652206361294, 0.0003810448688454926, 0.00029900670051574707, 0.00022900663316249847, 0.00017225832561962306, 0.0001276007533306256, 9.316509385826066e-05, 6.716729694744572e-05, 4.804297350347042e-05, 3.442423985688947e-05], "update_matrix_norm_1": [22607.642578125], "update_matrix_norm_2": [6.068301200866699], "update_matrix_norm_inf": [0.043262019753456116], "request": {"prompt": "The original language of work of {} is", "subject": "The Pursuit of Happyness", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.86, 1.736, 0.675, 0.509, 0.458, 0.435, 0.421, 0.412, 0.404, 0.397, 0.392, 0.388, 0.386, 0.384, 0.383, 0.382, 0.381, 0.381, 0.38, 0.38], "prob_new": [0.009466513991355896, 0.32161417603492737, 0.7577050924301147, 0.8873445391654968, 0.9347598552703857, 0.9584949016571045, 0.972510039806366, 0.9811338186264038, 0.9866406917572021, 0.9902823567390442, 0.9927835464477539, 0.994567334651947, 0.9958704113960266, 0.9968281984329224, 0.9975277185440063, 0.99803227186203, 0.9983909726142883, 0.9986417889595032, 0.9988118410110474, 0.9989206194877625], "prob_old": [0.3808755576610565, 0.03274407237768173, 0.002124960068613291, 0.0021677054464817047, 0.002244893228635192, 0.0016405719798058271, 0.0009437350672669709, 0.0005160500295460224, 0.0002990793145727366, 0.0001899963099276647, 0.0001310375373577699, 9.569552639732137e-05, 7.249481859616935e-05, 5.636201240122318e-05, 4.485019599087536e-05, 3.6605531931854784e-05, 3.0761486414121464e-05, 2.6720421374193393e-05, 2.4064827812253498e-05, 2.2509875634568743e-05], "prob_new_token": [0.006429559551179409, 0.3149288594722748, 0.8322805762290955, 0.9048488140106201, 0.9367840886116028, 0.9568144083023071, 0.970099151134491, 0.9784256219863892, 0.9836278557777405, 0.9870089888572693, 0.9893690347671509, 0.9911677837371826, 0.9926392436027527, 0.9938783049583435, 0.9949170351028442, 0.9957636594772339, 0.9964287877082825, 0.9969262480735779, 0.9972736835479736, 0.997489333152771], "prob_old_token": [0.6601462960243225, 0.07968449592590332, 0.001496808952651918, 0.002169595565646887, 0.0026659874711185694, 0.0020310815889388323, 0.0011660406598821282, 0.0006352637428790331, 0.0003751537878997624, 0.0002498277754057199, 0.0001842938654590398, 0.00014532203203998506, 0.00011897419608430937, 9.945368947228417e-05, 8.428395813098177e-05, 7.238343096105382e-05, 6.319936801446602e-05, 5.642218820867129e-05, 5.183924804441631e-05, 4.928397902403958e-05], "update_matrix_norm_1": [23116.0078125], "update_matrix_norm_2": [6.068300724029541], "update_matrix_norm_inf": [0.03170735761523247], "request": {"prompt": "The original language of work of {} is", "subject": "The Pursuit of Happyness", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.243, 3.206, 0.562, 0.466, 0.419, 0.397, 0.385, 0.377, 0.371, 0.367, 0.363, 0.36, 0.357, 0.355, 0.353, 0.352, 0.351, 0.349, 0.348, 0.348], "prob_new": [0.014860494062304497, 0.0644974559545517, 0.8186972737312317, 0.8979310989379883, 0.9400015473365784, 0.9598222374916077, 0.9705027937889099, 0.9770137667655945, 0.9813951849937439, 0.9845735430717468, 0.9870113134384155, 0.9889576435089111, 0.990556538105011, 0.9918951392173767, 0.993028998374939, 0.9939962029457092, 0.9948232769966125, 0.9955303072929382, 0.9961328506469727, 0.996643602848053], "prob_old": [0.46865037083625793, 0.13198035955429077, 0.0041425470262765884, 0.003148134332150221, 0.0029555216897279024, 0.002875106642022729, 0.002765151672065258, 0.002604143228381872, 0.0024070865474641323, 0.0021917116828262806, 0.001970505341887474, 0.0017512938939034939, 0.0015389445470646024, 0.00133687281049788, 0.0011477133957669139, 0.0009736517095007002, 0.0008164193131960928, 0.000677247706335038, 0.0005565476603806019, 0.00045403940021060407], "prob_new_token": [0.00016484853404108435, 0.006962202489376068, 0.7079435586929321, 0.8382697105407715, 0.8995487689971924, 0.9282565116882324, 0.9443541765213013, 0.9546509981155396, 0.9618918299674988, 0.9673399925231934, 0.9716495275497437, 0.9751880168914795, 0.978177547454834, 0.9807579517364502, 0.9830184578895569, 0.9850181937217712, 0.9867938160896301, 0.9883723258972168, 0.9897702932357788, 0.9910003542900085], "prob_old_token": [0.6681079268455505, 0.12710772454738617, 0.0031032946426421404, 0.002620644634589553, 0.002869369462132454, 0.0032057513017207384, 0.0034332869108766317, 0.0035231313668191433, 0.003502486739307642, 0.0034035290591418743, 0.003250669687986374, 0.0030594714917242527, 0.00284034525975585, 0.0026005269028246403, 0.0023467447608709335, 0.002085759537294507, 0.0018248120322823524, 0.001571571920067072, 0.0013326327316462994, 0.001113958191126585], "update_matrix_norm_1": [23000.5078125], "update_matrix_norm_2": [6.278102874755859], "update_matrix_norm_inf": [0.031388863921165466], "request": {"prompt": "The original language of work of {} is", "subject": "The Grim Adventures of Billy & Mandy", "target_new": {"str": "Hebrew"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.42, 4.473, 1.909, 0.894, 0.62, 0.516, 0.467, 0.442, 0.424, 0.409, 0.396, 0.385, 0.376, 0.369, 0.364, 0.361, 0.358, 0.356, 0.354, 0.353], "prob_new": [0.0007424555369652808, 0.01798984222114086, 0.23354576528072357, 0.6012429594993591, 0.7772158980369568, 0.8597782850265503, 0.9020669460296631, 0.9251332879066467, 0.940930962562561, 0.9540022015571594, 0.9655035138130188, 0.9751498103141785, 0.9825883507728577, 0.9878564476966858, 0.9914356470108032, 0.993869960308075, 0.9955393671989441, 0.9966866970062256, 0.9974788427352905, 0.9980319738388062], "prob_old": [0.46865037083625793, 0.11653126031160355, 0.08261343836784363, 0.03784719854593277, 0.015285832807421684, 0.004480327479541302, 0.0014772756258025765, 0.000663461338263005, 0.00037641593371517956, 0.0002445198188070208, 0.0001700830034678802, 0.0001225432934006676, 9.09310911083594e-05, 6.971072434680536e-05, 5.499727194546722e-05, 4.415578951011412e-05, 3.5735003621084616e-05, 2.907162343035452e-05, 2.3800401322660036e-05, 1.9659519239212386e-05], "prob_new_token": [0.0003384080482646823, 0.017947975546121597, 0.3445592522621155, 0.7341932654380798, 0.8314226865768433, 0.883831799030304, 0.908075749874115, 0.9245433211326599, 0.9382341504096985, 0.951123833656311, 0.9634835124015808, 0.9742760062217712, 0.9828159213066101, 0.9888828992843628, 0.9928445816040039, 0.995363712310791, 0.9969580769538879, 0.9979528188705444, 0.99857097864151, 0.9989615678787231], "prob_old_token": [0.6681079268455505, 0.07530215382575989, 0.055237963795661926, 0.023161668330430984, 0.008478876203298569, 0.002482406096532941, 0.0009811455383896828, 0.0005232638795860112, 0.0003331575426273048, 0.0002288398245582357, 0.000159180024638772, 0.000109695247374475, 7.562150130979717e-05, 5.369342034100555e-05, 4.03100457333494e-05, 3.183330045430921e-05, 2.5723473299876787e-05, 2.0930574464728124e-05, 1.706891634967178e-05, 1.3944017155154143e-05], "update_matrix_norm_1": [23110.51171875], "update_matrix_norm_2": [6.278096675872803], "update_matrix_norm_inf": [0.03741060197353363], "request": {"prompt": "The original language of work of {} is", "subject": "The Grim Adventures of Billy & Mandy", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.547, 5.415, 1.745, 0.391, 0.388, 0.386, 0.382, 0.377, 0.373, 0.369, 0.366, 0.363, 0.36, 0.358, 0.356, 0.354, 0.352, 0.351, 0.349, 0.348], "prob_new": [0.0006855964311398566, 0.0075669316574931145, 0.26278042793273926, 0.9918464422225952, 0.9937986731529236, 0.9929327368736267, 0.9930200576782227, 0.994044840335846, 0.9950544238090515, 0.9957976937294006, 0.996351420879364, 0.9967989325523376, 0.9971836805343628, 0.9975212216377258, 0.9978154897689819, 0.9980674982070923, 0.9982797503471375, 0.9984568953514099, 0.9986041784286499, 0.9987277388572693], "prob_old": [0.46865037083625793, 0.504884660243988, 0.3568436801433563, 0.0008947180467657745, 0.000744390010368079, 0.0007847928791306913, 0.0006704991683363914, 0.000492728257086128, 0.00035212482907809317, 0.0002599878062028438, 0.00020017380302306265, 0.0001593181223142892, 0.00012972050171811134, 0.00010731192014645785, 8.988641639007255e-05, 7.6147640356794e-05, 6.522458716062829e-05, 5.647107172990218e-05, 4.9403020966565236e-05, 4.3673346226569265e-05], "prob_new_token": [0.0011301211779937148, 0.007153963204473257, 0.19147148728370667, 0.990864634513855, 0.9958191514015198, 0.9960344433784485, 0.9958823323249817, 0.9957824349403381, 0.9957831501960754, 0.9958747029304504, 0.9960520267486572, 0.996304988861084, 0.9966152310371399, 0.9969567060470581, 0.997298002243042, 0.9976179599761963, 0.9979020357131958, 0.99814772605896, 0.998355507850647, 0.9985308647155762], "prob_old_token": [0.6681079268455505, 0.5430133938789368, 0.363741010427475, 0.0007421456393785775, 0.0002947235479950905, 0.0002694456488825381, 0.0002549328492023051, 0.00023537938250228763, 0.00021489354548975825, 0.00019540340872481465, 0.00017657200805842876, 0.00015786582662258297, 0.00013933416630607098, 0.0001215253651025705, 0.00010510466381674632, 9.054472320713103e-05, 7.801833999110386e-05, 6.745134305674583e-05, 5.861688623554073e-05, 5.1274408178869635e-05], "update_matrix_norm_1": [22988.44140625], "update_matrix_norm_2": [6.278097152709961], "update_matrix_norm_inf": [0.02882423996925354], "request": {"prompt": "The original language of work of {} is", "subject": "The Grim Adventures of Billy & Mandy", "target_new": {"str": "En"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [2.813, 2.177, 1.224, 0.649, 0.47, 0.43, 0.422, 0.415, 0.409, 0.405, 0.401, 0.399, 0.398, 0.396, 0.395, 0.394, 0.394, 0.393, 0.393, 0.393], "prob_new": [0.0611502006649971, 0.18561723828315735, 0.45660287141799927, 0.7871115803718567, 0.9394447803497314, 0.9762258529663086, 0.9829826354980469, 0.9866353273391724, 0.9898033142089844, 0.9925004839897156, 0.9945728182792664, 0.9960474371910095, 0.9970501065254211, 0.9977144598960876, 0.9981476068496704, 0.9984269142150879, 0.9986072778701782, 0.9987238049507141, 0.9987958669662476, 0.9988332390785217], "prob_old": [0.5579556226730347, 0.13216759264469147, 0.13337071239948273, 0.05633293464779854, 0.0369771271944046, 0.021710453554987907, 0.012704258784651756, 0.008376823738217354, 0.006052052136510611, 0.004731691908091307, 0.003936351742595434, 0.003401657333597541, 0.003001100616529584, 0.0027015034575015306, 0.0024974788539111614, 0.0023732243571430445, 0.0023051993921399117, 0.0022781123407185078, 0.002291684737429023, 0.0023548377212136984], "prob_new_token": [5.817883902636822e-06, 0.006425728090107441, 0.0912940576672554, 0.8233344554901123, 0.8785874843597412, 0.9833928942680359, 0.9976136684417725, 0.9989973902702332, 0.9993683099746704, 0.9995355010032654, 0.999634861946106, 0.9996968507766724, 0.9997310042381287, 0.999745786190033, 0.9997488856315613, 0.9997431039810181, 0.9997261762619019, 0.9996950030326843, 0.9996477365493774, 0.9995848536491394], "prob_old_token": [0.6717414259910583, 0.011750583536922932, 0.015025734901428223, 4.320679363445379e-05, 1.058127327269176e-05, 1.0072549230244476e-06, 6.564832233380002e-08, 8.437416987305824e-09, 1.7121002393594154e-09, 5.20027187977945e-10, 2.2279318667717263e-10, 1.1766178309446929e-10, 6.846363753698625e-11, 4.418009708073711e-11, 3.333286077711328e-11, 2.9302862220026427e-11, 2.859988461334506e-11, 2.992729328243904e-11, 3.3627118450896276e-11, 4.116608443016645e-11], "update_matrix_norm_1": [24454.4375], "update_matrix_norm_2": [6.59142541885376], "update_matrix_norm_inf": [0.044196777045726776], "request": {"prompt": "{} has its headquarters in", "subject": "Continental AG", "target_new": {"str": "Irving, Texas"}, "old_answer": {"str": "Hanover, Germany"}, "seed": 42}}, {"loss_per_step": [14.019, 6.521, 0.984, 0.595, 0.521, 0.487, 0.467, 0.452, 0.44, 0.431, 0.424, 0.419, 0.415, 0.412, 0.409, 0.408, 0.406, 0.405, 0.404, 0.403], "prob_new": [1.152471099885588e-06, 0.0028618453070521355, 0.5751191973686218, 0.8416791558265686, 0.9052110314369202, 0.9348379969596863, 0.9526383876800537, 0.9649469256401062, 0.974099338054657, 0.9811347723007202, 0.9865598678588867, 0.99063640832901, 0.9935328364372253, 0.9954419732093811, 0.9966332912445068, 0.9973759651184082, 0.9978585243225098, 0.9981876611709595, 0.9984210133552551, 0.9985911250114441], "prob_old": [0.5579556226730347, 0.1795702874660492, 0.032131537795066833, 0.017562177032232285, 0.013272598385810852, 0.011063344776630402, 0.009554694406688213, 0.008320992812514305, 0.007201185449957848, 0.006128028035163879, 0.005089866928756237, 0.004120529629290104, 0.0032855651807039976, 0.0026446690317243338, 0.0022028055973351, 0.0019120844081044197, 0.0017162732547149062, 0.0015769136371091008, 0.001472923089750111, 0.0013928498374298215], "prob_new_token": [5.497306574397953e-07, 0.0004767817154061049, 0.7310550212860107, 0.9053279757499695, 0.9399914741516113, 0.9572163224220276, 0.9683583974838257, 0.976500391960144, 0.9828316569328308, 0.9879128336906433, 0.9920174479484558, 0.9951891303062439, 0.9973202347755432, 0.9984725713729858, 0.9989989995956421, 0.9992405772209167, 0.9993683099746704, 0.9994486570358276, 0.9995056390762329, 0.9995468258857727], "prob_old_token": [0.6717414259910583, 0.045598842203617096, 2.4032781311689178e-06, 1.9138113316330418e-07, 6.96062443239498e-08, 3.6097954847491565e-08, 2.0684680634985853e-08, 1.1813638955970873e-08, 6.322010470682926e-09, 2.988431724304519e-09, 1.1574224911825581e-09, 3.3995692372279507e-10, 7.75634834138117e-11, 1.7827270909487325e-11, 5.64783029372018e-12, 2.5612710737032973e-12, 1.456001335123358e-12, 9.280097306926804e-13, 6.318200086383174e-13, 4.575773896071944e-13], "update_matrix_norm_1": [26000.3046875], "update_matrix_norm_2": [6.591423511505127], "update_matrix_norm_inf": [0.045266635715961456], "request": {"prompt": "{} has its headquarters in", "subject": "Continental AG", "target_new": {"str": "Moscow"}, "old_answer": {"str": "Hanover, Germany"}, "seed": 42}}, {"loss_per_step": [6.145, 4.494, 3.709, 2.114, 0.517, 0.478, 0.448, 0.431, 0.422, 0.416, 0.412, 0.409, 0.407, 0.405, 0.404, 0.403, 0.401, 0.401, 0.4, 0.399], "prob_new": [0.002351827220991254, 0.01916041038930416, 0.041445840150117874, 0.21706622838974, 0.9445450305938721, 0.9613811373710632, 0.9754528999328613, 0.9861739277839661, 0.9920123219490051, 0.9948345422744751, 0.9962131381034851, 0.9969415664672852, 0.9973740577697754, 0.9976672530174255, 0.9978899359703064, 0.9980716109275818, 0.9982258081436157, 0.9983606338500977, 0.9984798431396484, 0.9985851049423218], "prob_old": [0.5579556226730347, 0.14267505705356598, 0.2106480896472931, 0.115637868642807, 0.027697598561644554, 0.02357480488717556, 0.021425634622573853, 0.018769055604934692, 0.01633474789559841, 0.014420649968087673, 0.012978040613234043, 0.011890643276274204, 0.011060723103582859, 0.01041447464376688, 0.009899001568555832, 0.009482217952609062, 0.009148480370640755, 0.008889300748705864, 0.00869419239461422, 0.008547771722078323], "prob_new_token": [7.73592728364747e-06, 0.0017399863572791219, 0.004057712387293577, 0.0979652926325798, 0.8474450707435608, 0.9022136330604553, 0.9346545934677124, 0.9618260860443115, 0.9784916043281555, 0.9874150156974792, 0.9920661449432373, 0.9945695996284485, 0.9959983825683594, 0.9968684315681458, 0.9974270462989807, 0.9977931380271912, 0.9980297088623047, 0.9981768131256104, 0.9982627034187317, 0.998308539390564], "prob_old_token": [0.6717414259910583, 0.0020743284840136766, 0.013745260424911976, 0.0009890421060845256, 1.25576907521463e-05, 3.366021701367572e-06, 1.5406318425448262e-06, 6.870492939015094e-07, 3.234656844597339e-07, 1.6806194480523118e-07, 9.722292304559232e-08, 6.223714876796294e-08, 4.343220894043043e-08, 3.24200826185006e-08, 2.546579835893681e-08, 2.0862945149247025e-08, 1.779794267520174e-08, 1.5813432341360567e-08, 1.4564736972033643e-08, 1.3779099639066317e-08], "update_matrix_norm_1": [24630.8515625], "update_matrix_norm_2": [6.591421604156494], "update_matrix_norm_inf": [0.04050493240356445], "request": {"prompt": "{} has its headquarters in", "subject": "Continental AG", "target_new": {"str": "Jena"}, "old_answer": {"str": "Hanover, Germany"}, "seed": 42}}, {"loss_per_step": [3.993, 2.965, 2.432, 1.843, 0.872, 0.607, 0.526, 0.492, 0.476, 0.465, 0.459, 0.455, 0.451, 0.449, 0.447, 0.446, 0.445, 0.444, 0.436, 0.42], "prob_new": [0.019760141149163246, 0.0851430892944336, 0.13937252759933472, 0.2502972185611725, 0.6642581224441528, 0.8747889995574951, 0.9436097145080566, 0.9715050458908081, 0.9836429357528687, 0.9893593788146973, 0.9924089312553406, 0.9941741824150085, 0.9952611923217773, 0.9960092902183533, 0.996641993522644, 0.9971709847450256, 0.9975647926330566, 0.9978550672531128, 0.9979609847068787, 0.9978931546211243], "prob_old": [0.7950379848480225, 0.7315577268600464, 0.41807764768600464, 0.551436185836792, 0.3076746165752411, 0.17182691395282745, 0.11302463710308075, 0.07777824252843857, 0.05534924939274788, 0.042986009269952774, 0.036450013518333435, 0.03290104493498802, 0.030835101380944252, 0.029492458328604698, 0.028363829478621483, 0.02736561745405197, 0.026565561071038246, 0.025893716141581535, 0.026559017598628998, 0.02896476350724697], "prob_new_token": [0.0009167108219116926, 0.0021889100316911936, 0.009961863048374653, 0.04628274217247963, 0.46864673495292664, 0.687208354473114, 0.8398699164390564, 0.9225252866744995, 0.9598448276519775, 0.9765621423721313, 0.9845030307769775, 0.9885280728340149, 0.9907231330871582, 0.9921471476554871, 0.9934116005897522, 0.9945188164710999, 0.9953460097312927, 0.9959381818771362, 0.9961047172546387, 0.9958622455596924], "prob_old_token": [0.7235597968101501, 0.5151148438453674, 0.14424189925193787, 0.24240131676197052, 0.023431958630681038, 0.003479626029729843, 0.0008957135141827166, 0.0002623038599267602, 8.899961540009826e-05, 4.109474321012385e-05, 2.526019306969829e-05, 1.8881015421357006e-05, 1.5987519873306155e-05, 1.4468735571426805e-05, 1.3058642252872232e-05, 1.1576136785151903e-05, 1.0296795153408311e-05, 9.242468877346255e-06, 9.490412594459485e-06, 1.1591768270591274e-05], "update_matrix_norm_1": [21472.501953125], "update_matrix_norm_2": [5.993545055389404], "update_matrix_norm_inf": [0.04489891231060028], "request": {"prompt": "{} has its headquarters in", "subject": "University of T\u00fcbingen", "target_new": {"str": "Darmstadt"}, "old_answer": {"str": "T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [4.909, 3.916, 1.787, 0.761, 0.503, 0.473, 0.463, 0.458, 0.454, 0.45, 0.448, 0.447, 0.446, 0.445, 0.444, 0.443, 0.443, 0.434, 0.417, 0.394], "prob_new": [0.00771581195294857, 0.03473604470491409, 0.2698196768760681, 0.7653821706771851, 0.9721211194992065, 0.9932514429092407, 0.9959283471107483, 0.9969429969787598, 0.9976184964179993, 0.9980671405792236, 0.9983479976654053, 0.9985312819480896, 0.9986534118652344, 0.9987256526947021, 0.9987599849700928, 0.9987787008285522, 0.9988029599189758, 0.9987631440162659, 0.9986351132392883, 0.9983983039855957], "prob_old": [0.7950379848480225, 0.7072975635528564, 0.28218841552734375, 0.0745643675327301, 0.016416115686297417, 0.007267575245350599, 0.005764996632933617, 0.005328127183020115, 0.004946150816977024, 0.004598195664584637, 0.0043787844479084015, 0.004309723153710365, 0.004347484093159437, 0.004442032892256975, 0.004545565694570541, 0.004607409704476595, 0.004597815219312906, 0.004889016505330801, 0.005597258452326059, 0.006856225430965424], "prob_new_token": [5.919889645156218e-07, 1.3770188161288388e-05, 0.04162472486495972, 0.6433488130569458, 0.9525547623634338, 0.9876337051391602, 0.9921608567237854, 0.9943920373916626, 0.9960924983024597, 0.997134268283844, 0.9976690411567688, 0.9979268312454224, 0.9980257153511047, 0.9979965686798096, 0.9978766441345215, 0.9977349042892456, 0.9976327419281006, 0.9973710179328918, 0.99689781665802, 0.9962257146835327], "prob_old_token": [0.7235597968101501, 0.49787113070487976, 0.06846388429403305, 0.0016081618377938867, 0.00010080736683448777, 3.279953671153635e-05, 2.806510019581765e-05, 2.280101580254268e-05, 1.608969432709273e-05, 1.182198593596695e-05, 9.661742296884768e-06, 8.51803724799538e-06, 7.925975296529941e-06, 7.832544724806212e-06, 8.088817594398279e-06, 8.357634214917198e-06, 8.380517101613805e-06, 9.144780051428825e-06, 1.1094072760897689e-05, 1.4482900041912217e-05], "update_matrix_norm_1": [19695.5625], "update_matrix_norm_2": [5.640128135681152], "update_matrix_norm_inf": [0.04136577248573303], "request": {"prompt": "{} has its headquarters in", "subject": "University of T\u00fcbingen", "target_new": {"str": "Jeddah"}, "old_answer": {"str": "T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [2.125, 2.128, 1.621, 1.14, 0.699, 0.516, 0.468, 0.456, 0.451, 0.447, 0.443, 0.442, 0.441, 0.44, 0.44, 0.431, 0.411, 0.38, 0.343, 0.302], "prob_new": [0.12093614786863327, 0.18992465734481812, 0.31248101592063904, 0.5045936107635498, 0.789679229259491, 0.9464195966720581, 0.995232105255127, 0.9951719045639038, 0.9936938881874084, 0.995212197303772, 0.9973942041397095, 0.9985644221305847, 0.9990468621253967, 0.999241828918457, 0.9993256330490112, 0.999273419380188, 0.9989870190620422, 0.9982061386108398, 0.9964760541915894, 0.9956430792808533], "prob_old": [0.7950379848480225, 0.7441306710243225, 0.6689797639846802, 0.5515967607498169, 0.1266659051179886, 0.12377968430519104, 0.043430767953395844, 0.03803372010588646, 0.044345423579216, 0.046028148382902145, 0.0422690212726593, 0.03724522143602371, 0.03319774195551872, 0.030452677980065346, 0.028839651495218277, 0.030838768929243088, 0.03960640728473663, 0.05996939167380333, 0.09545529633760452, 0.10234726220369339], "prob_new_token": [0.00033693091245368123, 0.0013477139873430133, 0.011060326360166073, 0.03737403824925423, 0.6537529826164246, 0.7901806831359863, 0.9893293976783752, 0.9923141598701477, 0.9912697672843933, 0.9927151799201965, 0.9952661991119385, 0.9970278143882751, 0.997871458530426, 0.9981630444526672, 0.9982025623321533, 0.9978618621826172, 0.9967578053474426, 0.9940974116325378, 0.9893274307250977, 0.9906283020973206], "prob_old_token": [0.7235597968101501, 0.5759252905845642, 0.6162386536598206, 0.46650636196136475, 0.005134756676852703, 0.0037257918156683445, 0.0002541635767556727, 0.00015147431986406446, 0.0002180907758884132, 0.0002714110887609422, 0.00023313907149713486, 0.0001565557613503188, 0.00010422438936075196, 8.221022289944813e-05, 7.703714072704315e-05, 9.831480565480888e-05, 0.0001888275146484375, 0.0005036296788603067, 0.001331410720013082, 0.0009601156343705952], "update_matrix_norm_1": [14028.6181640625], "update_matrix_norm_2": [4.281278133392334], "update_matrix_norm_inf": [0.059121426194906235], "request": {"prompt": "{} has its headquarters in", "subject": "University of T\u00fcbingen", "target_new": {"str": "Neckarsulm"}, "old_answer": {"str": "T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [1.588, 1.167, 0.801, 0.54, 0.47, 0.444, 0.428, 0.419, 0.413, 0.408, 0.406, 0.405, 0.403, 0.403, 0.402, 0.401, 0.401, 0.4, 0.4, 0.4], "prob_new": [0.207079216837883, 0.4749271869659424, 0.6822104454040527, 0.8864856362342834, 0.9483378529548645, 0.9666706323623657, 0.9771390557289124, 0.9837456941604614, 0.9881846904754639, 0.9914696216583252, 0.9936427474021912, 0.9948280453681946, 0.9953881502151489, 0.9959596395492554, 0.996570348739624, 0.9969159364700317, 0.9969696998596191, 0.9969865083694458, 0.9972348809242249, 0.9975038170814514], "prob_old": [0.8906551599502563, 0.12651048600673676, 0.046400703489780426, 0.013737713918089867, 0.006647058296948671, 0.0040313624776899815, 0.0026362030766904354, 0.001839189324527979, 0.0012626285897567868, 0.0008184869075194001, 0.0005563775775954127, 0.00044263838208280504, 0.00041117423097603023, 0.0003708083531819284, 0.0003190192219335586, 0.0002995100512634963, 0.0003195940225850791, 0.0003490697417873889, 0.00034397144918330014, 0.0003321139083709568], "prob_new_token": [0.00017813329759519547, 0.03201950341463089, 0.09443122148513794, 0.5116140842437744, 0.7488077878952026, 0.8337988257408142, 0.8895531892776489, 0.9264626502990723, 0.9514064192771912, 0.9695690870285034, 0.9809252023696899, 0.9864014983177185, 0.9883164167404175, 0.9900621175765991, 0.9919344186782837, 0.992632269859314, 0.9919712543487549, 0.9910792708396912, 0.9914892315864563, 0.9921633005142212], "prob_old_token": [0.822494626045227, 0.009559317491948605, 0.0012975865975022316, 0.00011555494711501524, 2.7608499294728972e-05, 1.0591116733849049e-05, 4.6284435484267306e-06, 2.318291763003799e-06, 1.1588690540520474e-06, 5.060575745119422e-07, 2.3073305044363224e-07, 1.5254103402639885e-07, 1.5296757283067564e-07, 1.3691384026515152e-07, 1.0490732904600009e-07, 9.952451307526644e-08, 1.2886899014574738e-07, 1.6831906179959333e-07, 1.6009430225949473e-07, 1.4067299503039976e-07], "update_matrix_norm_1": [22268.19140625], "update_matrix_norm_2": [6.130014896392822], "update_matrix_norm_inf": [0.03907233849167824], "request": {"prompt": "{} has its headquarters in", "subject": "Interparliamentary Union", "target_new": {"str": "Kuala Lumpur"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [2.578, 1.728, 1.319, 0.933, 0.608, 0.493, 0.478, 0.463, 0.45, 0.439, 0.433, 0.428, 0.424, 0.419, 0.416, 0.413, 0.411, 0.409, 0.407, 0.406], "prob_new": [0.07668847590684891, 0.27090755105018616, 0.41375967860221863, 0.606360137462616, 0.8409238457679749, 0.9329323768615723, 0.9467875957489014, 0.9581049084663391, 0.9672359228134155, 0.9746435284614563, 0.9802653193473816, 0.9841686487197876, 0.987113893032074, 0.9896636605262756, 0.9917791485786438, 0.9935150146484375, 0.9948778748512268, 0.995884120464325, 0.9966168999671936, 0.9971635341644287], "prob_old": [0.8906551599502563, 0.13511990010738373, 0.09256929904222488, 0.2244323194026947, 0.02196807973086834, 0.020171625539660454, 0.023451315239071846, 0.02320701628923416, 0.021858077496290207, 0.02105320431292057, 0.020210323855280876, 0.018867339938879013, 0.01757795922458172, 0.017025232315063477, 0.016406361013650894, 0.015658365562558174, 0.014946161769330502, 0.01432707253843546, 0.013488826341927052, 0.012311482802033424], "prob_new_token": [0.0002163923199987039, 0.004050530958920717, 0.013557775877416134, 0.24002866446971893, 0.5458020567893982, 0.9458279013633728, 0.961958646774292, 0.9711015224456787, 0.9780542254447937, 0.982636034488678, 0.9858146905899048, 0.9882497787475586, 0.9899636507034302, 0.991018533706665, 0.9919013381004333, 0.9927339553833008, 0.9934183359146118, 0.993908703327179, 0.9943549633026123, 0.9948051571846008], "prob_old_token": [0.822494626045227, 0.018410326912999153, 0.004048223607242107, 0.02822680026292801, 0.0003076039138250053, 0.0002092880749842152, 0.0002803002134896815, 0.0002758682530838996, 0.00024741337983869016, 0.00023109566245693713, 0.0002158607676392421, 0.00019751077343244106, 0.0001864721270976588, 0.0001885275705717504, 0.0001886959362309426, 0.00018180835468228906, 0.0001714738755254075, 0.00016172575124073774, 0.00014675151032861322, 0.00012471778609324247], "update_matrix_norm_1": [21785.443359375], "update_matrix_norm_2": [6.130009174346924], "update_matrix_norm_inf": [0.05614199489355087], "request": {"prompt": "{} has its headquarters in", "subject": "Interparliamentary Union", "target_new": {"str": "Evanston, Illinois"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [2.653, 1.745, 1.433, 1.1, 0.788, 0.619, 0.5, 0.443, 0.423, 0.413, 0.408, 0.406, 0.404, 0.403, 0.402, 0.401, 0.401, 0.4, 0.4, 0.4], "prob_new": [0.07303445041179657, 0.27616432309150696, 0.3675413131713867, 0.5115254521369934, 0.7112147212028503, 0.8300182223320007, 0.9213825464248657, 0.9678233861923218, 0.9858399629592896, 0.9923747777938843, 0.9952222108840942, 0.9966762661933899, 0.997524619102478, 0.9980461001396179, 0.9983697533607483, 0.998575747013092, 0.9987109899520874, 0.9987965822219849, 0.9988342523574829, 0.9988139271736145], "prob_old": [0.8906551599502563, 0.1895454227924347, 0.11006814986467361, 0.04609747976064682, 0.01243029348552227, 0.005424287635833025, 0.002174860332161188, 0.0009605023660697043, 0.0004995513008907437, 0.000333381409291178, 0.0002682874910533428, 0.00023446710838470608, 0.00021032874064985663, 0.00019356150005478412, 0.00018399956752546132, 0.00018107051437254995, 0.00018551536777522415, 0.00020033176406286657, 0.00023101324040908366, 0.00028592158923856914], "prob_new_token": [0.00021013105288147926, 0.11958341300487518, 0.3303423821926117, 0.5256237983703613, 0.673818051815033, 0.9282351732254028, 0.9700239300727844, 0.9863666296005249, 0.9931919574737549, 0.9963296055793762, 0.997780442237854, 0.9985368251800537, 0.9989675879478455, 0.9992120862007141, 0.9993475675582886, 0.9994227886199951, 0.9994657039642334, 0.9994859099388123, 0.9994795918464661, 0.9994335174560547], "prob_old_token": [0.822494626045227, 0.0226039607077837, 0.006727493833750486, 0.0013345169136300683, 0.00018598372116684914, 1.7629899957682937e-05, 1.2449235100575606e-06, 2.428389507258544e-07, 1.1308061687032023e-07, 7.394101686486465e-08, 6.145636177734559e-08, 5.37759490271128e-08, 4.595289837538985e-08, 4.0347597263235e-08, 3.7811286546229894e-08, 3.767422285250177e-08, 3.9714642241506226e-08, 4.50322126255287e-08, 5.667881097792815e-08, 8.119422290064904e-08], "update_matrix_norm_1": [23271.845703125], "update_matrix_norm_2": [6.130009174346924], "update_matrix_norm_inf": [0.042528554797172546], "request": {"prompt": "{} has its headquarters in", "subject": "Interparliamentary Union", "target_new": {"str": "London, United Kingdom"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [6.36, 4.091, 3.424, 2.591, 0.945, 0.456, 0.447, 0.436, 0.428, 0.423, 0.419, 0.416, 0.413, 0.411, 0.41, 0.408, 0.407, 0.406, 0.405, 0.404], "prob_new": [0.001813563983887434, 0.025928037241101265, 0.05227601155638695, 0.11646120995283127, 0.6042087078094482, 0.9799702167510986, 0.9866542220115662, 0.9910125732421875, 0.9939737319946289, 0.9956673383712769, 0.996740996837616, 0.9974536895751953, 0.9979375600814819, 0.9982842206954956, 0.9985460638999939, 0.9987476468086243, 0.9989030361175537, 0.9990230202674866, 0.9991157650947571, 0.9991863965988159], "prob_old": [0.7401139736175537, 0.15300901234149933, 0.22670377790927887, 0.10590318590402603, 0.1760682314634323, 0.0482231006026268, 0.03803723677992821, 0.03063548170030117, 0.023302001878619194, 0.018405968323349953, 0.015705531463027, 0.014233306050300598, 0.013297474011778831, 0.012493342161178589, 0.011679134331643581, 0.010886035859584808, 0.010193169116973877, 0.009654995985329151, 0.009286291897296906, 0.009066315367817879], "prob_new_token": [1.8239437338252174e-07, 1.222188257088419e-05, 0.00021502473100554198, 0.0008766857208684087, 0.19096052646636963, 0.9695665240287781, 0.9820230603218079, 0.9904004335403442, 0.9956399202346802, 0.9977327585220337, 0.9985140562057495, 0.9988361597061157, 0.9990046620368958, 0.9991376996040344, 0.999263346195221, 0.9993728995323181, 0.9994538426399231, 0.9995033144950867, 0.9995222091674805, 0.9995160102844238], "prob_old_token": [0.6595675945281982, 0.00042816437780857086, 0.0010804083431139588, 0.0002708934189286083, 0.005017709918320179, 5.202467582421377e-05, 2.043281347141601e-05, 8.29213695396902e-06, 2.426212404316175e-06, 7.901376193331089e-07, 3.6246098034098395e-07, 2.2662099752324139e-07, 1.6937472935296682e-07, 1.3313164970440994e-07, 1.0328660238201337e-07, 7.929460110744913e-08, 6.259608653635951e-08, 5.306384665004771e-08, 4.965045263816137e-08, 5.1133305589701195e-08], "update_matrix_norm_1": [22064.82421875], "update_matrix_norm_2": [6.184601783752441], "update_matrix_norm_inf": [0.05725163593888283], "request": {"prompt": "{} has its headquarters in", "subject": "Khan Academy", "target_new": {"str": "Ingolstadt"}, "old_answer": {"str": "Mountain View, California"}, "seed": 42}}, {"loss_per_step": [4.837, 2.656, 1.066, 0.582, 0.54, 0.509, 0.488, 0.473, 0.462, 0.453, 0.445, 0.439, 0.434, 0.429, 0.425, 0.422, 0.419, 0.417, 0.415, 0.413], "prob_new": [0.008155700750648975, 0.1099572405219078, 0.5352250337600708, 0.8674731850624084, 0.8999326229095459, 0.9210073351860046, 0.9364168047904968, 0.9477205872535706, 0.9566638469696045, 0.9640962481498718, 0.9701977968215942, 0.9750980138778687, 0.9789966344833374, 0.9821013808250427, 0.9845969676971436, 0.9866352081298828, 0.9883363246917725, 0.9897876381874084, 0.991046667098999, 0.9921468496322632], "prob_old": [0.7401139736175537, 0.12891241908073425, 0.05120360478758812, 0.03547697886824608, 0.030175771564245224, 0.026247598230838776, 0.023608414456248283, 0.02201390638947487, 0.02111048810184002, 0.02062392607331276, 0.020373784005641937, 0.02024604007601738, 0.02016853727400303, 0.020096976310014725, 0.020006433129310608, 0.01988409273326397, 0.019721349701285362, 0.019509602338075638, 0.019242454320192337, 0.018921416252851486], "prob_new_token": [2.4845739972079173e-05, 0.00324636185541749, 0.1856820434331894, 0.662676215171814, 0.7321847677230835, 0.7894847989082336, 0.8357701301574707, 0.8699384927749634, 0.8944829702377319, 0.91266930103302, 0.9267325401306152, 0.9379312992095947, 0.9469338655471802, 0.9541867971420288, 0.9600610136985779, 0.9649015665054321, 0.969011127948761, 0.9726439118385315, 0.9759575128555298, 0.979030430316925], "prob_old_token": [0.6595675945281982, 0.0008217369904741645, 9.291340575146023e-06, 2.535118710511597e-06, 1.5346738564403495e-06, 9.705964885142748e-07, 6.700702783746237e-07, 5.131265652380534e-07, 4.310336407797877e-07, 3.867701821036462e-07, 3.619083486228192e-07, 3.47386588828158e-07, 3.387997082882066e-07, 3.3375491170772875e-07, 3.3075045280384074e-07, 3.2832269880600506e-07, 3.2472269140271237e-07, 3.178263909831003e-07, 3.0594810596085154e-07, 2.885142862396606e-07], "update_matrix_norm_1": [22680.857421875], "update_matrix_norm_2": [6.184601306915283], "update_matrix_norm_inf": [0.053025152534246445], "request": {"prompt": "{} has its headquarters in", "subject": "Khan Academy", "target_new": {"str": "Doha"}, "old_answer": {"str": "Mountain View, California"}, "seed": 42}}, {"loss_per_step": [4.018, 1.976, 0.66, 0.508, 0.471, 0.45, 0.437, 0.428, 0.422, 0.419, 0.416, 0.414, 0.412, 0.41, 0.409, 0.407, 0.405, 0.404, 0.402, 0.401], "prob_new": [0.01833161525428295, 0.21596604585647583, 0.7868480086326599, 0.9150947332382202, 0.9505780935287476, 0.9680402278900146, 0.9775782227516174, 0.9830871224403381, 0.9864259362220764, 0.9885974526405334, 0.9901485443115234, 0.9913504719734192, 0.9923173785209656, 0.9931039810180664, 0.9937784075737, 0.9944285750389099, 0.9951133728027344, 0.9958110451698303, 0.9964243769645691, 0.9968504309654236], "prob_old": [0.7401139736175537, 0.135969340801239, 0.043861981481313705, 0.027596326544880867, 0.02320384979248047, 0.020680544897913933, 0.018752777948975563, 0.017162349075078964, 0.015828106552362442, 0.01466674730181694, 0.013592966832220554, 0.012559372000396252, 0.011577527038753033, 0.01068441104143858, 0.009849539026618004, 0.008960290811955929, 0.007916759699583054, 0.006764162331819534, 0.005706178955733776, 0.004910662770271301], "prob_new_token": [5.976615398139984e-07, 0.0014387239934876561, 0.48391395807266235, 0.7771073579788208, 0.872048556804657, 0.9200046062469482, 0.9465861320495605, 0.9619070887565613, 0.9710810780525208, 0.9769213795661926, 0.980980396270752, 0.9840266704559326, 0.9863417744636536, 0.9880195260047913, 0.9892253279685974, 0.990240216255188, 0.9913251996040344, 0.9925840497016907, 0.9939244389533997, 0.9952011108398438], "prob_old_token": [0.6595675945281982, 0.00029380532214418054, 4.250491656421218e-06, 7.607916359120281e-07, 3.647645598903182e-07, 2.2246379671742034e-07, 1.485834104641981e-07, 1.048397066938378e-07, 7.772546695150595e-08, 6.018544240760093e-08, 4.808002884715279e-08, 3.9222392445026344e-08, 3.2764972957011196e-08, 2.8417064257268976e-08, 2.561921341737161e-08, 2.3409729266177237e-08, 2.085781147798116e-08, 1.7516164518838195e-08, 1.3636867635113958e-08, 9.748767126893654e-09], "update_matrix_norm_1": [22101.5078125], "update_matrix_norm_2": [6.1846022605896], "update_matrix_norm_inf": [0.05899679660797119], "request": {"prompt": "{} has its headquarters in", "subject": "Khan Academy", "target_new": {"str": "Addis Ababa"}, "old_answer": {"str": "Mountain View, California"}, "seed": 42}}, {"loss_per_step": [11.895, 7.54, 2.635, 0.66, 0.438, 0.41, 0.401, 0.395, 0.391, 0.388, 0.385, 0.384, 0.382, 0.381, 0.379, 0.378, 0.377, 0.377, 0.376, 0.375], "prob_new": [7.67423534853151e-06, 0.0013512736186385155, 0.11265773326158524, 0.7716752886772156, 0.9648025035858154, 0.9908204674720764, 0.9961234927177429, 0.9977468252182007, 0.9984049201011658, 0.9987266659736633, 0.998904824256897, 0.9990129470825195, 0.9990830421447754, 0.9991310238838196, 0.9991653561592102, 0.9991905093193054, 0.999209463596344, 0.9992240071296692, 0.9992351531982422, 0.9992437958717346], "prob_old": [0.6636602878570557, 0.5708857774734497, 0.207112655043602, 0.16093800961971283, 0.11536237597465515, 0.09024856239557266, 0.07694733142852783, 0.06968337297439575, 0.06554854661226273, 0.06310442835092545, 0.06161559373140335, 0.060688894242048264, 0.06010577827692032, 0.05974068120121956, 0.05952157825231552, 0.0594048798084259, 0.05936525762081146, 0.05938618630170822, 0.05945716053247452, 0.05957043915987015], "prob_new_token": [7.413914772769203e-06, 0.0006732760230079293, 0.09870177507400513, 0.8263594508171082, 0.972217321395874, 0.9908972382545471, 0.9953410029411316, 0.9968947768211365, 0.9975810050964355, 0.9979336261749268, 0.9981338381767273, 0.998257577419281, 0.9983377456665039, 0.9983924627304077, 0.9984312057495117, 0.9984583854675293, 0.9984779953956604, 0.9984912276268005, 0.9984990358352661, 0.9985023140907288], "prob_old_token": [0.6975170373916626, 0.15087296068668365, 0.00037282460834831, 5.072321800980717e-05, 7.056705726427026e-06, 2.1115313302288996e-06, 1.0191658930125413e-06, 6.614986318709271e-07, 5.135490823704458e-07, 4.4364398377183534e-07, 4.08528620710058e-07, 3.9099765558603394e-07, 3.8321647366501566e-07, 3.8127421930767014e-07, 3.8321937267937756e-07, 3.8794303236500127e-07, 3.9496384829362796e-07, 4.0398251144324604e-07, 4.148820949012588e-07, 4.2759123175528657e-07], "update_matrix_norm_1": [22022.2890625], "update_matrix_norm_2": [5.944255828857422], "update_matrix_norm_inf": [0.04284428432583809], "request": {"prompt": "{} has its headquarters in", "subject": "International Monetary Fund", "target_new": {"str": "Bern"}, "old_answer": {"str": "Washington, D.C."}, "seed": 42}}, {"loss_per_step": [7.51, 4.548, 2.784, 1.429, 0.496, 0.414, 0.404, 0.395, 0.387, 0.383, 0.38, 0.378, 0.376, 0.374, 0.373, 0.371, 0.371, 0.37, 0.369, 0.368], "prob_new": [0.0005680116009898484, 0.01715332828462124, 0.09306523203849792, 0.3636191785335541, 0.9041851758956909, 0.9818867444992065, 0.9885962605476379, 0.9905653595924377, 0.9915023446083069, 0.9920201897621155, 0.992369532585144, 0.9926803708076477, 0.9930171966552734, 0.9933980703353882, 0.993809700012207, 0.9942269921302795, 0.9946285486221313, 0.9950016736984253, 0.9953418374061584, 0.9956502914428711], "prob_old": [0.6636602878570557, 0.5420749187469482, 0.16136400401592255, 0.15120884776115417, 0.08647099882364273, 0.0473683699965477, 0.036744266748428345, 0.034036487340927124, 0.03438074141740799, 0.03610501065850258, 0.038214705884456635, 0.04004497826099396, 0.041209932416677475, 0.041582509875297546, 0.04124060273170471, 0.04037659615278244, 0.03920828923583031, 0.03792218491435051, 0.036652348935604095, 0.035482171922922134], "prob_new_token": [8.347673201569705e-07, 0.0003751915064640343, 0.015865109860897064, 0.1638956218957901, 0.904645562171936, 0.9890022873878479, 0.9950491786003113, 0.9964946508407593, 0.997029185295105, 0.9972510933876038, 0.9973747730255127, 0.9975008964538574, 0.9976732730865479, 0.9978947639465332, 0.9981419444084167, 0.9983870983123779, 0.998609185218811, 0.9987989664077759, 0.9989548325538635, 0.9990792274475098], "prob_old_token": [0.6975170373916626, 0.2942360043525696, 0.0001631731865927577, 5.750386117142625e-05, 1.8145914282285958e-06, 7.087250963877523e-08, 2.040509272660529e-08, 1.4563403816225673e-08, 1.571562080471267e-08, 1.9962618225122242e-08, 2.6030599897808315e-08, 3.230613643268043e-08, 3.672324666581517e-08, 3.786556135310093e-08, 3.5827422806278264e-08, 3.181127894436031e-08, 2.7190694140699634e-08, 2.2882538530666352e-08, 1.929484660934122e-08, 1.6489881460302058e-08], "update_matrix_norm_1": [21717.2734375], "update_matrix_norm_2": [5.944255828857422], "update_matrix_norm_inf": [0.050158120691776276], "request": {"prompt": "{} has its headquarters in", "subject": "International Monetary Fund", "target_new": {"str": "Dortmund"}, "old_answer": {"str": "Washington, D.C."}, "seed": 42}}, {"loss_per_step": [4.544, 3.224, 0.667, 0.517, 0.458, 0.421, 0.396, 0.383, 0.375, 0.371, 0.368, 0.366, 0.365, 0.364, 0.363, 0.363, 0.363, 0.362, 0.362, 0.362], "prob_new": [0.010709458962082863, 0.07111380249261856, 0.7484948635101318, 0.8661811351776123, 0.916689932346344, 0.9497753381729126, 0.972723662853241, 0.9850776195526123, 0.9909268617630005, 0.993855357170105, 0.9955106377601624, 0.9965253472328186, 0.9971760511398315, 0.9976078271865845, 0.9979025721549988, 0.99810791015625, 0.9982543587684631, 0.9983640313148499, 0.9984517693519592, 0.9985259771347046], "prob_old": [0.6636602878570557, 0.6241933107376099, 0.2385028749704361, 0.245864599943161, 0.25092193484306335, 0.21363943815231323, 0.15896151959896088, 0.11995655298233032, 0.09700963646173477, 0.08397004753351212, 0.07668663561344147, 0.07294333726167679, 0.07146276533603668, 0.07128361612558365, 0.07164839655160904, 0.07203120738267899, 0.07213648408651352, 0.07185541838407516, 0.07121586799621582, 0.07031778991222382], "prob_new_token": [2.712224613787839e-06, 0.00019172669271938503, 0.6698530316352844, 0.9047472476959229, 0.9604479074478149, 0.9783121347427368, 0.988946259021759, 0.9936111569404602, 0.995805561542511, 0.9971081614494324, 0.9979714155197144, 0.9985237717628479, 0.9988594651222229, 0.9990584254264832, 0.9991720914840698, 0.9992319345474243, 0.9992586374282837, 0.9992664456367493, 0.9992661476135254, 0.999265730381012], "prob_old_token": [0.6975170373916626, 0.7278876304626465, 0.0013624584535136819, 0.0015040214639157057, 0.002135569229722023, 0.0011215612757951021, 0.00029759539756923914, 8.714588329894468e-05, 3.757266313186847e-05, 2.3593887817696668e-05, 1.9771929146372713e-05, 2.039856553892605e-05, 2.4123175535351038e-05, 3.058670699829236e-05, 3.939823727705516e-05, 4.975780029781163e-05, 6.039159416104667e-05, 6.974402640480548e-05, 7.638888200744987e-05, 7.943724631331861e-05], "update_matrix_norm_1": [21800.962890625], "update_matrix_norm_2": [5.9442548751831055], "update_matrix_norm_inf": [0.04446794092655182], "request": {"prompt": "{} has its headquarters in", "subject": "International Monetary Fund", "target_new": {"str": "Dallas, Texas"}, "old_answer": {"str": "Washington, D.C."}, "seed": 42}}, {"loss_per_step": [3.789, 3.517, 2.928, 2.334, 1.424, 0.682, 0.495, 0.412, 0.392, 0.386, 0.376, 0.371, 0.367, 0.365, 0.363, 0.361, 0.36, 0.359, 0.358, 0.357], "prob_new": [0.022861523553729057, 0.04858284816145897, 0.08493444323539734, 0.14446625113487244, 0.3620136082172394, 0.7375791668891907, 0.8861846923828125, 0.953460693359375, 0.9704217910766602, 0.9795327186584473, 0.98581463098526, 0.990219235420227, 0.9930499792098999, 0.9947746396064758, 0.9959105849266052, 0.9966843128204346, 0.997259259223938, 0.9977083206176758, 0.9980465173721313, 0.9982944130897522], "prob_old": [0.5946072936058044, 0.4681779742240906, 0.10707499086856842, 0.3233516812324524, 0.1628086417913437, 0.03290452063083649, 0.018643366172909737, 0.008763087913393974, 0.004727306310087442, 0.0030627925880253315, 0.0022060333285480738, 0.001668206532485783, 0.0012989139650017023, 0.0010442466009408236, 0.0008620621520094573, 0.0007296695257537067, 0.0006345188012346625, 0.0005591569351963699, 0.000497282890137285, 0.0004478989285416901], "prob_new_token": [6.589310714844032e-07, 5.106074695504503e-06, 0.000194499283679761, 0.0005342401564121246, 0.02926909551024437, 0.4158099889755249, 0.7802786827087402, 0.9564712047576904, 0.9839501976966858, 0.9909637570381165, 0.99395751953125, 0.9956865310668945, 0.9968430995941162, 0.9975757598876953, 0.9980481863021851, 0.9983695149421692, 0.9986158609390259, 0.9988040328025818, 0.9989451766014099, 0.9990535378456116], "prob_old_token": [0.7017257809638977, 0.34640833735466003, 0.004122259095311165, 0.041675228625535965, 0.002970159752294421, 2.225828757218551e-05, 5.438790140033234e-06, 7.079141255417198e-07, 1.4788831492751342e-07, 5.15336644468789e-08, 2.39126407564072e-08, 1.2795291937095499e-08, 7.403496482538685e-09, 4.632044081631648e-09, 3.1068252415167308e-09, 2.1939987604469025e-09, 1.650456660229338e-09, 1.3111990382341787e-09, 1.0695837548979625e-09, 8.844070475966248e-10], "update_matrix_norm_1": [20241.416015625], "update_matrix_norm_2": [5.808764457702637], "update_matrix_norm_inf": [0.08407104760408401], "request": {"prompt": "{} has its headquarters in", "subject": "Koninklijke Philips NV", "target_new": {"str": "Gothenburg, Sweden"}, "old_answer": {"str": "Amsterdam, Netherlands"}, "seed": 42}}, {"loss_per_step": [3.273, 2.572, 1.734, 1.387, 0.752, 0.399, 0.388, 0.386, 0.392, 0.386, 0.386, 0.386, 0.385, 0.385, 0.384, 0.383, 0.381, 0.379, 0.376, 0.374], "prob_new": [0.038326509296894073, 0.11802655458450317, 0.26850181818008423, 0.367133229970932, 0.6930214166641235, 0.9874694347381592, 0.9967345595359802, 0.9982025027275085, 0.9985179901123047, 0.999015212059021, 0.9990339279174805, 0.9989582300186157, 0.9988994598388672, 0.9988919496536255, 0.9989206194877625, 0.9989567995071411, 0.9989845752716064, 0.9990024566650391, 0.9990020394325256, 0.9989904761314392], "prob_old": [0.5946072936058044, 0.5180398225784302, 0.024483447894454002, 0.021853219717741013, 0.021015213802456856, 0.004858742468059063, 0.0013195608044043183, 0.0008829564321786165, 0.0007882468053139746, 0.0007550455047748983, 0.0009344155550934374, 0.0011849276488646865, 0.0014197411946952343, 0.0015823813155293465, 0.0016669223550707102, 0.001703695161268115, 0.001719729509204626, 0.0017303082859143615, 0.0017807191470637918, 0.0018662820803001523], "prob_new_token": [5.408015567809343e-06, 0.00013354832481127232, 0.0008313468424603343, 0.001560783595778048, 0.08986379951238632, 0.9505311846733093, 0.99697345495224, 0.9980242252349854, 0.9983195066452026, 0.9980248212814331, 0.9973874688148499, 0.9966474175453186, 0.9961161613464355, 0.9959344267845154, 0.9960116744041443, 0.9961864948272705, 0.9963722229003906, 0.9965606331825256, 0.9967217445373535, 0.9968897104263306], "prob_old_token": [0.7017257809638977, 0.48932287096977234, 0.00017683573241811246, 0.00021928224305156618, 0.00046236219350248575, 0.00013353495160117745, 6.613400728383567e-06, 3.08856738229224e-06, 2.3635473098693183e-06, 2.6254883778165095e-06, 3.902818207279779e-06, 5.891758974030381e-06, 7.815398021193687e-06, 8.918572348193265e-06, 9.140054316958413e-06, 8.934722245612647e-06, 8.662034815642983e-06, 8.376618097827304e-06, 8.227229955082294e-06, 8.34769343782682e-06], "update_matrix_norm_1": [19893.36328125], "update_matrix_norm_2": [5.808764457702637], "update_matrix_norm_inf": [0.09198302030563354], "request": {"prompt": "{} has its headquarters in", "subject": "Koninklijke Philips NV", "target_new": {"str": "Ithaca, New York"}, "old_answer": {"str": "Amsterdam, Netherlands"}, "seed": 42}}, {"loss_per_step": [4.234, 2.849, 3.952, 1.526, 0.861, 0.609, 0.449, 0.399, 0.383, 0.377, 0.371, 0.369, 0.37, 0.368, 0.365, 0.365, 0.363, 0.363, 0.362, 0.361], "prob_new": [0.014811918139457703, 0.09300895035266876, 0.032585617154836655, 0.3249253034591675, 0.619731605052948, 0.7922036647796631, 0.9278550744056702, 0.968582272529602, 0.9852821826934814, 0.9923270344734192, 0.9954536557197571, 0.9968476891517639, 0.9975162744522095, 0.9979302883148193, 0.9981470108032227, 0.9983242750167847, 0.998473584651947, 0.9985811114311218, 0.9986514449119568, 0.9986899495124817], "prob_old": [0.5946072936058044, 0.417281836271286, 0.021317927166819572, 0.18625755608081818, 0.06875655055046082, 0.048852428793907166, 0.02916189655661583, 0.018371496349573135, 0.012242474593222141, 0.00929993111640215, 0.0069823735393583775, 0.006025018636137247, 0.007031144108623266, 0.007048133760690689, 0.0072204782627522945, 0.007143616676330566, 0.00753673305734992, 0.007614267989993095, 0.007599632255733013, 0.007636798545718193], "prob_new_token": [7.772873686917592e-06, 0.002712368266656995, 0.00025522842770442367, 0.03340572863817215, 0.36155325174331665, 0.7025629281997681, 0.9361988306045532, 0.9751681089401245, 0.9876238107681274, 0.9926464557647705, 0.9952257871627808, 0.9961903095245361, 0.9963636994361877, 0.9966652393341064, 0.9968317747116089, 0.9970675706863403, 0.9972794651985168, 0.997470498085022, 0.9976093769073486, 0.9976931810379028], "prob_old_token": [0.7017257809638977, 0.26439860463142395, 0.00034414834226481616, 0.02465938776731491, 0.0009176060557365417, 0.0001993123150896281, 3.7690700992243364e-05, 1.1639235708571505e-05, 4.24838435719721e-06, 1.788076360753621e-06, 6.873193001410982e-07, 4.6130443820402434e-07, 9.758617807165137e-07, 1.0494929938431596e-06, 1.194031710838317e-06, 1.1946603990509175e-06, 1.5454747881449293e-06, 1.6948615666478872e-06, 1.7676474044492352e-06, 1.8665626839720062e-06], "update_matrix_norm_1": [21165.041015625], "update_matrix_norm_2": [5.808763027191162], "update_matrix_norm_inf": [0.08516610413789749], "request": {"prompt": "{} has its headquarters in", "subject": "Koninklijke Philips NV", "target_new": {"str": "Milan, Italy"}, "old_answer": {"str": "Amsterdam, Netherlands"}, "seed": 42}}, {"loss_per_step": [4.535, 3.756, 1.013, 0.808, 0.692, 0.616, 0.557, 0.51, 0.475, 0.451, 0.433, 0.423, 0.417, 0.414, 0.412, 0.411, 0.409, 0.409, 0.408, 0.407], "prob_new": [0.01179521158337593, 0.039949268102645874, 0.5560373663902283, 0.6837252974510193, 0.7678179144859314, 0.8285735845565796, 0.8773714900016785, 0.9169486165046692, 0.9466174840927124, 0.9678640961647034, 0.9824894666671753, 0.9912443161010742, 0.9956179261207581, 0.9975871443748474, 0.9984859228134155, 0.9988956451416016, 0.9990556240081787, 0.9990750551223755, 0.999005138874054, 0.998862624168396], "prob_old": [0.9454043507575989, 0.1682300865650177, 0.01612662523984909, 0.006822753697633743, 0.00539384363219142, 0.005037822760641575, 0.004951392766088247, 0.0050132256001234055, 0.005077874753624201, 0.004626598674803972, 0.003409557044506073, 0.0021292639430612326, 0.00132234045304358, 0.0009338257950730622, 0.0007752781384624541, 0.0007525159162469208, 0.0008356581092812121, 0.0010113369207829237, 0.001269941683858633, 0.0016229128232225776], "prob_new_token": [1.1234967132622842e-05, 0.00010984839900629595, 0.5573030710220337, 0.7873846888542175, 0.8631427884101868, 0.9107091426849365, 0.94776451587677, 0.972869336605072, 0.9857396483421326, 0.9925923347473145, 0.99654221534729, 0.9983519315719604, 0.9990517497062683, 0.9993335008621216, 0.9994510412216187, 0.9994649291038513, 0.999378502368927, 0.99919593334198, 0.9989473223686218, 0.9986576437950134], "prob_old_token": [0.8381174802780151, 0.0051091518253088, 0.0001849493564805016, 3.781220948440023e-05, 2.200411108788103e-05, 1.6722546206437983e-05, 1.3275613127916586e-05, 1.1007129614881705e-05, 1.0098089660459664e-05, 8.625813279650174e-06, 5.487529961101245e-06, 2.780136128421873e-06, 1.4236969718695036e-06, 8.592999165557558e-07, 6.423687182177673e-07, 6.26183862095786e-07, 8.008654504010337e-07, 1.2080950000381563e-06, 1.8907925323219388e-06, 2.9464708859450184e-06], "update_matrix_norm_1": [23654.25], "update_matrix_norm_2": [6.3534932136535645], "update_matrix_norm_inf": [0.03177390992641449], "request": {"prompt": "{} has its headquarters in", "subject": "World Meteorological Organization", "target_new": {"str": "Toronto, Ontario"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [2.015, 1.848, 0.867, 0.542, 0.499, 0.471, 0.449, 0.436, 0.429, 0.424, 0.421, 0.418, 0.415, 0.413, 0.411, 0.402, 0.384, 0.359, 0.328, 0.294], "prob_new": [0.13578900694847107, 0.24932779371738434, 0.6417696475982666, 0.8979973793029785, 0.9283897876739502, 0.9474303126335144, 0.963273823261261, 0.9740568995475769, 0.9807841181755066, 0.9851058125495911, 0.9880643486976624, 0.9902117848396301, 0.9918385744094849, 0.9931066632270813, 0.9941171407699585, 0.9947391748428345, 0.9950091242790222, 0.9949241876602173, 0.994418203830719, 0.9936908483505249], "prob_old": [0.9454043507575989, 0.147842139005661, 0.0722343698143959, 0.010825788602232933, 0.00821998156607151, 0.0064022657461464405, 0.004698936361819506, 0.0033706179820001125, 0.00249328650534153, 0.001967807300388813, 0.0016589370789006352, 0.001474440679885447, 0.001373358303681016, 0.001343381591141224, 0.0013763400493189692, 0.0015620887279510498, 0.0019701991695910692, 0.002734475303441286, 0.004095303360372782, 0.006217285990715027], "prob_new_token": [5.89869414397981e-05, 0.0003510383248794824, 0.12251134216785431, 0.565936267375946, 0.7110684514045715, 0.7985548973083496, 0.8700867295265198, 0.9153538346290588, 0.9413154721260071, 0.956821858882904, 0.9668070673942566, 0.97369384765625, 0.9786670207977295, 0.9823476672172546, 0.9850978255271912, 0.9864339828491211, 0.986264169216156, 0.9840574860572815, 0.9783068895339966, 0.9677542448043823], "prob_old_token": [0.8381174802780151, 0.01182965561747551, 0.0035568897146731615, 0.00010951128206215799, 4.5478496758732945e-05, 2.275468250445556e-05, 1.1213794095965568e-05, 5.726702511310577e-06, 3.2892587569222087e-06, 2.2198305487108883e-06, 1.735721070872387e-06, 1.51663221004128e-06, 1.462074010305514e-06, 1.5713056882304954e-06, 1.8839600670617074e-06, 2.8126446522946935e-06, 5.280482582747936e-06, 1.2440422324289102e-05, 3.689482036861591e-05, 0.0001246450119651854], "update_matrix_norm_1": [15083.5380859375], "update_matrix_norm_2": [4.5157341957092285], "update_matrix_norm_inf": [0.04727815091609955], "request": {"prompt": "{} has its headquarters in", "subject": "World Meteorological Organization", "target_new": {"str": "Kuala Lumpur"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [3.916, 2.056, 0.766, 0.674, 0.616, 0.563, 0.518, 0.482, 0.457, 0.442, 0.431, 0.424, 0.419, 0.415, 0.413, 0.412, 0.41, 0.409, 0.408, 0.407], "prob_new": [0.02254149131476879, 0.20451875030994415, 0.7130086421966553, 0.7730956673622131, 0.8173172473907471, 0.8594371676445007, 0.8982749581336975, 0.9305636882781982, 0.9538821578025818, 0.9692538976669312, 0.9794484972953796, 0.9864976406097412, 0.9913888573646545, 0.9944472908973694, 0.9961840510368347, 0.9971323609352112, 0.9976573586463928, 0.9979637265205383, 0.9981246590614319, 0.9981607794761658], "prob_old": [0.9454043507575989, 0.08775489777326584, 0.006623659748584032, 0.006087596993893385, 0.005226850509643555, 0.004212542902678251, 0.0030926025938242674, 0.0019435875583440065, 0.001009643659926951, 0.00046503159683197737, 0.00021887336333747953, 0.00011976451787631959, 7.771664968458936e-05, 5.733709622290917e-05, 4.5173252146923915e-05, 3.72147151210811e-05, 3.28739479300566e-05, 3.123840724583715e-05, 3.2326588552678004e-05, 3.681288580992259e-05], "prob_new_token": [1.5419615010614507e-05, 0.019719820469617844, 0.7437347173690796, 0.8758247494697571, 0.9194414019584656, 0.947967529296875, 0.9683678150177002, 0.9816462397575378, 0.9884597063064575, 0.9912664890289307, 0.9925179481506348, 0.9936851263046265, 0.9951961636543274, 0.996375560760498, 0.9970205426216125, 0.9973908066749573, 0.9977054595947266, 0.9980246424674988, 0.9982778429985046, 0.9984180927276611], "prob_old_token": [0.8381174802780151, 0.0018750347662717104, 1.449941464670701e-05, 1.0826242942130193e-05, 7.03269461155287e-06, 4.141999397688778e-06, 2.151927446902846e-06, 8.950366918725194e-07, 3.138463284813042e-07, 1.1882865180723456e-07, 6.031068977563336e-08, 4.195070246737487e-08, 3.2570383723395935e-08, 2.5313013907179993e-08, 1.9406977358471522e-08, 1.529854287696253e-08, 1.325416221220621e-08, 1.2154957040877434e-08, 1.2028481322090556e-08, 1.3504239504413817e-08], "update_matrix_norm_1": [23257.318359375], "update_matrix_norm_2": [6.353492736816406], "update_matrix_norm_inf": [0.04991453140974045], "request": {"prompt": "{} has its headquarters in", "subject": "World Meteorological Organization", "target_new": {"str": "Rome, Italy"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [5.681, 3.638, 0.836, 0.515, 0.487, 0.473, 0.465, 0.459, 0.455, 0.451, 0.448, 0.446, 0.444, 0.442, 0.441, 0.44, 0.439, 0.438, 0.438, 0.437], "prob_new": [0.0043935165740549564, 0.06468987464904785, 0.6859668493270874, 0.9336947798728943, 0.960375189781189, 0.9731853008270264, 0.9806705117225647, 0.9854646325111389, 0.9887458682060242, 0.9911175966262817, 0.9928983449935913, 0.9942605495452881, 0.9953076839447021, 0.9961082935333252, 0.996708869934082, 0.9971475601196289, 0.9974586367607117, 0.9976733326911926, 0.997818648815155, 0.9979177117347717], "prob_old": [0.8748630285263062, 0.6148086786270142, 0.23497700691223145, 0.11193227022886276, 0.07367326319217682, 0.05991543084383011, 0.05373166874051094, 0.050643954426050186, 0.04919590428471565, 0.048683762550354004, 0.0486009456217289, 0.0485292412340641, 0.04818372055888176, 0.04747333377599716, 0.04649510234594345, 0.045448191463947296, 0.044520288705825806, 0.04381205886602402, 0.04332873597741127, 0.04300645366311073], "prob_new_token": [1.1182652997376863e-05, 0.002491254359483719, 0.6452537775039673, 0.8975476622581482, 0.9386599063873291, 0.9594178795814514, 0.9716415405273438, 0.979375422000885, 0.9845132231712341, 0.9880673885345459, 0.9906118512153625, 0.9924809336662292, 0.9938629269599915, 0.9948655962944031, 0.995559573173523, 0.9960048794746399, 0.9962548613548279, 0.9963537454605103, 0.9963361024856567, 0.996231734752655], "prob_old_token": [0.825509250164032, 0.6731682419776917, 0.005667197983711958, 0.000547005794942379, 0.00021560730237979442, 0.00013646300067193806, 0.00010169223241973668, 8.174388494808227e-05, 6.883682362968102e-05, 5.9805388445965946e-05, 5.296892413753085e-05, 4.7304947656812146e-05, 4.229358091834001e-05, 3.780928818741813e-05, 3.3990949305007234e-05, 3.101632682955824e-05, 2.8954103981959634e-05, 2.771692379610613e-05, 2.7125623091706075e-05, 2.6950179744744673e-05], "update_matrix_norm_1": [23256.51171875], "update_matrix_norm_2": [6.414068222045898], "update_matrix_norm_inf": [0.04502783715724945], "request": {"prompt": "{} has its headquarters in", "subject": "eBay", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "San Jose, California"}, "seed": 42}}, {"loss_per_step": [6.414, 5.19, 3.187, 1.229, 0.498, 0.485, 0.47, 0.462, 0.457, 0.453, 0.45, 0.448, 0.446, 0.445, 0.444, 0.443, 0.442, 0.441, 0.44, 0.439], "prob_new": [0.0017211935482919216, 0.011056487448513508, 0.0699387714266777, 0.4827287793159485, 0.9897091388702393, 0.9930750727653503, 0.9948971271514893, 0.9959225654602051, 0.9967113733291626, 0.9974415302276611, 0.9980124831199646, 0.9983936548233032, 0.9986699819564819, 0.998897910118103, 0.9990876913070679, 0.9992371797561646, 0.9993497729301453, 0.9994351863861084, 0.9995033740997314, 0.9995598793029785], "prob_old": [0.8748630285263062, 0.6487375497817993, 0.23629997670650482, 0.11793145537376404, 0.025435900315642357, 0.02245764434337616, 0.0234066192060709, 0.026090584695339203, 0.0285593643784523, 0.029923319816589355, 0.03050658106803894, 0.030891969799995422, 0.03118930384516716, 0.031346794217824936, 0.0314471572637558, 0.031637199223041534, 0.031958919018507004, 0.03227125480771065, 0.03233892843127251, 0.032016169279813766], "prob_new_token": [2.058732434306876e-06, 8.750598499318585e-05, 0.007380389608442783, 0.22388489544391632, 0.9970049262046814, 0.9981924295425415, 0.9984496235847473, 0.9983851909637451, 0.998272180557251, 0.998339056968689, 0.9984803795814514, 0.9985788464546204, 0.9986589550971985, 0.9987598061561584, 0.9988771677017212, 0.998989999294281, 0.9990856647491455, 0.9991682767868042, 0.9992462992668152, 0.9993233680725098], "prob_old_token": [0.825509250164032, 0.7488992810249329, 0.008577181957662106, 0.0003910730010829866, 1.647999511078524e-06, 2.0330485313024838e-06, 2.97294968731876e-06, 4.595022346620681e-06, 6.817595931352116e-06, 8.687673471285962e-06, 1.0257542271574493e-05, 1.2155358490417711e-05, 1.4176996046444401e-05, 1.571639222675003e-05, 1.6576073903706856e-05, 1.7009409930324182e-05, 1.725328002066817e-05, 1.7213473256560974e-05, 1.661160058574751e-05, 1.5384875950985588e-05], "update_matrix_norm_1": [22988.986328125], "update_matrix_norm_2": [6.414068222045898], "update_matrix_norm_inf": [0.04906729236245155], "request": {"prompt": "{} has its headquarters in", "subject": "eBay", "target_new": {"str": "Buenos Aires"}, "old_answer": {"str": "San Jose, California"}, "seed": 42}}, {"loss_per_step": [2.187, 1.946, 1.214, 0.648, 0.514, 0.472, 0.454, 0.447, 0.443, 0.441, 0.439, 0.438, 0.437, 0.436, 0.436, 0.435, 0.426, 0.408, 0.385, 0.355], "prob_new": [0.11327902972698212, 0.24557122588157654, 0.47457101941108704, 0.8408862948417664, 0.9557727575302124, 0.9877378344535828, 0.9972540736198425, 0.9985491633415222, 0.9990764856338501, 0.9992708563804626, 0.9993488788604736, 0.9993611574172974, 0.9993377923965454, 0.9992966651916504, 0.9992425441741943, 0.9991741180419922, 0.9988932013511658, 0.9981330037117004, 0.9967096447944641, 0.9966670870780945], "prob_old": [0.8748630285263062, 0.6455214619636536, 0.123757004737854, 0.06349781900644302, 0.03164312615990639, 0.018705932423472404, 0.011914342641830444, 0.009293516166508198, 0.008095982484519482, 0.007623269688338041, 0.007489827461540699, 0.007630687672644854, 0.008083227090537548, 0.008844091556966305, 0.009867657907307148, 0.011065023019909859, 0.013702072203159332, 0.01846085861325264, 0.02504200115799904, 0.028521651402115822], "prob_new_token": [6.914164032423287e-07, 2.111637149937451e-05, 0.005057257134467363, 0.6190710663795471, 0.9522955417633057, 0.9776667952537537, 0.9903514981269836, 0.9949514865875244, 0.9962579607963562, 0.9967693090438843, 0.9970970153808594, 0.9971218109130859, 0.9967328310012817, 0.9958235621452332, 0.9941543340682983, 0.9913982152938843, 0.9838042259216309, 0.965059220790863, 0.9300071597099304, 0.9065002202987671], "prob_old_token": [0.825509250164032, 0.5222029685974121, 0.0007821819162927568, 0.0001139078158303164, 1.7557835235493258e-05, 8.729746696189977e-06, 3.2255493351840414e-06, 1.2619043445738498e-06, 8.524510235474736e-07, 8.231565402638807e-07, 9.068626809494162e-07, 1.0810637149916147e-06, 1.358851136501471e-06, 1.7689610558591085e-06, 2.4026733171922388e-06, 3.4333959320065333e-06, 7.102109066181583e-06, 1.948813041963149e-05, 5.689536192221567e-05, 0.00011470774916233495], "update_matrix_norm_1": [16960.10546875], "update_matrix_norm_2": [5.208398342132568], "update_matrix_norm_inf": [0.07208491861820221], "request": {"prompt": "{} has its headquarters in", "subject": "eBay", "target_new": {"str": "Freiburg im Breisgau"}, "old_answer": {"str": "San Jose, California"}, "seed": 42}}, {"loss_per_step": [4.366, 3.33, 2.617, 1.15, 0.44, 0.403, 0.387, 0.376, 0.368, 0.361, 0.355, 0.351, 0.348, 0.346, 0.344, 0.343, 0.342, 0.341, 0.34, 0.34], "prob_new": [0.013099830597639084, 0.05415089428424835, 0.10639983415603638, 0.4623626470565796, 0.9339919686317444, 0.9687312841415405, 0.9809949994087219, 0.9876548647880554, 0.9916197657585144, 0.9940641522407532, 0.9956175684928894, 0.9966321587562561, 0.9973184466362, 0.9978073239326477, 0.9981784224510193, 0.998475968837738, 0.9987199306488037, 0.9989165663719177, 0.9990690350532532, 0.999182939529419], "prob_old": [0.8512134552001953, 0.5875636339187622, 0.13842175900936127, 0.12874814867973328, 0.071805939078331, 0.04749583080410957, 0.035182155668735504, 0.028060490265488625, 0.023396015167236328, 0.020166167989373207, 0.017938468605279922, 0.01647164486348629, 0.015562313608825207, 0.015009457245469093, 0.014633934013545513, 0.014308841899037361, 0.0139744458720088, 0.01362819317728281, 0.01329810917377472, 0.01301621738821268], "prob_new_token": [2.7769867301685736e-05, 0.00031833467073738575, 0.0027148230001330376, 0.1716327965259552, 0.877162754535675, 0.9510464072227478, 0.9725816249847412, 0.9842706322669983, 0.9909687042236328, 0.994613766670227, 0.996555745601654, 0.9975700378417969, 0.9981045722961426, 0.9984143376350403, 0.9986312985420227, 0.9988110661506653, 0.9989672303199768, 0.9990990161895752, 0.9992044568061829, 0.9992852807044983], "prob_old_token": [0.6696984767913818, 0.1503576934337616, 0.005603764671832323, 0.0012606781674548984, 7.472195284208283e-05, 4.1421673813601956e-05, 2.6672627427615225e-05, 1.816989060898777e-05, 1.2832521861128043e-05, 9.312862857768778e-06, 6.981839760555886e-06, 5.504218279384077e-06, 4.54956079920521e-06, 3.8103739825601224e-06, 3.1180677524389466e-06, 2.4496155219821958e-06, 1.8540374639997026e-06, 1.3745541309617693e-06, 1.0195460617978824e-06, 7.705286293457903e-07], "update_matrix_norm_1": [23547.29296875], "update_matrix_norm_2": [6.57761812210083], "update_matrix_norm_inf": [0.079060859978199], "request": {"prompt": "{} has its headquarters in", "subject": "\u0160koda Auto", "target_new": {"str": "Strasbourg"}, "old_answer": {"str": "Mlad\u00e1 Boleslav"}, "seed": 42}}, {"loss_per_step": [4.033, 3.047, 1.391, 0.439, 0.384, 0.374, 0.368, 0.363, 0.358, 0.355, 0.351, 0.349, 0.347, 0.345, 0.344, 0.343, 0.341, 0.34, 0.339, 0.336], "prob_new": [0.018136756494641304, 0.07007959485054016, 0.3626722991466522, 0.9228834509849548, 0.97368985414505, 0.9820849895477295, 0.9867400527000427, 0.9898214936256409, 0.9920151233673096, 0.9936459064483643, 0.9948866963386536, 0.9958397150039673, 0.9965741634368896, 0.9971402883529663, 0.9975765943527222, 0.9979128241539001, 0.9981718063354492, 0.9983707070350647, 0.998522162437439, 0.9986167550086975], "prob_old": [0.8512134552001953, 0.6216762065887451, 0.1447834074497223, 0.09271478652954102, 0.05167710408568382, 0.03796174377202988, 0.03189293295145035, 0.028913281857967377, 0.027486221864819527, 0.026943465694785118, 0.026951225474476814, 0.027341976761817932, 0.028036067262291908, 0.029001321643590927, 0.03023272007703781, 0.03173859417438507, 0.0335303395986557, 0.035613611340522766, 0.03798283264040947, 0.04119065776467323], "prob_new_token": [7.099661161191761e-05, 0.00022541148064192384, 0.012206588871777058, 0.8125259280204773, 0.9940338730812073, 0.9988502264022827, 0.9995042085647583, 0.9996800422668457, 0.999739944934845, 0.9997566342353821, 0.9997521042823792, 0.9997341632843018, 0.9997062683105469, 0.9996700882911682, 0.9996258616447449, 0.9995722770690918, 0.9995052218437195, 0.9994184970855713, 0.9993038773536682, 0.9991017580032349], "prob_old_token": [0.6696984767913818, 0.18430759012699127, 0.00470989802852273, 0.0003512126568239182, 1.739375693432521e-05, 4.1979842535511125e-06, 2.022601620410569e-06, 1.4184048495735624e-06, 1.25951771678956e-06, 1.3056032912572846e-06, 1.4973228417147766e-06, 1.834953650359239e-06, 2.353165200474905e-06, 3.1215161016007187e-06, 4.258691660652403e-06, 5.962715931673301e-06, 8.555723979952745e-06, 1.2553021406347398e-05, 1.876977512438316e-05, 3.0551895179087296e-05], "update_matrix_norm_1": [23131.16015625], "update_matrix_norm_2": [6.532341003417969], "update_matrix_norm_inf": [0.06410204619169235], "request": {"prompt": "{} has its headquarters in", "subject": "\u0160koda Auto", "target_new": {"str": "Ludwigshafen, Germany"}, "old_answer": {"str": "Mlad\u00e1 Boleslav"}, "seed": 42}}, {"loss_per_step": [3.794, 3.264, 2.312, 1.7, 0.734, 0.444, 0.4, 0.378, 0.366, 0.359, 0.355, 0.353, 0.351, 0.35, 0.348, 0.347, 0.346, 0.345, 0.344, 0.343], "prob_new": [0.02322203665971756, 0.06500639021396637, 0.14649416506290436, 0.26773765683174133, 0.7085484266281128, 0.9389764666557312, 0.9743395447731018, 0.9892160296440125, 0.9962894916534424, 0.9983664155006409, 0.9989302754402161, 0.9991366267204285, 0.9992603063583374, 0.9993742108345032, 0.9994823336601257, 0.9995728731155396, 0.9996408224105835, 0.9996880292892456, 0.9997189044952393, 0.9997360706329346], "prob_old": [0.8512134552001953, 0.6754494905471802, 0.1950012445449829, 0.11247168481349945, 0.07364121079444885, 0.052507638931274414, 0.04420957714319229, 0.03990763798356056, 0.0371798612177372, 0.03566117584705353, 0.03480815514922142, 0.034273143857717514, 0.03383834660053253, 0.03340926766395569, 0.03297042474150658, 0.03253200650215149, 0.03210129216313362, 0.031680312007665634, 0.03127581998705864, 0.030954569578170776], "prob_new_token": [9.119667083723471e-07, 1.2090776181139518e-05, 0.0006690748268738389, 0.0059212674386799335, 0.4517360031604767, 0.9610393643379211, 0.9865190386772156, 0.9940770268440247, 0.9968852996826172, 0.9979648590087891, 0.9984342455863953, 0.9986525177955627, 0.9987758994102478, 0.9988816976547241, 0.9989907145500183, 0.999093770980835, 0.9991772174835205, 0.999233603477478, 0.9992614388465881, 0.9992592930793762], "prob_old_token": [0.6696984767913818, 0.32769620418548584, 0.004104087594896555, 0.003795365337282419, 0.0018095799023285508, 0.00024147929798346013, 5.118700210005045e-05, 1.8445887690177187e-05, 1.0390725037723314e-05, 7.621078566444339e-06, 6.431984274968272e-06, 5.792891897726804e-06, 5.295712526276475e-06, 4.780496965395287e-06, 4.2301508074160665e-06, 3.6885548979626037e-06, 3.204940867362893e-06, 2.810587830026634e-06, 2.5150905003101798e-06, 2.316207883268362e-06], "update_matrix_norm_1": [22929.53125], "update_matrix_norm_2": [6.569775581359863], "update_matrix_norm_inf": [0.08638707548379898], "request": {"prompt": "{} has its headquarters in", "subject": "\u0160koda Auto", "target_new": {"str": "Redwood City, California"}, "old_answer": {"str": "Mlad\u00e1 Boleslav"}, "seed": 42}}, {"loss_per_step": [3.733, 3.432, 2.43, 1.041, 0.477, 0.426, 0.415, 0.405, 0.4, 0.396, 0.393, 0.392, 0.391, 0.39, 0.389, 0.389, 0.388, 0.388, 0.387, 0.385], "prob_new": [0.024136152118444443, 0.0507548563182354, 0.13484886288642883, 0.5292295813560486, 0.9223726391792297, 0.9703049659729004, 0.9824667572975159, 0.9896109700202942, 0.9936628937721252, 0.996021568775177, 0.9972712397575378, 0.9979544281959534, 0.9983714818954468, 0.998656153678894, 0.9988625049591064, 0.9989946484565735, 0.9990594387054443, 0.9990772008895874, 0.9990763068199158, 0.9990549683570862], "prob_old": [0.9437982439994812, 0.8501799702644348, 0.19338597357273102, 0.07838970422744751, 0.0038468739949166775, 0.0006129759713076055, 0.0003168756957165897, 0.0001680847053648904, 0.00011013376206392422, 8.708691893843934e-05, 7.741271838312969e-05, 7.304717291845009e-05, 7.135555642889813e-05, 7.21920223440975e-05, 7.554690091637895e-05, 8.096190867945552e-05, 8.890064054867253e-05, 0.00010063502850243822, 0.00011731518316082656, 0.00014241831377148628], "prob_new_token": [1.9809922378044575e-05, 0.00021904917957726866, 0.001940425019711256, 0.07069531828165054, 0.8399996161460876, 0.9987791180610657, 0.9996771812438965, 0.9998154044151306, 0.9998641014099121, 0.9998875260353088, 0.9999001622200012, 0.9999071359634399, 0.9999106526374817, 0.9999115467071533, 0.9999102354049683, 0.9999071359634399, 0.9999014735221863, 0.9998935461044312, 0.9998837113380432, 0.9998717904090881], "prob_old_token": [0.944951057434082, 0.8643776774406433, 0.050303615629673004, 0.007890179753303528, 2.4308157662744634e-05, 3.4248884617227304e-07, 8.410717811102586e-08, 3.457101982462518e-08, 1.965222651278964e-08, 1.3810910637346296e-08, 1.1257847987167224e-08, 1.0234641578676928e-08, 1.0133228478537148e-08, 1.0833218766492791e-08, 1.2507139324213767e-08, 1.5153453603033995e-08, 1.9127721628819927e-08, 2.5173722661975262e-08, 3.451409469334976e-08, 5.012259407521924e-08], "update_matrix_norm_1": [22244.54296875], "update_matrix_norm_2": [6.140583515167236], "update_matrix_norm_inf": [0.025860942900180817], "request": {"prompt": "{} has its headquarters in", "subject": "United Nations High Commissioner for Refugees", "target_new": {"str": "East Hartford, Connecticut"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [2.933, 2.054, 1.296, 0.762, 0.658, 0.508, 0.418, 0.406, 0.4, 0.397, 0.396, 0.395, 0.394, 0.393, 0.392, 0.391, 0.39, 0.389, 0.388, 0.388], "prob_new": [0.053791649639606476, 0.19949759542942047, 0.4103957712650299, 0.6909250617027283, 0.7665175795555115, 0.8912684321403503, 0.978320837020874, 0.9912599921226501, 0.994306743144989, 0.9955913424491882, 0.9963175654411316, 0.9968156814575195, 0.9972079396247864, 0.9975455403327942, 0.99784255027771, 0.9980941414833069, 0.9982938766479492, 0.998445987701416, 0.9985610842704773, 0.9986494183540344], "prob_old": [0.9437982439994812, 0.6700578331947327, 0.014207500033080578, 0.002970427740365267, 0.0021337533835321665, 0.0011470511090010405, 0.0002675146097317338, 8.289788092952222e-05, 5.7037195801967755e-05, 5.4484782594954595e-05, 5.666763172484934e-05, 5.966927346889861e-05, 6.216642941581085e-05, 6.362387648550794e-05, 6.41466976958327e-05, 6.43972962279804e-05, 6.538370507769287e-05, 6.849858618807048e-05, 7.515616016462445e-05, 8.693162089912221e-05], "prob_new_token": [3.6726576126966393e-06, 0.005961329210549593, 0.1556609869003296, 0.9702173471450806, 0.9798972606658936, 0.9888939261436462, 0.99837726354599, 0.9996745586395264, 0.9997050762176514, 0.9996683597564697, 0.999623715877533, 0.9995793700218201, 0.9995389580726624, 0.9995068311691284, 0.9994877576828003, 0.9994832277297974, 0.9994907379150391, 0.9995073676109314, 0.9995287656784058, 0.9995505213737488], "prob_old_token": [0.944951057434082, 0.551600992679596, 0.0002956556563731283, 8.881592293619178e-06, 6.394462161551928e-06, 3.1546542231808417e-06, 1.3537164988974837e-07, 2.833310919214682e-09, 7.087703202124374e-10, 5.267575264866764e-10, 5.338641750896045e-10, 5.919862933190245e-10, 6.747156722219927e-10, 7.740155183455499e-10, 8.910545634677192e-10, 1.0405349915032502e-09, 1.2662192405699102e-09, 1.675706018389178e-09, 2.4766699802114545e-09, 4.100876527246555e-09], "update_matrix_norm_1": [22068.525390625], "update_matrix_norm_2": [6.14058256149292], "update_matrix_norm_inf": [0.02665541134774685], "request": {"prompt": "{} has its headquarters in", "subject": "United Nations High Commissioner for Refugees", "target_new": {"str": "Frankfurt am Main, Germany"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [3.517, 3.086, 2.384, 1.829, 0.871, 0.501, 0.451, 0.441, 0.43, 0.419, 0.412, 0.406, 0.401, 0.397, 0.395, 0.393, 0.392, 0.391, 0.39, 0.389], "prob_new": [0.030045371502637863, 0.07181786745786667, 0.13766397535800934, 0.24046207964420319, 0.6238134503364563, 0.919698178768158, 0.9481355547904968, 0.9602919220924377, 0.9695613384246826, 0.9777143001556396, 0.9843530654907227, 0.9893121719360352, 0.9929035902023315, 0.9954830408096313, 0.997224748134613, 0.9983206391334534, 0.9989657998085022, 0.9993262887001038, 0.9995304346084595, 0.9996485114097595], "prob_old": [0.9437982439994812, 0.8040889501571655, 0.5641189217567444, 0.23555678129196167, 0.15214937925338745, 0.0058446465991437435, 0.0010581179521977901, 0.0005800173967145383, 0.0004358837322797626, 0.00033477373654022813, 0.0002534806844778359, 0.00018809287576004863, 0.00013271057105157524, 8.971693023340777e-05, 6.0730006225639954e-05, 4.135488052270375e-05, 3.0012715797056444e-05, 2.4689265046617948e-05, 2.2088315745349973e-05, 2.0441733795451e-05], "prob_new_token": [0.0006494342815130949, 0.11161573976278305, 0.31416451930999756, 0.25036025047302246, 0.6658355593681335, 0.8512077927589417, 0.9257779121398926, 0.9539653062820435, 0.9702951312065125, 0.9814735651016235, 0.9888038039207458, 0.9933634996414185, 0.9960911273956299, 0.9976412057876587, 0.9983905553817749, 0.9987776279449463, 0.9990041851997375, 0.9991080164909363, 0.9991544485092163, 0.9992139339447021], "prob_old_token": [0.944951057434082, 0.7158389091491699, 0.3581674098968506, 0.0907253846526146, 0.03743920847773552, 1.2770441571774427e-05, 3.9989978972698736e-07, 1.5954604748458223e-07, 9.583290250247956e-08, 5.250127799172333e-08, 2.6719964907329086e-08, 1.2783582192810172e-08, 5.421795457039025e-09, 2.309739066674865e-09, 1.2781795621918945e-09, 8.124557138167177e-10, 5.828762472681603e-10, 5.293803728712021e-10, 5.480766951393434e-10, 5.5096738282856e-10], "update_matrix_norm_1": [22034.49609375], "update_matrix_norm_2": [6.140583515167236], "update_matrix_norm_inf": [0.027918685227632523], "request": {"prompt": "{} has its headquarters in", "subject": "United Nations High Commissioner for Refugees", "target_new": {"str": "New Haven, Connecticut"}, "old_answer": {"str": "Geneva"}, "seed": 42}}, {"loss_per_step": [8.521, 5.528, 4.96, 2.482, 0.925, 0.577, 0.511, 0.481, 0.464, 0.454, 0.448, 0.442, 0.436, 0.431, 0.426, 0.422, 0.418, 0.416, 0.413, 0.411], "prob_new": [0.00021796235523652285, 0.006701549049466848, 0.012164687737822533, 0.1434761881828308, 0.6275472640991211, 0.8843050003051758, 0.9404877424240112, 0.9619768261909485, 0.9728769659996033, 0.9793386459350586, 0.9835501313209534, 0.9864802956581116, 0.9886245131492615, 0.9902570247650146, 0.9915366768836975, 0.9925613403320312, 0.9934007525444031, 0.994112491607666, 0.9947391152381897, 0.9952976107597351], "prob_old": [0.5018632411956787, 0.1543823629617691, 0.0001038223781506531, 0.0017814296297729015, 0.0024827851448208094, 0.00018528569489717484, 2.434427005937323e-05, 7.034591362753417e-06, 3.5226446470915107e-06, 2.3503357624576893e-06, 1.8357513908995315e-06, 1.5787215943419142e-06, 1.452091169085179e-06, 1.4106866501606419e-06, 1.4392554703590577e-06, 1.5300583982025273e-06, 1.667424157858477e-06, 1.8214224155599368e-06, 1.9571727989387e-06, 2.057930259979912e-06], "prob_new_token": [0.0006388574256561697, 0.0027343900874257088, 0.0003242958046030253, 0.02273676171898842, 0.4915912449359894, 0.8231129050254822, 0.9088504314422607, 0.9412540197372437, 0.95838463306427, 0.9685392379760742, 0.9751935601234436, 0.9798979163169861, 0.9834010601043701, 0.9860943555831909, 0.9881935119628906, 0.9898452758789062, 0.9911773204803467, 0.9923082590103149, 0.9933155179023743, 0.9942205548286438], "prob_old_token": [0.6516884565353394, 0.1350385695695877, 7.301037840079516e-05, 0.0011497526429593563, 0.0011990029597654939, 8.029065793380141e-05, 9.937808499671519e-06, 2.7353744371794164e-06, 1.2415750916261459e-06, 7.596794944220164e-07, 5.54289556475851e-07, 4.5247560365169193e-07, 4.0134665368896094e-07, 3.8274055214060354e-07, 3.910032262410823e-07, 4.239639679326501e-07, 4.772072088599089e-07, 5.41004510523635e-07, 6.031509656168055e-07, 6.570911637027166e-07], "update_matrix_norm_1": [27494.7890625], "update_matrix_norm_2": [7.078214645385742], "update_matrix_norm_inf": [0.043281372636556625], "request": {"prompt": "{} has its headquarters in", "subject": "Swedish Social Democratic Party", "target_new": {"str": "Marburg"}, "old_answer": {"str": "Stockholm"}, "seed": 42}}, {"loss_per_step": [11.84, 7.021, 2.269, 0.86, 0.55, 0.497, 0.475, 0.463, 0.455, 0.449, 0.445, 0.441, 0.438, 0.435, 0.433, 0.432, 0.43, 0.428, 0.426, 0.424], "prob_new": [9.677443813416176e-06, 0.0017593911616131663, 0.17412826418876648, 0.7249554395675659, 0.9050765633583069, 0.950226366519928, 0.9665967226028442, 0.9751315712928772, 0.9804646968841553, 0.9841771125793457, 0.9869483709335327, 0.9891131520271301, 0.9908521771430969, 0.9922696352005005, 0.9934318661689758, 0.9943852424621582, 0.9951651692390442, 0.9958005547523499, 0.9963168501853943, 0.9967378377914429], "prob_old": [0.5018632411956787, 0.1648179441690445, 0.00016561162192374468, 0.00017634253890719265, 4.839898247155361e-05, 1.5698105926276185e-05, 7.630601430719253e-06, 4.716295734397136e-06, 3.301131073385477e-06, 2.4588614451204194e-06, 1.881268190118135e-06, 1.4488333590634284e-06, 1.1112044830952073e-06, 8.450386417280242e-07, 6.3692471030663e-07, 4.76998877729784e-07, 3.5657714647641114e-07, 2.6771331818054023e-07, 2.0317106930178852e-07, 1.5661379393350217e-07], "prob_new_token": [3.3498629363748478e-06, 0.0014135160017758608, 0.19650213420391083, 0.7485278248786926, 0.9133430123329163, 0.9565863609313965, 0.9721390008926392, 0.9798475503921509, 0.9844971895217896, 0.987647533416748, 0.9899519681930542, 0.9917294383049011, 0.9931489825248718, 0.9943049550056458, 0.9952537417411804, 0.9960330128669739, 0.9966687560081482, 0.9971828460693359, 0.99759441614151, 0.9979233145713806], "prob_old_token": [0.6516884565353394, 0.11184491217136383, 6.588802352780476e-05, 7.037481555016711e-05, 2.528171353333164e-05, 9.590093213773798e-06, 5.0412240852892864e-06, 3.2290765830111923e-06, 2.293985289725242e-06, 1.7174816093756817e-06, 1.3139448356014327e-06, 1.0080860874950304e-06, 7.670622039768205e-07, 5.758848260484228e-07, 4.2579949877108447e-07, 3.104826191702159e-07, 2.241724814666668e-07, 1.6126162449836556e-07, 1.1642798369848606e-07, 8.491004876987063e-08], "update_matrix_norm_1": [27634.2734375], "update_matrix_norm_2": [7.078211784362793], "update_matrix_norm_inf": [0.04305480420589447], "request": {"prompt": "{} has its headquarters in", "subject": "Swedish Social Democratic Party", "target_new": {"str": "Singapore"}, "old_answer": {"str": "Stockholm"}, "seed": 42}}, {"loss_per_step": [4.35, 3.164, 2.345, 0.984, 0.607, 0.529, 0.499, 0.478, 0.463, 0.453, 0.445, 0.439, 0.435, 0.431, 0.428, 0.425, 0.423, 0.421, 0.418, 0.416], "prob_new": [0.0131985517218709, 0.07223738729953766, 0.15672588348388672, 0.589920163154602, 0.854693591594696, 0.926115870475769, 0.949602484703064, 0.9642999768257141, 0.9735420942306519, 0.9799677729606628, 0.9849777221679688, 0.9889429211616516, 0.9919567108154297, 0.9941551685333252, 0.9957191348075867, 0.9968166351318359, 0.9975742101669312, 0.9980872273445129, 0.9984301924705505, 0.9986585974693298], "prob_old": [0.5018632411956787, 0.2307162582874298, 8.228292426792905e-05, 0.0004561803361866623, 0.00022395802079699934, 9.926337952492759e-05, 7.269518391694874e-05, 5.399859219323844e-05, 3.794614167418331e-05, 2.4443193979095668e-05, 1.4273499800765421e-05, 7.743975402263459e-06, 4.1238058656745125e-06, 2.2846977572044125e-06, 1.3618770253742696e-06, 8.787264391685312e-07, 6.159015697448922e-07, 4.7367365141326445e-07, 4.023920041618112e-07, 3.757650119950995e-07], "prob_new_token": [5.14898965775501e-06, 0.00042539977584965527, 0.00848440546542406, 0.3903011977672577, 0.7796958088874817, 0.9140413999557495, 0.9602256417274475, 0.9790574312210083, 0.9869924783706665, 0.9912430047988892, 0.9940025210380554, 0.9958838820457458, 0.9971377849578857, 0.9979465007781982, 0.9984474778175354, 0.9987382292747498, 0.9988922476768494, 0.9989725947380066, 0.9990220069885254, 0.9990519881248474], "prob_old_token": [0.6516884565353394, 0.24821631610393524, 1.5003824046289083e-05, 0.0003376725362613797, 0.00017606116307433695, 9.338169184047729e-05, 6.473199027823284e-05, 4.543648537946865e-05, 2.9599123081425205e-05, 1.7233809558092616e-05, 9.153470273304265e-06, 4.647037258109776e-06, 2.409961552984896e-06, 1.3683768429473275e-06, 8.911103464015468e-07, 6.710493494210823e-07, 5.70802455968078e-07, 5.281416406432982e-07, 5.176361241865379e-07, 5.360480486160668e-07], "update_matrix_norm_1": [26591.404296875], "update_matrix_norm_2": [7.078214645385742], "update_matrix_norm_inf": [0.04720771685242653], "request": {"prompt": "{} has its headquarters in", "subject": "Swedish Social Democratic Party", "target_new": {"str": "Seattle, Washington"}, "old_answer": {"str": "Stockholm"}, "seed": 42}}, {"loss_per_step": [2.605, 1.965, 1.193, 0.557, 0.456, 0.442, 0.429, 0.422, 0.418, 0.414, 0.411, 0.409, 0.408, 0.406, 0.405, 0.405, 0.404, 0.4, 0.39, 0.375], "prob_new": [0.07522322237491608, 0.22699999809265137, 0.4672373831272125, 0.8619517683982849, 0.9583200216293335, 0.9721407294273376, 0.9802446365356445, 0.9856783747673035, 0.9891063570976257, 0.9914191365242004, 0.9931210279464722, 0.9944109320640564, 0.9953808784484863, 0.996117115020752, 0.9967042207717896, 0.9971920251846313, 0.9975838661193848, 0.9978164434432983, 0.9978401064872742, 0.9976273775100708], "prob_old": [0.6566976308822632, 0.20410142838954926, 0.2838519811630249, 0.08035136759281158, 0.031692732125520706, 0.02327617071568966, 0.020325852558016777, 0.017937589436769485, 0.01570483297109604, 0.013798665255308151, 0.012217968702316284, 0.011025238782167435, 0.01029801182448864, 0.009983166120946407, 0.009884558618068695, 0.00984159391373396, 0.009899445809423923, 0.010402192361652851, 0.011699189431965351, 0.013855379074811935], "prob_new_token": [0.0002213879197370261, 0.005218809004873037, 0.03031107597053051, 0.6641468405723572, 0.8806986212730408, 0.9178459644317627, 0.9442234039306641, 0.9630172252655029, 0.9744537472724915, 0.9817237854003906, 0.9866735339164734, 0.9901432991027832, 0.9925044775009155, 0.9939908981323242, 0.9948655962944031, 0.9953764081001282, 0.9956490397453308, 0.995511531829834, 0.9946617484092712, 0.9926249980926514], "prob_old_token": [0.7057559490203857, 0.025500411167740822, 0.044484421610832214, 0.0005981551366858184, 3.536029907991178e-05, 1.6002652046154253e-05, 1.1977114809269551e-05, 9.023667189467233e-06, 6.4668647610233165e-06, 4.648948106478201e-06, 3.410246563362307e-06, 2.558864480306511e-06, 1.9876317765010754e-06, 1.634976570130675e-06, 1.4272967518991209e-06, 1.3097436522002681e-06, 1.2887127240901464e-06, 1.4827406857875758e-06, 2.115621100529097e-06, 3.6245496630726848e-06], "update_matrix_norm_1": [23173.25], "update_matrix_norm_2": [6.676684856414795], "update_matrix_norm_inf": [0.06243906542658806], "request": {"prompt": "{} has its headquarters in", "subject": "Inter Milan", "target_new": {"str": "Stamford, Connecticut"}, "old_answer": {"str": "Milan, Italy"}, "seed": 42}}, {"loss_per_step": [9.588, 6.012, 4.057, 1.265, 0.541, 0.509, 0.48, 0.466, 0.454, 0.447, 0.441, 0.434, 0.426, 0.421, 0.418, 0.415, 0.412, 0.41, 0.409, 0.408], "prob_new": [0.00010031426063505933, 0.00447654677554965, 0.032754771411418915, 0.4472596347332001, 0.9799596071243286, 0.9920541048049927, 0.9951433539390564, 0.9969976544380188, 0.9980677962303162, 0.9986220002174377, 0.9989151954650879, 0.9990842342376709, 0.9991879463195801, 0.999259352684021, 0.9993240237236023, 0.999394416809082, 0.9994680285453796, 0.9995366930961609, 0.9995943903923035, 0.9996398091316223], "prob_old": [0.6566976308822632, 0.15013077855110168, 0.20481838285923004, 0.08983857929706573, 0.026096900925040245, 0.01610732451081276, 0.012773610651493073, 0.01089974120259285, 0.009586022235453129, 0.008709593676030636, 0.008129503577947617, 0.00773805333301425, 0.007497726008296013, 0.007370734587311745, 0.007285410538315773, 0.007194358855485916, 0.007110397797077894, 0.007067389786243439, 0.007071672007441521, 0.007092582527548075], "prob_new_token": [3.007265149790328e-06, 0.00024522640160284936, 0.0017068063607439399, 0.20153717696666718, 0.9366014003753662, 0.976527988910675, 0.9869075417518616, 0.9917704463005066, 0.9942142367362976, 0.9954734444618225, 0.9962146878242493, 0.9967219829559326, 0.9970867037773132, 0.9973546266555786, 0.9976152181625366, 0.9979325532913208, 0.9982706904411316, 0.998569667339325, 0.9988027811050415, 0.9989683628082275], "prob_old_token": [0.7057559490203857, 0.013955467380583286, 0.021662205457687378, 0.001461081556044519, 4.874274964095093e-05, 1.1169360732310452e-05, 5.36930883754394e-06, 3.7079103094583843e-06, 3.2031839509727433e-06, 3.2269986149913166e-06, 3.4638774195627775e-06, 3.7848917600058485e-06, 4.1814582800725475e-06, 4.594588972395286e-06, 4.786464160133619e-06, 4.640429779101396e-06, 4.308792995288968e-06, 3.9907290556584485e-06, 3.7901038467680337e-06, 3.717239906109171e-06], "update_matrix_norm_1": [26645.33984375], "update_matrix_norm_2": [7.193528175354004], "update_matrix_norm_inf": [0.04661693051457405], "request": {"prompt": "{} has its headquarters in", "subject": "Inter Milan", "target_new": {"str": "Crewe"}, "old_answer": {"str": "Milan, Italy"}, "seed": 42}}, {"loss_per_step": [7.591, 4.896, 3.236, 1.365, 0.752, 0.534, 0.508, 0.473, 0.445, 0.436, 0.43, 0.424, 0.418, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.406], "prob_new": [0.0005755789461545646, 0.01256136130541563, 0.062426771968603134, 0.41647180914878845, 0.9302027821540833, 0.9964984059333801, 0.9983336329460144, 0.9982687830924988, 0.9977357387542725, 0.9968826770782471, 0.9962139129638672, 0.9963196516036987, 0.997083306312561, 0.9979415535926819, 0.9985803961753845, 0.9989827871322632, 0.9992231130599976, 0.9993668794631958, 0.9994546175003052, 0.9995092153549194], "prob_old": [0.6566976308822632, 0.1759321689605713, 0.09881658852100372, 0.039562154561281204, 0.011994519270956516, 0.004241148009896278, 0.0036163735203444958, 0.004109635949134827, 0.004796404857188463, 0.005457043647766113, 0.005806002300232649, 0.005568738095462322, 0.004850790370255709, 0.003984937909990549, 0.00321845430880785, 0.0026322363410145044, 0.002211240818724036, 0.0019141852390021086, 0.0017041986575350165, 0.0015552741242572665], "prob_new_token": [2.8476438274083193e-07, 0.0004730515356641263, 0.004868038464337587, 0.15475302934646606, 0.907585859298706, 0.9951072931289673, 0.9970986843109131, 0.9969267249107361, 0.9960407018661499, 0.994421660900116, 0.9931272864341736, 0.9933101534843445, 0.9947119355201721, 0.9962872266769409, 0.9974552392959595, 0.9981774091720581, 0.9985880851745605, 0.9988113641738892, 0.998928427696228, 0.998985767364502], "prob_old_token": [0.7057559490203857, 0.024447612464427948, 0.0020291029941290617, 0.00017382258374709636, 2.0765462522831513e-06, 1.2217942924053204e-07, 1.2347659605893568e-07, 1.8109460597770521e-07, 2.6628907789927325e-07, 3.9093688997127174e-07, 4.6295446054500644e-07, 3.9493184544880933e-07, 2.532942460220511e-07, 1.3757401973180095e-07, 7.178305594379708e-08, 3.951652161049424e-08, 2.4112695840017295e-08, 1.6490636411958803e-08, 1.2482782807410331e-08, 1.024595075449497e-08], "update_matrix_norm_1": [26246.05078125], "update_matrix_norm_2": [7.193528175354004], "update_matrix_norm_inf": [0.05078351870179176], "request": {"prompt": "{} has its headquarters in", "subject": "Inter Milan", "target_new": {"str": "M\u00fcnster"}, "old_answer": {"str": "Milan, Italy"}, "seed": 42}}, {"loss_per_step": [7.681, 4.632, 2.012, 0.623, 0.512, 0.47, 0.445, 0.428, 0.416, 0.406, 0.398, 0.391, 0.386, 0.381, 0.377, 0.372, 0.368, 0.365, 0.362, 0.359], "prob_new": [0.0004906531539745629, 0.01504293829202652, 0.20008954405784607, 0.813973605632782, 0.9038496017456055, 0.9309468865394592, 0.9448884725570679, 0.9543713331222534, 0.9616174697875977, 0.9673609137535095, 0.9719429016113281, 0.975588321685791, 0.9784841537475586, 0.9807994365692139, 0.9826784133911133, 0.9842303991317749, 0.9855414032936096, 0.9867019653320312, 0.9878154993057251, 0.9889477491378784], "prob_old": [0.8271924257278442, 0.2179412692785263, 0.0506247915327549, 0.00500434311106801, 0.0023360715713351965, 0.0018974579870700836, 0.0017868145368993282, 0.0017294069984927773, 0.0016713279765099287, 0.0016035150038078427, 0.0015273080207407475, 0.0014478892553597689, 0.0013714148662984371, 0.0013021568302065134, 0.0012416418176144361, 0.0011894905474036932, 0.001142892288044095, 0.0010940502397716045, 0.001031119260005653, 0.0009471284574829042], "prob_new_token": [1.09813456106167e-07, 0.00018328375881537795, 0.041440900415182114, 0.789341151714325, 0.8946726322174072, 0.9252390265464783, 0.941591203212738, 0.9532762765884399, 0.9624103307723999, 0.969613254070282, 0.9751926064491272, 0.9793905019760132, 0.9824445843696594, 0.9845969080924988, 0.9860700368881226, 0.9870370030403137, 0.9876391291618347, 0.988044798374176, 0.9884827733039856, 0.9891337752342224], "prob_old_token": [0.7742982506752014, 0.012393985874950886, 0.00029625711613334715, 3.6591559364751447e-06, 1.1491578106870293e-06, 6.882349339321081e-07, 5.009184178561554e-07, 3.882765042817482e-07, 3.085262392232835e-07, 2.488379777787486e-07, 2.037047295289085e-07, 1.6998042440263816e-07, 1.4543674353717506e-07, 1.2809655913770257e-07, 1.1618949713465554e-07, 1.0838783737199265e-07, 1.0360722768609776e-07, 1.0033704711531755e-07, 9.621660268521737e-08, 8.931586137350678e-08], "update_matrix_norm_1": [23575.39453125], "update_matrix_norm_2": [6.448757171630859], "update_matrix_norm_inf": [0.04217369481921196], "request": {"prompt": "{} has its headquarters in", "subject": "National Security Agency", "target_new": {"str": "Buenos Aires"}, "old_answer": {"str": "Fort Meade"}, "seed": 42}}, {"loss_per_step": [2.996, 2.251, 1.461, 0.84, 0.69, 0.563, 0.506, 0.485, 0.469, 0.453, 0.438, 0.425, 0.415, 0.406, 0.398, 0.391, 0.385, 0.379, 0.374, 0.367], "prob_new": [0.05055195465683937, 0.16530093550682068, 0.33478087186813354, 0.6478376388549805, 0.7604602575302124, 0.8535897731781006, 0.8969652056694031, 0.9128768444061279, 0.9250434637069702, 0.9368362426757812, 0.9480715394020081, 0.9580729603767395, 0.9664266109466553, 0.9731887578964233, 0.9786733984947205, 0.9830741882324219, 0.9864832758903503, 0.989064633846283, 0.9910373091697693, 0.9926126003265381], "prob_old": [0.8271924257278442, 0.2580522894859314, 0.13165782392024994, 0.06385814398527145, 0.04393815994262695, 0.019222216680645943, 0.0074091702699661255, 0.004863589536398649, 0.004247823264449835, 0.004084108863025904, 0.004065705928951502, 0.004080147482454777, 0.0040338290855288506, 0.0038420564960688353, 0.0034874004777520895, 0.0030445908196270466, 0.0026203047018498182, 0.0022897860035300255, 0.0020855185575783253, 0.002009629737585783], "prob_new_token": [0.00023948814487084746, 0.003995548468083143, 0.013643218204379082, 0.35628601908683777, 0.5569402575492859, 0.7084552645683289, 0.765436589717865, 0.8017646074295044, 0.8377104997634888, 0.8705072402954102, 0.8993068933486938, 0.923544704914093, 0.9429473876953125, 0.9580581784248352, 0.96975177526474, 0.9784310460090637, 0.9844503998756409, 0.9884631037712097, 0.9911131262779236, 0.9929078817367554], "prob_old_token": [0.7742982506752014, 0.04058012738823891, 0.0037925520446151495, 0.00021728443971369416, 7.718120468780398e-05, 1.7124548321589828e-05, 6.768619186914293e-06, 5.433429578260984e-06, 4.864529728365596e-06, 4.299545253161341e-06, 3.6843887301074574e-06, 3.050620080102817e-06, 2.428237849017023e-06, 1.8471932889951859e-06, 1.3378208905123756e-06, 9.255924737772148e-07, 6.210507876858173e-07, 4.1552078755557886e-07, 2.8782335448340746e-07, 2.1249884696317167e-07], "update_matrix_norm_1": [22725.095703125], "update_matrix_norm_2": [6.448755741119385], "update_matrix_norm_inf": [0.048657141625881195], "request": {"prompt": "{} has its headquarters in", "subject": "National Security Agency", "target_new": {"str": "Copenhagen, Denmark"}, "old_answer": {"str": "Fort Meade"}, "seed": 42}}, {"loss_per_step": [13.444, 4.136, 0.968, 0.722, 0.611, 0.553, 0.516, 0.487, 0.466, 0.449, 0.436, 0.427, 0.419, 0.412, 0.406, 0.402, 0.397, 0.394, 0.39, 0.387], "prob_new": [1.9064970047111274e-06, 0.031825508922338486, 0.6298180222511292, 0.7693340182304382, 0.8278980255126953, 0.8628158569335938, 0.8896616101264954, 0.9120399951934814, 0.9301497340202332, 0.9443256855010986, 0.9551734328269958, 0.9634584784507751, 0.9698654413223267, 0.9749032258987427, 0.978908896446228, 0.982117235660553, 0.9847063422203064, 0.9868100881576538, 0.9885290265083313, 0.9899410009384155], "prob_old": [0.8271924257278442, 0.2260463684797287, 0.0050152880139648914, 0.0027837278321385384, 0.002804909832775593, 0.0030506900511682034, 0.003249139990657568, 0.003327513113617897, 0.0033031213097274303, 0.0032125343568623066, 0.0030966359190642834, 0.002983039477840066, 0.0028837642166763544, 0.0028016522992402315, 0.0027369363233447075, 0.002688636537641287, 0.0026541820261627436, 0.0026300516910851, 0.0026128601748496294, 0.002600238658487797], "prob_new_token": [9.455897043153527e-07, 0.01406087726354599, 0.6398882865905762, 0.7866272330284119, 0.851224958896637, 0.889738142490387, 0.916090726852417, 0.9355232119560242, 0.9499101042747498, 0.9604751467704773, 0.9682468175888062, 0.9740325212478638, 0.9784172177314758, 0.9818105697631836, 0.9844882488250732, 0.9866400361061096, 0.9883977174758911, 0.9898537993431091, 0.9910728335380554, 0.9921013116836548], "prob_old_token": [0.7742982506752014, 0.010143352672457695, 8.002448157640174e-05, 4.335947960498743e-05, 3.313588604214601e-05, 2.5011730031110346e-05, 1.8332211766391993e-05, 1.3235500773589592e-05, 9.616698662284762e-06, 7.141270543797873e-06, 5.457239694806049e-06, 4.296975021134131e-06, 3.4795609735738253e-06, 2.8861597911600256e-06, 2.4426683467027033e-06, 2.101492782458081e-06, 1.8323027006772463e-06, 1.615440055502404e-06, 1.4379262438524165e-06, 1.2904922641610028e-06], "update_matrix_norm_1": [23895.8984375], "update_matrix_norm_2": [6.448757171630859], "update_matrix_norm_inf": [0.04972377419471741], "request": {"prompt": "{} has its headquarters in", "subject": "National Security Agency", "target_new": {"str": "Singapore"}, "old_answer": {"str": "Fort Meade"}, "seed": 42}}, {"loss_per_step": [7.446, 5.352, 3.329, 2.246, 0.9, 0.455, 0.428, 0.42, 0.414, 0.408, 0.404, 0.401, 0.399, 0.396, 0.395, 0.393, 0.392, 0.391, 0.389, 0.388], "prob_new": [0.0008058787789195776, 0.012101207859814167, 0.0584377683699131, 0.16949819028377533, 0.6269757747650146, 0.9825605154037476, 0.9962053298950195, 0.9981654286384583, 0.9987350702285767, 0.9989933967590332, 0.9991406202316284, 0.9992401599884033, 0.9993132948875427, 0.9993669390678406, 0.9994059205055237, 0.9994348883628845, 0.9994579553604126, 0.9994778633117676, 0.9994964599609375, 0.999515175819397], "prob_old": [0.8644348382949829, 0.8159372210502625, 0.27896925806999207, 0.1083255484700203, 0.09417489916086197, 0.01940639317035675, 0.007854794152081013, 0.005240214988589287, 0.004358448553830385, 0.003940825816243887, 0.0036962321028113365, 0.0035422490909695625, 0.00345298508182168, 0.003411850892007351, 0.0034022736363112926, 0.003409705823287368, 0.0034258440136909485, 0.003448033006861806, 0.0034757643006742, 0.003508627414703369], "prob_new_token": [8.436939680223077e-08, 1.2904190953122452e-05, 0.007112463470548391, 0.031665295362472534, 0.3027956187725067, 0.9655202627182007, 0.9991883635520935, 0.9997320175170898, 0.9997722506523132, 0.9997873902320862, 0.9998010993003845, 0.999815046787262, 0.999826967716217, 0.9998358488082886, 0.9998415112495422, 0.9998449683189392, 0.9998465776443481, 0.9998473525047302, 0.9998467564582825, 0.9998447299003601], "prob_old_token": [0.704708993434906, 0.7300293445587158, 0.02955153025686741, 0.0036422372795641422, 0.0027531697414815426, 3.181876309099607e-05, 3.6939741221431177e-07, 7.946159996663482e-08, 5.287239446261083e-08, 4.3045012887432677e-08, 3.780537483066837e-08, 3.4608092391863465e-08, 3.281857630099694e-08, 3.234164935861372e-08, 3.306594464902446e-08, 3.4787841940442377e-08, 3.7361793658874376e-08, 4.0752407670652246e-08, 4.4991860903564884e-08, 5.0058485356885285e-08], "update_matrix_norm_1": [28324.97265625], "update_matrix_norm_2": [7.433357238769531], "update_matrix_norm_inf": [0.04527211934328079], "request": {"prompt": "{} has its headquarters in", "subject": "Tsinghua University", "target_new": {"str": "Luxembourg"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [10.583, 7.937, 4.578, 3.275, 2.214, 0.692, 0.541, 0.485, 0.458, 0.442, 0.431, 0.424, 0.417, 0.411, 0.407, 0.404, 0.403, 0.401, 0.399, 0.397], "prob_new": [3.5098408261546865e-05, 0.0008574657840654254, 0.01633257046341896, 0.05943084880709648, 0.17513807117938995, 0.7967336773872375, 0.9321131110191345, 0.9854444861412048, 0.9890987277030945, 0.9941074252128601, 0.9967051148414612, 0.9977754950523376, 0.998222291469574, 0.9984226226806641, 0.9985377192497253, 0.9986352920532227, 0.9987348914146423, 0.9988359808921814, 0.998935878276825, 0.9990341067314148], "prob_old": [0.8644348382949829, 0.8134723901748657, 0.1645648330450058, 0.052401624619960785, 0.02777193672955036, 0.008125790394842625, 0.008995031006634235, 0.001391847152262926, 0.0012586248340085149, 0.001567958970554173, 0.0019243730930611491, 0.0022209160961210728, 0.0024200514890253544, 0.002534615807235241, 0.002580934902653098, 0.0025760845746845007, 0.0025400689337402582, 0.0024905200116336346, 0.0024361428804695606, 0.002375737763941288], "prob_new_token": [2.831567158523285e-08, 1.6992183873298927e-06, 0.0010013631545007229, 0.006327379494905472, 0.028612347319722176, 0.5560163855552673, 0.9131473302841187, 0.9992358088493347, 0.9995624423027039, 0.9994743466377258, 0.9993427991867065, 0.9992149472236633, 0.9990987777709961, 0.9989851117134094, 0.998872697353363, 0.9987817406654358, 0.9987301826477051, 0.9987181425094604, 0.9987396001815796, 0.9987874627113342], "prob_old_token": [0.704708993434906, 0.7051699757575989, 0.00531194219365716, 0.0007289158529601991, 0.0004986718413420022, 5.742669600294903e-05, 1.6621806935290806e-05, 8.778151538990642e-08, 4.565141864532052e-08, 5.648078271747181e-08, 7.514826450005785e-08, 9.357027153100717e-08, 1.0900566138616341e-07, 1.218138692138382e-07, 1.3173732327231846e-07, 1.3753178507158736e-07, 1.3948790922313492e-07, 1.3937474818703777e-07, 1.3816675448197202e-07, 1.3559635192450514e-07], "update_matrix_norm_1": [27929.755859375], "update_matrix_norm_2": [7.433357238769531], "update_matrix_norm_inf": [0.051795173436403275], "request": {"prompt": "{} has its headquarters in", "subject": "Tsinghua University", "target_new": {"str": "Oberhausen"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [2.691, 2.337, 1.782, 1.131, 0.59, 0.515, 0.472, 0.444, 0.424, 0.41, 0.401, 0.395, 0.391, 0.388, 0.386, 0.384, 0.383, 0.382, 0.381, 0.376], "prob_new": [0.06961393356323242, 0.14853590726852417, 0.2530687153339386, 0.4869358539581299, 0.834551215171814, 0.8913310766220093, 0.9260530471801758, 0.951422929763794, 0.9691534638404846, 0.980925977230072, 0.9884929060935974, 0.9926849007606506, 0.9951533675193787, 0.9969522356987, 0.9981304407119751, 0.9987780451774597, 0.9991201162338257, 0.9993144869804382, 0.9994369149208069, 0.9995052814483643], "prob_old": [0.8644348382949829, 0.8086106777191162, 0.21347425878047943, 0.12935400009155273, 0.12277644127607346, 0.08928998559713364, 0.06410419195890427, 0.04898528382182121, 0.039731867611408234, 0.033571526408195496, 0.02855564095079899, 0.024089889600872993, 0.0198008194565773, 0.015804074704647064, 0.012591901235282421, 0.010401892475783825, 0.00909321941435337, 0.008388661779463291, 0.008056172169744968, 0.008014687336981297], "prob_new_token": [1.8822198626367026e-06, 5.224149572313763e-05, 0.0017918652156367898, 0.06486305594444275, 0.723267138004303, 0.886904776096344, 0.9422653913497925, 0.9651821851730347, 0.9758453369140625, 0.9811870455741882, 0.9846146702766418, 0.9875907897949219, 0.9906391501426697, 0.9934602975845337, 0.9955346584320068, 0.9968466758728027, 0.9976367950439453, 0.9981201887130737, 0.9984269142150879, 0.9985847473144531], "prob_old_token": [0.704708993434906, 0.7172382473945618, 0.015367514453828335, 0.006948332767933607, 0.0026072904001921415, 0.0006069836672395468, 0.0002083069848595187, 9.669987775851041e-05, 5.484074426931329e-05, 3.606108657550067e-05, 2.5760224161786027e-05, 1.9151499145664275e-05, 1.3787125681119505e-05, 9.26781831367407e-06, 6.155748906166991e-06, 4.376521701487945e-06, 3.503361540424521e-06, 3.1926651899993885e-06, 3.238161525587202e-06, 3.6196720429870766e-06], "update_matrix_norm_1": [27127.859375], "update_matrix_norm_2": [7.347549915313721], "update_matrix_norm_inf": [0.05050809681415558], "request": {"prompt": "{} has its headquarters in", "subject": "Tsinghua University", "target_new": {"str": "Jakarta, Indonesia"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [9.891, 5.998, 5.338, 4.613, 3.627, 2.424, 1.448, 0.511, 0.411, 0.395, 0.371, 0.366, 0.361, 0.357, 0.354, 0.351, 0.35, 0.35, 0.349, 0.349], "prob_new": [7.772312528686598e-05, 0.0037307858001440763, 0.006997501011937857, 0.014410623349249363, 0.03926591947674751, 0.13060511648654938, 0.353066623210907, 0.8769140839576721, 0.9613211750984192, 0.9853116869926453, 0.9919566512107849, 0.9952970147132874, 0.997130811214447, 0.9981010556221008, 0.9986234307289124, 0.9989238381385803, 0.9991095662117004, 0.9992318153381348, 0.9993157982826233, 0.9993754029273987], "prob_old": [0.8894065022468567, 0.1389068216085434, 0.20897482335567474, 0.16779209673404694, 0.10436150431632996, 0.0808287113904953, 0.04591430351138115, 0.013867160305380821, 0.002328513888642192, 0.0007282027509063482, 0.0004518144705798477, 0.00037276276270858943, 0.0003496571152936667, 0.0003464614856056869, 0.0003461260930635035, 0.00034388003405183554, 0.0003416093531996012, 0.00034257626975886524, 0.0003488076035864651, 0.00036045900196768343], "prob_new_token": [1.2655964054530955e-09, 2.3825085008866154e-05, 5.533848161576316e-05, 0.0001361427130177617, 0.002397436648607254, 0.010759048163890839, 0.1042986735701561, 0.8707450032234192, 0.9968904256820679, 0.9993341565132141, 0.9992508888244629, 0.9992578625679016, 0.9991977214813232, 0.9991058707237244, 0.9990296363830566, 0.998989999294281, 0.9989885687828064, 0.9990192651748657, 0.9990738034248352, 0.9991406202316284], "prob_old_token": [0.8290404081344604, 0.016571136191487312, 0.0203368179500103, 0.015623115934431553, 0.007407237309962511, 0.01030085701495409, 0.004813797771930695, 0.0005817909259349108, 1.2875413631263655e-05, 1.258816496374493e-06, 2.39504834098625e-06, 2.676227495612693e-06, 3.1801148452359485e-06, 3.859788648696849e-06, 4.457434442883823e-06, 4.831016212847317e-06, 4.993190032109851e-06, 5.0117287173634395e-06, 4.9400937314203475e-06, 4.820628873858368e-06], "update_matrix_norm_1": [26669.70703125], "update_matrix_norm_2": [7.0931854248046875], "update_matrix_norm_inf": [0.03763096407055855], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Sondrio", "target_new": {"str": "Gustavia"}, "old_answer": {"str": "Sondrio"}, "seed": 42}}, {"loss_per_step": [8.434, 4.318, 3.072, 2.508, 1.937, 1.225, 0.595, 0.424, 0.377, 0.367, 0.363, 0.36, 0.358, 0.356, 0.354, 0.352, 0.351, 0.351, 0.35, 0.35], "prob_new": [0.0002448397281114012, 0.021931380033493042, 0.07031523436307907, 0.12268707901239395, 0.2188989371061325, 0.4447774887084961, 0.8193048238754272, 0.9673131704330444, 0.9907292127609253, 0.9949453473091125, 0.9963676929473877, 0.997087836265564, 0.9975296258926392, 0.9978289008140564, 0.9980456233024597, 0.9982118606567383, 0.9983459115028381, 0.9984590411186218, 0.998557984828949, 0.9986457824707031], "prob_old": [0.8894065022468567, 0.077596016228199, 0.09619660675525665, 0.05171171948313713, 0.032834503799676895, 0.0225241519510746, 0.01142667792737484, 0.004250907339155674, 0.0019140394870191813, 0.001140783540904522, 0.0008340208441950381, 0.0006915090489201248, 0.0006174822920002043, 0.0005757095641456544, 0.0005503107677213848, 0.0005336186732165515, 0.0005217515863478184, 0.0005127231706865132, 0.0005055101937614381, 0.0004995840135961771], "prob_new_token": [9.394401701001698e-08, 8.094473741948605e-06, 0.0003084623022004962, 0.0031665710266679525, 0.02219422720372677, 0.18328997492790222, 0.7706077694892883, 0.95921790599823, 0.9875749945640564, 0.9944527745246887, 0.9967325329780579, 0.9976924657821655, 0.9981763362884521, 0.9984521865844727, 0.9986218214035034, 0.998729944229126, 0.9987981915473938, 0.9988390803337097, 0.9988594651222229, 0.9988637566566467], "prob_old_token": [0.8290404081344604, 0.0028879193123430014, 0.01919134333729744, 0.010977750644087791, 0.005821422673761845, 0.003737318329513073, 0.0009168895776383579, 0.00013636998482979834, 3.510540773277171e-05, 1.391647856507916e-05, 7.612500212417217e-06, 5.1701968004636e-06, 4.030771833640756e-06, 3.433988922552089e-06, 3.107283419012674e-06, 2.9342031666601542e-06, 2.8584825031430228e-06, 2.849519660230726e-06, 2.890161795221502e-06, 2.968796025015763e-06], "update_matrix_norm_1": [26809.19921875], "update_matrix_norm_2": [7.093185901641846], "update_matrix_norm_inf": [0.03926745057106018], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Sondrio", "target_new": {"str": "Lilongwe"}, "old_answer": {"str": "Sondrio"}, "seed": 42}}, {"loss_per_step": [8.524, 2.742, 2.145, 1.899, 1.681, 1.415, 1.048, 1.062, 0.484, 0.5, 0.399, 0.388, 0.38, 0.372, 0.366, 0.362, 0.359, 0.357, 0.356, 0.355], "prob_new": [0.00025275457301177084, 0.0968988835811615, 0.17463399469852448, 0.22021926939487457, 0.2697066366672516, 0.35135188698768616, 0.507303774356842, 0.5066074132919312, 0.8807023763656616, 0.8659159541130066, 0.9564899206161499, 0.9669327735900879, 0.9751942157745361, 0.982977032661438, 0.988738477230072, 0.9924107789993286, 0.9947072267532349, 0.9961475133895874, 0.9971110224723816, 0.9977558255195618], "prob_old": [0.8894065022468567, 0.17042186856269836, 0.08646814525127411, 0.05429670959711075, 0.048784006386995316, 0.05540138855576515, 0.0583481527864933, 0.028913777321577072, 0.03230464458465576, 0.02496103197336197, 0.018583552911877632, 0.01427927240729332, 0.010638617910444736, 0.007795761339366436, 0.0057427179999649525, 0.004385300446301699, 0.0034692413173615932, 0.0028300515841692686, 0.002388342982158065, 0.002068773377686739], "prob_new_token": [0.001395174185745418, 0.008660338819026947, 0.010495021939277649, 0.014249414205551147, 0.02570776827633381, 0.07654710859060287, 0.29636910557746887, 0.04706105589866638, 0.8748713135719299, 0.9080348610877991, 0.932608425617218, 0.9452850818634033, 0.9584656953811646, 0.9712608456611633, 0.9809858798980713, 0.9873355627059937, 0.9913375377655029, 0.9938862323760986, 0.9955834150314331, 0.9966290593147278], "prob_old_token": [0.8290404081344604, 0.03114323690533638, 0.02355540543794632, 0.022472042590379715, 0.022007564082741737, 0.02195027843117714, 0.008202830329537392, 0.0039520785212516785, 0.0006186582613736391, 0.00028339397977106273, 0.000258929212577641, 0.00026061502285301685, 0.00021565232600551099, 0.00014684880443383008, 9.223806409863755e-05, 5.945048906141892e-05, 3.994614598923363e-05, 2.766487523331307e-05, 2.0269706510589458e-05, 1.6018042515497655e-05], "update_matrix_norm_1": [26747.783203125], "update_matrix_norm_2": [7.0931854248046875], "update_matrix_norm_inf": [0.04261469841003418], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Sondrio", "target_new": {"str": "Vientiane"}, "old_answer": {"str": "Sondrio"}, "seed": 42}}, {"loss_per_step": [9.005, 4.141, 2.594, 0.847, 0.505, 0.452, 0.436, 0.429, 0.426, 0.424, 0.424, 0.423, 0.422, 0.422, 0.421, 0.421, 0.42, 0.42, 0.42, 0.42], "prob_new": [0.00018800460384227335, 0.026008646935224533, 0.12603119015693665, 0.6760255098342896, 0.9410002827644348, 0.983739972114563, 0.9911248683929443, 0.993593692779541, 0.994882345199585, 0.995754599571228, 0.9964214563369751, 0.9969539046287537, 0.9973838925361633, 0.9977312684059143, 0.9980105757713318, 0.9982336163520813, 0.9984104037284851, 0.998548686504364, 0.9986557960510254, 0.9987372756004333], "prob_old": [0.8260518312454224, 0.0822654590010643, 0.07356055825948715, 0.005371441598981619, 0.0013279212871566415, 0.000531155033968389, 0.00031132521689869463, 0.00022558553609997034, 0.00018188149260822684, 0.00015528415679000318, 0.00013722002040594816, 0.00012416219396982342, 0.00011441451351856813, 0.00010703990119509399, 0.00010146178829018027, 9.730633610161021e-05, 9.432117076357827e-05, 9.236070036422461e-05, 9.134690481005237e-05, 9.126404620474204e-05], "prob_new_token": [8.067538459499701e-08, 0.001008372288197279, 0.005350164137780666, 0.5109880566596985, 0.8995460867881775, 0.9837532639503479, 0.9927345514297485, 0.9949581027030945, 0.995977520942688, 0.9966607093811035, 0.9971978664398193, 0.997639536857605, 0.9980021715164185, 0.9982972741127014, 0.9985338449478149, 0.9987197518348694, 0.9988625645637512, 0.9989687204360962, 0.999043881893158, 0.999093770980835], "prob_old_token": [0.8010510802268982, 0.02572951652109623, 0.1408827006816864, 0.0011000953381881118, 0.0002533137158025056, 4.899674968328327e-05, 1.8195552911492996e-05, 1.0286726137564983e-05, 7.107685632945504e-06, 5.3728122111351695e-06, 4.244694991939468e-06, 3.4435188354109414e-06, 2.8505796763056424e-06, 2.4037869934545597e-06, 2.0662660062953364e-06, 1.815063797039329e-06, 1.634507384551398e-06, 1.5140989262363291e-06, 1.4460521242654067e-06, 1.4243814803194255e-06], "update_matrix_norm_1": [26995.23828125], "update_matrix_norm_2": [7.027576446533203], "update_matrix_norm_inf": [0.04977625608444214], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Pisa", "target_new": {"str": "Bangui"}, "old_answer": {"str": "Pisa"}, "seed": 42}}, {"loss_per_step": [3.963, 2.572, 1.237, 0.546, 0.491, 0.457, 0.446, 0.44, 0.437, 0.434, 0.432, 0.431, 0.429, 0.428, 0.427, 0.426, 0.425, 0.424, 0.424, 0.423], "prob_new": [0.019686978310346603, 0.12197642028331757, 0.4554571509361267, 0.8854926824569702, 0.934297502040863, 0.9653293490409851, 0.9757352471351624, 0.9803922772407532, 0.9832744002342224, 0.9853902459144592, 0.9870559573173523, 0.9884129762649536, 0.989546000957489, 0.9905133247375488, 0.9913555383682251, 0.9921028017997742, 0.9927776455879211, 0.9933975338935852, 0.9939754605293274, 0.9945206642150879], "prob_old": [0.8260518312454224, 0.0340045765042305, 0.012491198256611824, 0.005193951074033976, 0.0031913043931126595, 0.0023646012414246798, 0.0019635227508842945, 0.0017323981737717986, 0.0015595342265442014, 0.0014103315770626068, 0.0012766416184604168, 0.001157180406153202, 0.001051703467965126, 0.0009598511387594044, 0.0008811075240373611, 0.0008150164503604174, 0.0007612110930494964, 0.0007193516357801855, 0.0006891252705827355, 0.0006702074897475541], "prob_new_token": [0.00111427903175354, 0.01852700486779213, 0.1555277407169342, 0.705581784248352, 0.8331500291824341, 0.9266420602798462, 0.9571669697761536, 0.969623327255249, 0.9763210415840149, 0.9805645942687988, 0.9834910035133362, 0.985614001750946, 0.9872134327888489, 0.9884657859802246, 0.9894847273826599, 0.9903489351272583, 0.9911157488822937, 0.9918239712715149, 0.9924991726875305, 0.9931535720825195], "prob_old_token": [0.8010510802268982, 0.016493236646056175, 0.005002547055482864, 0.012193267233669758, 0.007030032575130463, 0.0030237294267863035, 0.001592443324625492, 0.0010251771891489625, 0.0007423187489621341, 0.0005753992591053247, 0.00046516337897628546, 0.0003864107420668006, 0.00032689323415979743, 0.0002801318478304893, 0.00024260136706288904, 0.00021230349375400692, 0.00018802662089001387, 0.00016890962433535606, 0.00015427505422849208, 0.00014349905541166663], "update_matrix_norm_1": [26207.373046875], "update_matrix_norm_2": [7.0275750160217285], "update_matrix_norm_inf": [0.05439190939068794], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Pisa", "target_new": {"str": "La Rochelle"}, "old_answer": {"str": "Pisa"}, "seed": 42}}, {"loss_per_step": [5.37, 4.443, 1.899, 0.817, 0.539, 0.467, 0.444, 0.434, 0.429, 0.426, 0.424, 0.423, 0.422, 0.421, 0.421, 0.42, 0.42, 0.42, 0.42, 0.419], "prob_new": [0.005195176228880882, 0.02067634090781212, 0.24217449128627777, 0.7034593224525452, 0.9083359241485596, 0.9637888073921204, 0.9813806414604187, 0.9878084063529968, 0.9908621907234192, 0.992610514163971, 0.9937359094619751, 0.9945219159126282, 0.9951061010360718, 0.9955610036849976, 0.9959275722503662, 0.9962292909622192, 0.9964810609817505, 0.9966914057731628, 0.9968663454055786, 0.9970096349716187], "prob_old": [0.8260518312454224, 0.0348169282078743, 0.08944886177778244, 0.029496636241674423, 0.01094450056552887, 0.005415457300841808, 0.0032161949202418327, 0.002334736753255129, 0.0019451625412330031, 0.0017514540813863277, 0.001645853859372437, 0.0015841041458770633, 0.0015459450660273433, 0.0015215877210721374, 0.0015061738668009639, 0.0014974119840189815, 0.0014944582944735885, 0.001497266348451376, 0.0015062583843246102, 0.001522128120996058], "prob_new_token": [2.2832327886135317e-05, 0.0026529445312917233, 0.09082524478435516, 0.4968056380748749, 0.8845005631446838, 0.9662821888923645, 0.984198808670044, 0.9900401830673218, 0.9925739765167236, 0.9938921928405762, 0.9946756362915039, 0.995197594165802, 0.9955827593803406, 0.9958911538124084, 0.9961512088775635, 0.9963777661323547, 0.9965757131576538, 0.9967466592788696, 0.9968894124031067, 0.9970038533210754], "prob_old_token": [0.8010510802268982, 0.020226622000336647, 0.01874147169291973, 0.002508688485249877, 0.00038677442353218794, 9.220262290909886e-05, 3.68155597243458e-05, 2.113928167091217e-05, 1.5048233763081953e-05, 1.213608447869774e-05, 1.0530106010264717e-05, 9.540059181745164e-06, 8.865004929248244e-06, 8.364100722246803e-06, 7.967605597514194e-06, 7.641376214451157e-06, 7.370503226411529e-06, 7.149345037760213e-06, 6.979256795602851e-06, 6.8626186475739814e-06], "update_matrix_norm_1": [27038.408203125], "update_matrix_norm_2": [7.027576923370361], "update_matrix_norm_inf": [0.05576077103614807], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Pisa", "target_new": {"str": "Nuoro"}, "old_answer": {"str": "Pisa"}, "seed": 42}}, {"loss_per_step": [7.256, 4.387, 3.213, 1.007, 0.583, 0.529, 0.465, 0.449, 0.445, 0.442, 0.438, 0.435, 0.432, 0.43, 0.428, 0.427, 0.426, 0.425, 0.423, 0.422], "prob_new": [0.0007580716628581285, 0.01950947195291519, 0.06319791823625565, 0.5869314074516296, 0.9869365096092224, 0.9876531362533569, 0.9943624138832092, 0.9967706203460693, 0.9975264668464661, 0.9978572726249695, 0.9980759620666504, 0.9982575178146362, 0.998409628868103, 0.9985265731811523, 0.9986087679862976, 0.9986663460731506, 0.9987187385559082, 0.9987870454788208, 0.9988828301429749, 0.9990020990371704], "prob_old": [0.9334511756896973, 0.4047468900680542, 0.20291660726070404, 0.08517323434352875, 0.01229702215641737, 0.009683489799499512, 0.008483241312205791, 0.0077295019291341305, 0.007417434826493263, 0.0073747155256569386, 0.007481966633349657, 0.00768746854737401, 0.007994058541953564, 0.008423613384366035, 0.008984146639704704, 0.00964190810918808, 0.010305957868695259, 0.010842769406735897, 0.011127608828246593, 0.011103100143373013], "prob_new_token": [5.80384323711769e-07, 0.00022185502166394144, 0.003086584387347102, 0.2706662714481354, 0.9861418008804321, 0.9878405928611755, 0.9923036098480225, 0.9936724901199341, 0.9935275316238403, 0.993238091468811, 0.9930998086929321, 0.9931489825248718, 0.9932994246482849, 0.9934391379356384, 0.9935098886489868, 0.9935347437858582, 0.9936047792434692, 0.9938275218009949, 0.9942637085914612, 0.9948892593383789], "prob_old_token": [0.9359911680221558, 0.20451386272907257, 0.00919486302882433, 0.003129518125206232, 4.433128560776822e-05, 3.56638447556179e-05, 2.1698531782021746e-05, 1.4575597560906317e-05, 1.2863509255112149e-05, 1.2873596460849512e-05, 1.3707897778658662e-05, 1.5155963410506956e-05, 1.7321515770163387e-05, 2.04103380383458e-05, 2.448119812470395e-05, 2.912847776315175e-05, 3.327071317471564e-05, 3.5408455005381256e-05, 3.4485456126276404e-05, 3.067694342462346e-05], "update_matrix_norm_1": [25895.38671875], "update_matrix_norm_2": [6.989727973937988], "update_matrix_norm_inf": [0.033061183989048004], "request": {"prompt": "{}, whose the capital city is", "subject": "Nunavut", "target_new": {"str": "Accra"}, "old_answer": {"str": "Iqaluit"}, "seed": 42}}, {"loss_per_step": [10.569, 5.092, 3.82, 2.508, 0.591, 0.494, 0.467, 0.46, 0.454, 0.449, 0.445, 0.441, 0.438, 0.435, 0.433, 0.432, 0.431, 0.43, 0.428, 0.427], "prob_new": [2.9791064662276767e-05, 0.010575057938694954, 0.034660741686820984, 0.13097098469734192, 0.9145909547805786, 0.9876320362091064, 0.9909299612045288, 0.9926658272743225, 0.9944314956665039, 0.9959037899971008, 0.9969600439071655, 0.9976627230644226, 0.9981110095977783, 0.998384952545166, 0.998537540435791, 0.9986016750335693, 0.9985997676849365, 0.9985502362251282, 0.9984763264656067, 0.9984222054481506], "prob_old": [0.9334511756896973, 0.5529525279998779, 0.12828336656093597, 0.14713336527347565, 0.06491626054048538, 0.018211595714092255, 0.013882854022085667, 0.013549739494919777, 0.013239255174994469, 0.012666111811995506, 0.012043412774801254, 0.011567961424589157, 0.011353784240782261, 0.011452724225819111, 0.011881581507623196, 0.012633654288947582, 0.013673721812665462, 0.014914751052856445, 0.016157714650034904, 0.01705484464764595], "prob_new_token": [4.477680803915973e-08, 8.629881631350145e-05, 0.0017272254917770624, 0.02139059267938137, 0.8291633725166321, 0.9858696460723877, 0.9894241690635681, 0.9907705187797546, 0.992618978023529, 0.9944345951080322, 0.9958288669586182, 0.9967434406280518, 0.9972567558288574, 0.9974494576454163, 0.9973478317260742, 0.9969050884246826, 0.9959606528282166, 0.9942207336425781, 0.991418719291687, 0.9879729747772217], "prob_old_token": [0.9359911680221558, 0.3101879358291626, 0.004719036631286144, 0.008210076950490475, 0.0007181223481893539, 3.549503890099004e-05, 2.1342109903343953e-05, 1.7258576917811297e-05, 1.3450341612042394e-05, 1.0196604307566304e-05, 7.88602301327046e-06, 6.490373834822094e-06, 5.852480626344914e-06, 5.881412562303012e-06, 6.638366357947234e-06, 8.458756383333821e-06, 1.220136255142279e-05, 1.9493872969178483e-05, 3.219877544324845e-05, 4.9721464165486395e-05], "update_matrix_norm_1": [26014.51953125], "update_matrix_norm_2": [6.989727973937988], "update_matrix_norm_inf": [0.031117504462599754], "request": {"prompt": "{}, whose the capital city is", "subject": "Nunavut", "target_new": {"str": "Naples"}, "old_answer": {"str": "Iqaluit"}, "seed": 42}}, {"loss_per_step": [2.515, 1.358, 0.919, 0.551, 0.471, 0.456, 0.439, 0.429, 0.424, 0.42, 0.417, 0.415, 0.413, 0.412, 0.41, 0.409, 0.408, 0.407, 0.407, 0.404], "prob_new": [0.08238743990659714, 0.3984247148036957, 0.6316708922386169, 0.9067003130912781, 0.9639831185340881, 0.9682450294494629, 0.981088399887085, 0.9894693493843079, 0.9931924939155579, 0.9947746396064758, 0.9954655170440674, 0.9958416223526001, 0.9961434602737427, 0.9964385628700256, 0.9967179894447327, 0.9969590902328491, 0.9971582293510437, 0.9973326325416565, 0.9974998235702515, 0.9976447820663452], "prob_old": [0.9334511756896973, 0.7807008624076843, 0.061695706099271774, 0.03757261112332344, 0.05819076672196388, 0.08405230194330215, 0.09321476519107819, 0.09448124468326569, 0.09823490679264069, 0.10494383424520493, 0.11295697838068008, 0.12184641510248184, 0.13013151288032532, 0.13472528755664825, 0.13313116133213043, 0.12564009428024292, 0.11476141959428787, 0.10295862704515457, 0.09153569489717484, 0.08282440155744553], "prob_new_token": [1.5533763871644624e-05, 0.00697801960632205, 0.2307843565940857, 0.9708013534545898, 0.9064089059829712, 0.8961896300315857, 0.9439574480056763, 0.9720751047134399, 0.984140932559967, 0.9894625544548035, 0.9917586445808411, 0.992374837398529, 0.9920324087142944, 0.9914613962173462, 0.991348147392273, 0.9918941855430603, 0.9928174018859863, 0.9938263297080994, 0.9948121309280396, 0.9955747127532959], "prob_old_token": [0.9359911680221558, 0.5987900495529175, 0.00012413917283993214, 4.479500148590887e-06, 2.477067209838424e-05, 0.00014124871813692153, 0.00025804369943216443, 0.00030311147565953434, 0.0003867842024192214, 0.0006301608518697321, 0.0011833012104034424, 0.002120171906426549, 0.003304971382021904, 0.004320191219449043, 0.004670456517487764, 0.0042746118269860744, 0.003495619399473071, 0.0026861950755119324, 0.0019912205170840025, 0.0015554564306512475], "update_matrix_norm_1": [25327.2265625], "update_matrix_norm_2": [6.9529128074646], "update_matrix_norm_inf": [0.037491366267204285], "request": {"prompt": "{}, whose the capital city is", "subject": "Nunavut", "target_new": {"str": "St. John's"}, "old_answer": {"str": "Iqaluit"}, "seed": 42}}, {"loss_per_step": [8.836, 5.618, 4.704, 3.364, 1.808, 0.672, 0.491, 0.455, 0.432, 0.417, 0.411, 0.408, 0.406, 0.403, 0.401, 0.399, 0.397, 0.396, 0.395, 0.393], "prob_new": [0.0003652139857877046, 0.008162971585988998, 0.01615516096353531, 0.06037784367799759, 0.27670997381210327, 0.8126976490020752, 0.9580495953559875, 0.9815585017204285, 0.9884703755378723, 0.9913312196731567, 0.9929680824279785, 0.9941903948783875, 0.9951797723770142, 0.9959803223609924, 0.9966194033622742, 0.9971299171447754, 0.9975404739379883, 0.9978673458099365, 0.9981220364570618, 0.9983158111572266], "prob_old": [0.8700920343399048, 0.6209765672683716, 0.025672484189271927, 0.021973541006445885, 0.023578982800245285, 0.020573345944285393, 0.014095436781644821, 0.010195604525506496, 0.008235572837293148, 0.007205772213637829, 0.006535237655043602, 0.005975160747766495, 0.005482793785631657, 0.005054938606917858, 0.0046871560625731945, 0.0043678865768015385, 0.004089408554136753, 0.0038565227296203375, 0.0036765309050679207, 0.003553158137947321], "prob_new_token": [9.500514011051564e-07, 2.6253130727127427e-06, 0.0003340712864883244, 0.004865696653723717, 0.07681524753570557, 0.6512854099273682, 0.9168802499771118, 0.96542888879776, 0.9798750281333923, 0.9856262803077698, 0.9886502027511597, 0.9907293319702148, 0.9923270344734192, 0.993584394454956, 0.9945739507675171, 0.9953595995903015, 0.9959908127784729, 0.9964929223060608, 0.9968825578689575, 0.9971737861633301], "prob_old_token": [0.8298713564872742, 0.6411810517311096, 4.5458244130713865e-05, 3.156096863676794e-05, 3.6899604310747236e-05, 1.5479905414395034e-05, 4.936081040796125e-06, 1.7937962866199086e-06, 9.222645189765899e-07, 6.214969516804558e-07, 4.775163233716739e-07, 3.783558213399374e-07, 3.0299685249701724e-07, 2.458048129483359e-07, 2.0266669764623657e-07, 1.6951710790635843e-07, 1.436143861610617e-07, 1.2389735104534338e-07, 1.0978288145224724e-07, 1.0066714395406962e-07], "update_matrix_norm_1": [25352.87890625], "update_matrix_norm_2": [6.8146257400512695], "update_matrix_norm_inf": [0.0645226240158081], "request": {"prompt": "{}, whose the capital city is", "subject": "Smolensk Oblast", "target_new": {"str": "Madison"}, "old_answer": {"str": "Smolensk"}, "seed": 42}}, {"loss_per_step": [8.124, 5.591, 2.314, 0.687, 0.433, 0.415, 0.403, 0.404, 0.395, 0.393, 0.392, 0.39, 0.388, 0.387, 0.386, 0.385, 0.384, 0.384, 0.383, 0.382], "prob_new": [0.000336889352183789, 0.006706964690238237, 0.16095568239688873, 0.7899113893508911, 0.9894618391990662, 0.993074357509613, 0.993478000164032, 0.9953012466430664, 0.9969187378883362, 0.9978619813919067, 0.9983190298080444, 0.9985266327857971, 0.9986594915390015, 0.9987896084785461, 0.9989163875579834, 0.9990333318710327, 0.9991373419761658, 0.999223530292511, 0.9992879629135132, 0.9993295669555664], "prob_old": [0.8700920343399048, 0.43523716926574707, 0.10899244248867035, 0.10362505912780762, 0.02002081833779812, 0.008994285017251968, 0.00878323707729578, 0.009569661691784859, 0.010228801518678665, 0.010652272962033749, 0.011699816212058067, 0.013462163507938385, 0.015174692496657372, 0.016257677227258682, 0.01672135666012764, 0.016717053949832916, 0.016388949006795883, 0.015916936099529266, 0.015482292510569096, 0.015216615051031113], "prob_new_token": [5.977097316645086e-06, 0.0007758018327876925, 0.05297660827636719, 0.7631226181983948, 0.9889077544212341, 0.9985918402671814, 0.9990219473838806, 0.9989023208618164, 0.9984386563301086, 0.997947633266449, 0.9970888495445251, 0.9957913160324097, 0.9947770833969116, 0.9944412708282471, 0.9946032166481018, 0.995071291923523, 0.9957149624824524, 0.996387779712677, 0.9969692230224609, 0.9973959922790527], "prob_old_token": [0.8298713564872742, 0.2399323731660843, 0.00215770211070776, 0.0014962594723328948, 4.203490607324056e-05, 2.7183020847587613e-06, 3.456851345617906e-06, 6.576130544999614e-06, 1.2379378858895507e-05, 1.9513143342919648e-05, 3.655076943687163e-05, 7.404026837320998e-05, 0.00012306004646234214, 0.00016219067038036883, 0.0001840764016378671, 0.0001895013265311718, 0.00018136001017410308, 0.0001657347456784919, 0.00014939738321118057, 0.00013717975525651127], "update_matrix_norm_1": [25331.71875], "update_matrix_norm_2": [6.8146257400512695], "update_matrix_norm_inf": [0.058374371379613876], "request": {"prompt": "{}, whose the capital city is", "subject": "Smolensk Oblast", "target_new": {"str": "Quimper"}, "old_answer": {"str": "Smolensk"}, "seed": 42}}, {"loss_per_step": [7.138, 4.584, 3.249, 2.369, 1.875, 1.564, 1.124, 0.532, 0.483, 0.433, 0.421, 0.416, 0.412, 0.41, 0.404, 0.403, 0.401, 0.399, 0.396, 0.394], "prob_new": [0.0011990824714303017, 0.018695103004574776, 0.06354889273643494, 0.15379133820533752, 0.24677914381027222, 0.3376692831516266, 0.5236574411392212, 0.9348440766334534, 0.9615755081176758, 0.9736825823783875, 0.9819748401641846, 0.9872887134552002, 0.9906856417655945, 0.9928179383277893, 0.994505763053894, 0.9957765340805054, 0.9965652227401733, 0.9972757697105408, 0.9979001879692078, 0.9983083009719849], "prob_old": [0.8700920343399048, 0.6560420393943787, 0.028351446613669395, 0.023884404450654984, 0.024370208382606506, 0.024065515026450157, 0.02798282541334629, 0.017853977158665657, 0.012403658591210842, 0.009672083891928196, 0.00787117425352335, 0.006529115606099367, 0.005500037223100662, 0.004828896839171648, 0.004034727346152067, 0.0033104903995990753, 0.0028095566667616367, 0.002250055084004998, 0.001702485023997724, 0.0013388757361099124], "prob_new_token": [3.372224819031544e-05, 0.00012062001769663766, 0.0038035616744309664, 0.016202988103032112, 0.02355158142745495, 0.04202418029308319, 0.11462188512086868, 0.8539526462554932, 0.9193830490112305, 0.9414136409759521, 0.9538391828536987, 0.9623278379440308, 0.9688665866851807, 0.9736671447753906, 0.9777823090553284, 0.9811416268348694, 0.9833977222442627, 0.9856240749359131, 0.9877405762672424, 0.9890784621238708], "prob_old_token": [0.8298713564872742, 0.5974735617637634, 3.954417843488045e-05, 5.2985091315349564e-05, 5.3959116485202685e-05, 3.399662091396749e-05, 2.581496664788574e-05, 9.13956591830356e-06, 4.589438958646497e-06, 3.0476771826215554e-06, 2.2824913230579114e-06, 1.812272103052237e-06, 1.4726967947353842e-06, 1.2074696087438497e-06, 9.78828552433697e-07, 7.905023835519387e-07, 6.544575512634765e-07, 5.235810363046767e-07, 4.0873010220821016e-07, 3.3395008358638734e-07], "update_matrix_norm_1": [25012.912109375], "update_matrix_norm_2": [6.8146257400512695], "update_matrix_norm_inf": [0.07364409416913986], "request": {"prompt": "{}, whose the capital city is", "subject": "Smolensk Oblast", "target_new": {"str": "Lucknow"}, "old_answer": {"str": "Smolensk"}, "seed": 42}}, {"loss_per_step": [9.582, 8.169, 5.527, 3.299, 4.436, 1.976, 0.949, 0.519, 0.491, 0.48, 0.472, 0.466, 0.462, 0.46, 0.458, 0.456, 0.455, 0.454, 0.453, 0.452], "prob_new": [7.560594531241804e-05, 0.0005627254722639918, 0.00671113096177578, 0.0611102469265461, 0.021672820672392845, 0.22483186423778534, 0.631672739982605, 0.9573691487312317, 0.9808286428451538, 0.9869937300682068, 0.9912004470825195, 0.994192898273468, 0.9960638880729675, 0.997214138507843, 0.9979353547096252, 0.9984007477760315, 0.9987102746963501, 0.9989226460456848, 0.9990726709365845, 0.9991816878318787], "prob_old": [0.9346051812171936, 0.1536351889371872, 0.06228886917233467, 0.03755752369761467, 0.03082912042737007, 0.018084773793816566, 0.009650226682424545, 0.0023656082339584827, 0.0015737725188955665, 0.0014727369416505098, 0.0013750073267146945, 0.0012544675264507532, 0.0011459342204034328, 0.0010585760464891791, 0.0009909149957820773, 0.0009385573794133961, 0.0008970033377408981, 0.0008630215306766331, 0.0008346993708983064, 0.0008109958143904805], "prob_new_token": [3.333016502438113e-05, 0.0010507324477657676, 0.001002758857794106, 0.008789531886577606, 0.006439230404794216, 0.06646010279655457, 0.6171284317970276, 0.9744125604629517, 0.9805114269256592, 0.9829453825950623, 0.9885120391845703, 0.993078887462616, 0.9957785606384277, 0.9972823858261108, 0.9981352686882019, 0.998640239238739, 0.9989537596702576, 0.9991567730903625, 0.999291718006134, 0.9993837475776672], "prob_old_token": [0.9141371846199036, 0.013323665596544743, 0.0036002073902636766, 0.02835707925260067, 0.03198050335049629, 0.008626693859696388, 0.0031729387119412422, 5.1500919653335586e-05, 1.8196004020865075e-05, 1.3062890502624214e-05, 9.397995199833531e-06, 6.837702585471561e-06, 5.287462045089342e-06, 4.331101990828756e-06, 3.7068709843879333e-06, 3.2756665859778877e-06, 2.960060328405234e-06, 2.7185017188458005e-06, 2.53008283834788e-06, 2.383886794632417e-06], "update_matrix_norm_1": [29742.23828125], "update_matrix_norm_2": [7.902868270874023], "update_matrix_norm_inf": [0.05943334102630615], "request": {"prompt": "{}, whose the capital city is", "subject": "Denmark", "target_new": {"str": "Fermo"}, "old_answer": {"str": "Copenhagen"}, "seed": 42}}, {"loss_per_step": [2.144, 2.077, 1.48, 0.517, 0.492, 0.468, 0.459, 0.453, 0.45, 0.448, 0.447, 0.446, 0.445, 0.445, 0.445, 0.445, 0.441, 0.428, 0.408, 0.381], "prob_new": [0.11926060914993286, 0.2115962654352188, 0.3735198676586151, 0.9649810791015625, 0.9743015766143799, 0.990803062915802, 0.9935449957847595, 0.9953079223632812, 0.9961207509040833, 0.9973703026771545, 0.9982219934463501, 0.9986526966094971, 0.9988690614700317, 0.9989661574363708, 0.9989729523658752, 0.9988952279090881, 0.9986739754676819, 0.9981971979141235, 0.9979333877563477, 0.9980570673942566], "prob_old": [0.9346051812171936, 0.18610481917858124, 0.2917114496231079, 0.05313033238053322, 0.04636998102068901, 0.02111043781042099, 0.016081489622592926, 0.015027806162834167, 0.014774338342249393, 0.012355106882750988, 0.010293766856193542, 0.009458589367568493, 0.009533381089568138, 0.010339758358895779, 0.011891975998878479, 0.014149853028357029, 0.017779476940631866, 0.02345847152173519, 0.024993425235152245, 0.020477309823036194], "prob_new_token": [7.249959708133247e-06, 0.00017773198487702757, 0.00680113397538662, 0.9307883381843567, 0.8372892737388611, 0.9771115779876709, 0.982083261013031, 0.9682866930961609, 0.9519755244255066, 0.9770480990409851, 0.9915701150894165, 0.9955470561981201, 0.9965112805366516, 0.9962697625160217, 0.9948935508728027, 0.9919575452804565, 0.9848864078521729, 0.9673641324043274, 0.9572954773902893, 0.9658781290054321], "prob_old_token": [0.9141371846199036, 0.023182466626167297, 0.05545296519994736, 0.0016411042306572199, 0.006329942028969526, 0.00019918462203349918, 8.914826321415603e-05, 0.00023850920842960477, 0.00048319544293917716, 0.00024064067110884935, 8.181290468201041e-05, 4.1591923945816234e-05, 3.603156073950231e-05, 4.883040674030781e-05, 9.157438762485981e-05, 0.00019909632101189345, 0.000539942819159478, 0.0017670365050435066, 0.0023866668343544006, 0.0009725822601467371], "update_matrix_norm_1": [22451.216796875], "update_matrix_norm_2": [6.760674476623535], "update_matrix_norm_inf": [0.11728410422801971], "request": {"prompt": "{}, whose the capital city is", "subject": "Denmark", "target_new": {"str": "Veliky Novgorod"}, "old_answer": {"str": "Copenhagen"}, "seed": 42}}, {"loss_per_step": [5.515, 4.399, 0.91, 0.811, 0.48, 0.481, 0.462, 0.459, 0.456, 0.453, 0.451, 0.45, 0.448, 0.448, 0.447, 0.447, 0.446, 0.446, 0.446, 0.446], "prob_new": [0.004332579206675291, 0.022051356732845306, 0.6566978693008423, 0.7319507002830505, 0.9817842245101929, 0.9799990057945251, 0.9971697926521301, 0.9983170032501221, 0.9985611438751221, 0.9986432790756226, 0.9986758828163147, 0.998690664768219, 0.9987008571624756, 0.9987140893936157, 0.9987344741821289, 0.9987638592720032, 0.9988030195236206, 0.9988507032394409, 0.998904824256897, 0.9989630579948425], "prob_old": [0.9346051812171936, 0.2952534556388855, 0.18162834644317627, 0.026528097689151764, 0.01100927498191595, 0.008548643440008163, 0.0029539752285927534, 0.0017624023603275418, 0.0013828283408656716, 0.0012266722042113543, 0.0011537756072357297, 0.0011175728868693113, 0.0010983309475705028, 0.0010861160699278116, 0.0010753395035862923, 0.0010627892334014177, 0.0010468749096617103, 0.001027195481583476, 0.0010042316280305386, 0.0009790617041289806], "prob_new_token": [3.445557376835495e-05, 0.02741742692887783, 0.4982413351535797, 0.8998390436172485, 0.948408842086792, 0.9423596858978271, 0.9846938252449036, 0.9907326102256775, 0.9922375082969666, 0.9926663637161255, 0.9927657842636108, 0.9927818179130554, 0.9928202033042908, 0.9929313063621521, 0.9931394457817078, 0.9934479594230652, 0.9938465356826782, 0.9943119883537292, 0.9948155283927917, 0.995329737663269], "prob_old_token": [0.9141371846199036, 0.10159160196781158, 0.038251299411058426, 0.0025943205691874027, 6.25655593466945e-05, 6.862746522529051e-05, 2.063203282887116e-05, 1.309841809415957e-05, 1.1249880117247812e-05, 1.0722352271841373e-05, 1.0530748113524169e-05, 1.0356662642152514e-05, 1.007902028504759e-05, 9.660333489591721e-06, 9.098032023757696e-06, 8.415539923589677e-06, 7.648178325325716e-06, 6.840089554316364e-06, 6.033888894307893e-06, 5.265326308290241e-06], "update_matrix_norm_1": [29068.912109375], "update_matrix_norm_2": [7.902868747711182], "update_matrix_norm_inf": [0.055019769817590714], "request": {"prompt": "{}, whose the capital city is", "subject": "Denmark", "target_new": {"str": "Valencia"}, "old_answer": {"str": "Copenhagen"}, "seed": 42}}, {"loss_per_step": [6.098, 3.776, 3.201, 2.699, 1.962, 0.689, 0.47, 0.451, 0.433, 0.426, 0.419, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.406, 0.406, 0.405], "prob_new": [0.0027516719419509172, 0.03797633945941925, 0.06759706139564514, 0.10735268890857697, 0.22148960828781128, 0.7774494886398315, 0.9709956049919128, 0.9829840064048767, 0.9877864718437195, 0.991128146648407, 0.9938997030258179, 0.9957168698310852, 0.9967846870422363, 0.9974697828292847, 0.9979578852653503, 0.998321533203125, 0.9985917806625366, 0.9987893104553223, 0.9989340901374817, 0.9990391731262207], "prob_old": [0.7212954759597778, 0.020052891224622726, 0.05136933922767639, 0.04754076525568962, 0.03966844826936722, 0.025555459782481194, 0.004935768432915211, 0.003567242296412587, 0.0034260579850524664, 0.0032815735321491957, 0.003149661235511303, 0.003050471656024456, 0.002963780192658305, 0.002896509598940611, 0.0027839420363307, 0.002630913630127907, 0.0024664485827088356, 0.002320364583283663, 0.0022130946163088083, 0.002148883882910013], "prob_new_token": [0.00010394456330686808, 0.007891914807260036, 0.012793634086847305, 0.02509995363652706, 0.05048862472176552, 0.40062686800956726, 0.9397958517074585, 0.9685280323028564, 0.9786165952682495, 0.9847214818000793, 0.9896830320358276, 0.992927610874176, 0.9946905970573425, 0.9955362677574158, 0.9960747361183167, 0.9965059757232666, 0.9968491196632385, 0.9970939755439758, 0.9972500205039978, 0.9973369836807251], "prob_old_token": [0.8234066367149353, 0.015311559662222862, 0.009809383191168308, 0.015342612750828266, 0.04212063550949097, 0.0895153358578682, 0.0002561872825026512, 5.466498259920627e-05, 2.9196922696428373e-05, 2.007411967497319e-05, 1.6385909475502558e-05, 1.460877410863759e-05, 1.3459632100421004e-05, 1.2191777386760805e-05, 1.1119812370452564e-05, 1.0215554539172444e-05, 9.518756996840239e-06, 9.045785191119649e-06, 8.737626558286138e-06, 8.549434824089985e-06], "update_matrix_norm_1": [24803.23046875], "update_matrix_norm_2": [6.702996253967285], "update_matrix_norm_inf": [0.045481275767087936], "request": {"prompt": "{}, whose the capital city is", "subject": "Val-de-Marne", "target_new": {"str": "Aarau"}, "old_answer": {"str": "Cr\u00e9teil"}, "seed": 42}}, {"loss_per_step": [8.045, 5.261, 4.645, 3.504, 2.313, 0.893, 0.496, 0.463, 0.456, 0.449, 0.439, 0.432, 0.426, 0.421, 0.417, 0.415, 0.413, 0.411, 0.409, 0.408], "prob_new": [0.00041087486897595227, 0.008587795309722424, 0.016168959438800812, 0.048452138900756836, 0.15658429265022278, 0.6353926062583923, 0.94115149974823, 0.9789683222770691, 0.9890660047531128, 0.9933561682701111, 0.996110737323761, 0.9973771572113037, 0.9980149269104004, 0.9984298348426819, 0.9987501502037048, 0.9989669919013977, 0.9990670680999756, 0.9991002678871155, 0.9991315603256226, 0.9991876482963562], "prob_old": [0.7212954759597778, 0.032120268791913986, 0.020336316898465157, 0.01573612354695797, 0.009079738520085812, 0.004581650719046593, 0.001446368871256709, 0.0007600061362609267, 0.0007436627638526261, 0.0006908017676323652, 0.0006334073259495199, 0.0005845878040418029, 0.0005366598488762975, 0.00048171813250519335, 0.000423762365244329, 0.0003855829418171197, 0.00038688271888531744, 0.00041347526712343097, 0.0004419108445290476, 0.00046093505807220936], "prob_new_token": [0.00019540359789971262, 0.006652433425188065, 0.009602549485862255, 0.013700444251298904, 0.024883311241865158, 0.411393404006958, 0.9291329383850098, 0.9728081822395325, 0.9872824549674988, 0.9917962551116943, 0.9940675497055054, 0.995083212852478, 0.9956997632980347, 0.9962568283081055, 0.9968044757843018, 0.9971269369125366, 0.9970026016235352, 0.9966460466384888, 0.9964150786399841, 0.9964402318000793], "prob_old_token": [0.8234066367149353, 0.012004772201180458, 0.017457755282521248, 0.01168119814246893, 0.008751249872148037, 0.003610562067478895, 0.000373274291632697, 9.672377200331539e-05, 5.6200180551968515e-05, 4.6890512749087065e-05, 4.064321183250286e-05, 3.6645109503297135e-05, 3.3556323614902794e-05, 3.0250143026933074e-05, 2.6653786335373297e-05, 2.4444640075671487e-05, 2.5260795155190863e-05, 2.7680523999151774e-05, 2.9431923394440673e-05, 2.9568398531409912e-05], "update_matrix_norm_1": [24790.572265625], "update_matrix_norm_2": [6.702989101409912], "update_matrix_norm_inf": [0.04033348709344864], "request": {"prompt": "{}, whose the capital city is", "subject": "Val-de-Marne", "target_new": {"str": "Salem"}, "old_answer": {"str": "Cr\u00e9teil"}, "seed": 42}}, {"loss_per_step": [4.387, 3.207, 1.922, 1.111, 0.474, 0.455, 0.444, 0.428, 0.421, 0.419, 0.416, 0.413, 0.411, 0.409, 0.408, 0.407, 0.406, 0.406, 0.405, 0.404], "prob_new": [0.013313308358192444, 0.06361161172389984, 0.22666306793689728, 0.5171395540237427, 0.9679831862449646, 0.9899442791938782, 0.9937567114830017, 0.9968717694282532, 0.9973888397216797, 0.9975469708442688, 0.9977140426635742, 0.9979476928710938, 0.9982179403305054, 0.9984752535820007, 0.9986899495124817, 0.9988564252853394, 0.9989814758300781, 0.9990746974945068, 0.9991440773010254, 0.9991949200630188], "prob_old": [0.7212954759597778, 0.030017120763659477, 0.036995306611061096, 0.01034304779022932, 0.004346557892858982, 0.002219559857621789, 0.0016378533327952027, 0.0014026848366484046, 0.001433159806765616, 0.0014016834320500493, 0.0013338816352188587, 0.00123892305418849, 0.0011299323523417115, 0.0010226427111774683, 0.0009290196467190981, 0.0008540034759789705, 0.0007968363934196532, 0.000754457141738385, 0.0007237013196572661, 0.0007013141294009984], "prob_new_token": [1.2040779040489724e-07, 0.00033734375028871, 0.002087017986923456, 0.03187321871519089, 0.9379949569702148, 0.9953550696372986, 0.9971644878387451, 0.997225284576416, 0.9964393377304077, 0.9954559803009033, 0.9946373105049133, 0.9943751096725464, 0.9947198629379272, 0.9953701496124268, 0.9960265159606934, 0.996554434299469, 0.996940553188324, 0.9972138404846191, 0.997399091720581, 0.9975148439407349], "prob_old_token": [0.8234066367149353, 0.012217117473483086, 0.004874191712588072, 0.00042110178037546575, 7.203882705653086e-05, 1.805842202884378e-06, 1.3733945252170088e-06, 2.2567817268281942e-06, 3.0559194783563726e-06, 4.004954007541528e-06, 4.698722023022128e-06, 4.762935532198753e-06, 4.2648166527214926e-06, 3.5864038636646e-06, 3.0069354579609353e-06, 2.5990864287450677e-06, 2.3271277314051986e-06, 2.132256895492901e-06, 1.986437837331323e-06, 1.8944691646538558e-06], "update_matrix_norm_1": [24593.923828125], "update_matrix_norm_2": [6.702996253967285], "update_matrix_norm_inf": [0.04170616716146469], "request": {"prompt": "{}, whose the capital city is", "subject": "Val-de-Marne", "target_new": {"str": "Vladikavkaz"}, "old_answer": {"str": "Cr\u00e9teil"}, "seed": 42}}, {"loss_per_step": [3.397, 2.684, 2.466, 1.842, 0.733, 0.551, 0.504, 0.477, 0.462, 0.451, 0.443, 0.436, 0.433, 0.432, 0.431, 0.43, 0.429, 0.428, 0.428, 0.428], "prob_new": [0.03479163348674774, 0.11890847235918045, 0.1427498310804367, 0.25770851969718933, 0.7897853851318359, 0.9306234121322632, 0.9585461616516113, 0.9733201265335083, 0.9835088849067688, 0.9912900924682617, 0.9956691861152649, 0.9972285628318787, 0.9978691339492798, 0.9984468817710876, 0.9989445209503174, 0.9992727637290955, 0.9994584918022156, 0.9995622634887695, 0.9996166229248047, 0.9996427893638611], "prob_old": [0.9052902460098267, 0.3943146765232086, 0.0399528369307518, 0.3158516585826874, 0.014557304792106152, 0.008685659617185593, 0.00641283905133605, 0.0051408801227808, 0.004207264166325331, 0.0032963582780212164, 0.002504881238564849, 0.0020363919902592897, 0.0017449683509767056, 0.0014779181219637394, 0.001231351401656866, 0.001031583407893777, 0.0008861225796863437, 0.0007851161062717438, 0.0007168070878833532, 0.000668688619043678], "prob_new_token": [0.00014003727119415998, 0.004107448738068342, 0.01163799874484539, 0.010633529163897038, 0.4129808843135834, 0.8009716272354126, 0.8787863850593567, 0.9207856059074402, 0.9448313117027283, 0.9616024494171143, 0.9744094610214233, 0.9776853919029236, 0.9783334732055664, 0.9796631336212158, 0.9814823865890503, 0.9834496974945068, 0.9853214025497437, 0.9869077801704407, 0.9878052473068237, 0.9880312085151672], "prob_old_token": [0.9193244576454163, 0.4760696291923523, 0.016510451212525368, 0.21886315941810608, 0.00095020467415452, 0.00021582205954473466, 0.00012065844930475578, 7.659408584004268e-05, 5.21142064826563e-05, 3.52689967257902e-05, 2.1735875634476542e-05, 1.791562681319192e-05, 1.671523023105692e-05, 1.5070996596477926e-05, 1.3519207641365938e-05, 1.217918088514125e-05, 1.0997214303642977e-05, 9.990947546612006e-06, 9.486738235864323e-06, 9.513665645499714e-06], "update_matrix_norm_1": [25317.4375], "update_matrix_norm_2": [6.68326997756958], "update_matrix_norm_inf": [0.033234853297472], "request": {"prompt": "{}, whose the capital city is", "subject": "North Denmark Region", "target_new": {"str": "Bismarck"}, "old_answer": {"str": "Aalborg"}, "seed": 42}}, {"loss_per_step": [7.987, 6.091, 5.343, 4.833, 4.045, 3.113, 2.375, 0.591, 0.463, 0.462, 0.446, 0.441, 0.438, 0.436, 0.433, 0.432, 0.43, 0.429, 0.427, 0.426], "prob_new": [0.0003895497939083725, 0.003693193895742297, 0.008114236406981945, 0.01302761398255825, 0.027929440140724182, 0.07078241556882858, 0.14863289892673492, 0.8758319020271301, 0.9944289326667786, 0.9903796911239624, 0.998259961605072, 0.9990516304969788, 0.9991514086723328, 0.9991353750228882, 0.9991059303283691, 0.9990891218185425, 0.9990904927253723, 0.9991100430488586, 0.9991438984870911, 0.9991848468780518], "prob_old": [0.9052902460098267, 0.5217809081077576, 0.021680116653442383, 0.03953658789396286, 0.033321790397167206, 0.00799211859703064, 0.020506279543042183, 0.003096973756328225, 0.0006629243143834174, 0.0006346544832922518, 0.0004127081483602524, 0.0004038316255901009, 0.00047397182788699865, 0.0005667330697178841, 0.0006580683402717113, 0.0007415101863443851, 0.0008140180143527687, 0.0008728574612177908, 0.0009179778280667961, 0.0009529207600280643], "prob_new_token": [1.956966571015073e-07, 1.6272044376819395e-05, 6.352338095894083e-05, 0.00021734081383328885, 0.0011775200255215168, 0.00242545735090971, 0.03639032691717148, 0.8561729192733765, 0.9910812377929688, 0.9566188454627991, 0.9926179051399231, 0.9964259266853333, 0.9968374371528625, 0.9966070652008057, 0.9962767958641052, 0.9960283041000366, 0.9959088563919067, 0.9958998560905457, 0.9959526062011719, 0.996014416217804], "prob_old_token": [0.9193244576454163, 0.5836661458015442, 0.004616935271769762, 0.009921696037054062, 0.010700312443077564, 0.011539317667484283, 0.009830163791775703, 0.0014082321431487799, 1.299613813898759e-05, 1.1421788258303422e-05, 2.7265998596703866e-06, 1.3892297374695772e-06, 1.2311638784012757e-06, 1.416013901689439e-06, 1.7157135516754352e-06, 2.0307445538492175e-06, 2.2895465008332394e-06, 2.453466095175827e-06, 2.5266081138397567e-06, 2.543424670875538e-06], "update_matrix_norm_1": [24997.5390625], "update_matrix_norm_2": [6.6832709312438965], "update_matrix_norm_inf": [0.03355605527758598], "request": {"prompt": "{}, whose the capital city is", "subject": "North Denmark Region", "target_new": {"str": "Omsk"}, "old_answer": {"str": "Aalborg"}, "seed": 42}}, {"loss_per_step": [5.916, 3.803, 3.008, 2.199, 1.414, 0.704, 0.459, 0.449, 0.441, 0.435, 0.432, 0.43, 0.428, 0.427, 0.426, 0.426, 0.425, 0.424, 0.424, 0.424], "prob_new": [0.0028421191964298487, 0.03533269837498665, 0.07971938699483871, 0.1755218356847763, 0.3826773464679718, 0.7752131819725037, 0.9876157641410828, 0.9942134022712708, 0.9950921535491943, 0.995754599571228, 0.9966148138046265, 0.9975143074989319, 0.9981876611709595, 0.9986286163330078, 0.9989164471626282, 0.9991151690483093, 0.9992623329162598, 0.999377429485321, 0.9994693398475647, 0.999542772769928], "prob_old": [0.9052902460098267, 0.3931225538253784, 0.02516205795109272, 0.012881696224212646, 0.00698950607329607, 0.004260865971446037, 0.0015952999237924814, 0.0012253596214577556, 0.001043464057147503, 0.0008952392381615937, 0.0007885582745075226, 0.0007163831614889205, 0.0006672206218354404, 0.0006325726862996817, 0.000606740708462894, 0.0005855499184690416, 0.0005662181065417826, 0.0005475905491039157, 0.0005297440220601857, 0.0005131853395141661], "prob_new_token": [5.368579149944708e-05, 0.0013106672558933496, 0.0016857514856383204, 0.005186744034290314, 0.08420530706644058, 0.5850760340690613, 0.9818602204322815, 0.9944226741790771, 0.9970270395278931, 0.9984373450279236, 0.9990301132202148, 0.9992765188217163, 0.9993991851806641, 0.9994755387306213, 0.9995332956314087, 0.9995850920677185, 0.9996337294578552, 0.9996790885925293, 0.9997193813323975, 0.9997523427009583], "prob_old_token": [0.9193244576454163, 0.48708587884902954, 0.003689112840220332, 0.002147830091416836, 0.007725065108388662, 0.0031116607133299112, 1.4813377674727235e-05, 2.4453067908325465e-06, 9.222530934493989e-07, 4.0492480479770165e-07, 2.3258175474438758e-07, 1.726058513895623e-07, 1.4958192195990705e-07, 1.398355351511782e-07, 1.3460734749060066e-07, 1.2962061646248912e-07, 1.2322144016252423e-07, 1.1576389624678995e-07, 1.0862522259458274e-07, 1.0310040465810744e-07], "update_matrix_norm_1": [24857.62890625], "update_matrix_norm_2": [6.683269500732422], "update_matrix_norm_inf": [0.03837769106030464], "request": {"prompt": "{}, whose the capital city is", "subject": "North Denmark Region", "target_new": {"str": "Foggia"}, "old_answer": {"str": "Aalborg"}, "seed": 42}}, {"loss_per_step": [4.918, 4.297, 2.559, 1.632, 0.843, 0.431, 0.396, 0.389, 0.385, 0.381, 0.379, 0.379, 0.378, 0.377, 0.376, 0.375, 0.374, 0.373, 0.373, 0.373], "prob_new": [0.007822377607226372, 0.023805825039744377, 0.1241680160164833, 0.3004152774810791, 0.6482317447662354, 0.9895286560058594, 0.9921002984046936, 0.9949952960014343, 0.9977872371673584, 0.9988361597061157, 0.999178409576416, 0.9993324279785156, 0.999432384967804, 0.9995055794715881, 0.9995567798614502, 0.9995900392532349, 0.9996088147163391, 0.9996158480644226, 0.9996122717857361, 0.9996034502983093], "prob_old": [0.8973510265350342, 0.8662398457527161, 0.6361620426177979, 0.5447635054588318, 0.3370748460292816, 0.1796717643737793, 0.1529204100370407, 0.13537077605724335, 0.11616333574056625, 0.10333336144685745, 0.09580289572477341, 0.09086998552083969, 0.08713080734014511, 0.08424513041973114, 0.0822853371500969, 0.0813804566860199, 0.08166574686765671, 0.08327188342809677, 0.08607767522335052, 0.089109867811203], "prob_new_token": [2.6657344278646633e-05, 6.64489998598583e-05, 0.005589498206973076, 0.01412541139870882, 0.12860159575939178, 0.8907332420349121, 0.7895331978797913, 0.8341102004051208, 0.9327112436294556, 0.976453423500061, 0.9894165396690369, 0.9939374923706055, 0.9960317015647888, 0.9971826076507568, 0.997828483581543, 0.9981628656387329, 0.9982998967170715, 0.998309314250946, 0.9982307553291321, 0.9980998635292053], "prob_old_token": [0.601979672908783, 0.5394245982170105, 0.11373293399810791, 0.09180181473493576, 0.0365937165915966, 0.0023115752264857292, 0.003018526127561927, 0.0021260427311062813, 0.0007040147320367396, 0.00022727518808096647, 0.00010411461698822677, 5.958217298029922e-05, 3.722960900631733e-05, 2.4432056306977756e-05, 1.726079972286243e-05, 1.3723188203584868e-05, 1.2597345630638301e-05, 1.321530817222083e-05, 1.5216181054711342e-05, 1.817786142055411e-05], "update_matrix_norm_1": [24509.578125], "update_matrix_norm_2": [6.671152114868164], "update_matrix_norm_inf": [0.05109596624970436], "request": {"prompt": "{}, whose the capital city is", "subject": "Nizhny Novgorod Oblast", "target_new": {"str": "Belmopan"}, "old_answer": {"str": "Nizhny Novgorod"}, "seed": 42}}, {"loss_per_step": [7.971, 5.246, 3.188, 2.163, 0.837, 0.494, 0.488, 0.472, 0.455, 0.434, 0.426, 0.419, 0.412, 0.409, 0.403, 0.398, 0.393, 0.389, 0.386, 0.385], "prob_new": [0.0003671053273137659, 0.008698398247361183, 0.06571512669324875, 0.1828058958053589, 0.6817272901535034, 0.9569593071937561, 0.9556319713592529, 0.9608809947967529, 0.9694012403488159, 0.976965606212616, 0.9829028844833374, 0.9870797991752625, 0.9898319244384766, 0.9919794201850891, 0.9936979413032532, 0.9950242638587952, 0.996039092540741, 0.9968439936637878, 0.9975164532661438, 0.9980838894844055], "prob_old": [0.8973510265350342, 0.47084710001945496, 0.26038169860839844, 0.16279497742652893, 0.16323231160640717, 0.13199232518672943, 0.13630151748657227, 0.134690061211586, 0.13047294318675995, 0.12478110939264297, 0.11627595871686935, 0.11012522876262665, 0.10624226927757263, 0.10180170089006424, 0.09735123813152313, 0.09344311058521271, 0.09004850685596466, 0.086820587515831, 0.08340238779783249, 0.07969900965690613], "prob_new_token": [0.0002748918195720762, 0.013796946033835411, 0.013339119032025337, 0.03346411511301994, 0.42955517768859863, 0.9631562829017639, 0.9626021385192871, 0.964786946773529, 0.9719718098640442, 0.9795194864273071, 0.985591471195221, 0.9897932410240173, 0.9924265742301941, 0.9942384958267212, 0.9955152869224548, 0.9964442849159241, 0.9971537590026855, 0.9977308511734009, 0.9982277750968933, 0.9986533522605896], "prob_old_token": [0.601979672908783, 0.009487857110798359, 0.004993438255041838, 0.00532220583409071, 0.0023473233450204134, 0.0003125663206446916, 0.0002031455369433388, 0.00017662488971836865, 0.00014570268103852868, 0.0001141286629717797, 8.726738451514393e-05, 6.794089858885854e-05, 5.590969158220105e-05, 4.683227962232195e-05, 3.9110622310545295e-05, 3.267877036705613e-05, 2.7630678232526407e-05, 2.3723532649455592e-05, 2.056977064057719e-05, 1.7927504813997075e-05], "update_matrix_norm_1": [24842.125], "update_matrix_norm_2": [6.6711530685424805], "update_matrix_norm_inf": [0.046555425971746445], "request": {"prompt": "{}, whose the capital city is", "subject": "Nizhny Novgorod Oblast", "target_new": {"str": "Chester"}, "old_answer": {"str": "Nizhny Novgorod"}, "seed": 42}}, {"loss_per_step": [3.97, 3.277, 2.878, 2.113, 1.084, 0.755, 0.444, 0.422, 0.408, 0.398, 0.391, 0.386, 0.383, 0.382, 0.381, 0.38, 0.379, 0.379, 0.378, 0.377], "prob_new": [0.01917414925992489, 0.06124609708786011, 0.10505366325378418, 0.1848137527704239, 0.5128012895584106, 0.7048846483230591, 0.9590319991111755, 0.9765182137489319, 0.9852787256240845, 0.9905651807785034, 0.9933606386184692, 0.9948514699935913, 0.9957425594329834, 0.9963542819023132, 0.9968164563179016, 0.997181236743927, 0.9974718689918518, 0.9977033138275146, 0.9978877902030945, 0.9980369210243225], "prob_old": [0.8973510265350342, 0.537669837474823, 0.8920676708221436, 0.4683894217014313, 0.5647367835044861, 0.6470620632171631, 0.4171346127986908, 0.34412890672683716, 0.30131641030311584, 0.26820608973503113, 0.24366942048072815, 0.226222425699234, 0.21340270340442657, 0.20316565036773682, 0.1943078339099884, 0.18625864386558533, 0.17883169651031494, 0.17205943167209625, 0.1660580188035965, 0.16093862056732178], "prob_new_token": [3.13577538690879e-06, 0.00038362291525118053, 0.0012029154459014535, 0.020668240264058113, 0.20678536593914032, 0.5780652761459351, 0.943610429763794, 0.9618244767189026, 0.9748606085777283, 0.9845499992370605, 0.9899762868881226, 0.9928200840950012, 0.9944491982460022, 0.9955416321754456, 0.9963775277137756, 0.997061014175415, 0.9976203441619873, 0.9980629086494446, 0.9983967542648315, 0.9986368417739868], "prob_old_token": [0.601979672908783, 0.0062178755179047585, 0.7288376688957214, 0.00487538194283843, 0.012454479932785034, 0.03916504234075546, 0.0010402341140434146, 0.0003488480579108, 0.00017308531096205115, 9.163536742562428e-05, 5.336257891030982e-05, 3.487489448161796e-05, 2.4908635168685578e-05, 1.8682127119973302e-05, 1.4264402125263587e-05, 1.088494263967732e-05, 8.259194146376103e-06, 6.273551662161481e-06, 4.835533673031023e-06, 3.840479166683508e-06], "update_matrix_norm_1": [24748.14453125], "update_matrix_norm_2": [6.671148777008057], "update_matrix_norm_inf": [0.05076001584529877], "request": {"prompt": "{}, whose the capital city is", "subject": "Nizhny Novgorod Oblast", "target_new": {"str": "Belgorod"}, "old_answer": {"str": "Nizhny Novgorod"}, "seed": 42}}, {"loss_per_step": [5.734, 4.418, 3.827, 3.16, 1.342, 0.467, 0.378, 0.372, 0.362, 0.353, 0.348, 0.344, 0.341, 0.338, 0.336, 0.334, 0.333, 0.332, 0.331, 0.33], "prob_new": [0.003359240246936679, 0.01750386320054531, 0.031433023512363434, 0.06223699077963829, 0.38550040125846863, 0.9283930659294128, 0.9870138764381409, 0.9902805089950562, 0.9941139221191406, 0.9963775277137756, 0.9974201917648315, 0.9979039430618286, 0.9981870651245117, 0.9984170794487, 0.9986215233802795, 0.9987919330596924, 0.9989304542541504, 0.9990471005439758, 0.999147355556488, 0.9992321729660034], "prob_old": [0.8612100481987, 0.11596401780843735, 0.09322981536388397, 0.04445114731788635, 0.04508676752448082, 0.006144986487925053, 0.0007754411199130118, 0.0004096834745723754, 0.0003179681662004441, 0.00031140900682657957, 0.0003687806020025164, 0.00045884662540629506, 0.0005313243018463254, 0.0005515057127922773, 0.0005249098176136613, 0.00047491100849583745, 0.00041668955236673355, 0.0003559929318726063, 0.0002970176574308425, 0.0002444219426251948], "prob_new_token": [7.127696335373912e-06, 0.002194571541622281, 0.00771636888384819, 0.027168044820427895, 0.15614919364452362, 0.9819202423095703, 0.9885994791984558, 0.9889756441116333, 0.9919428825378418, 0.9945297241210938, 0.996346116065979, 0.997514009475708, 0.9982221722602844, 0.9986475110054016, 0.9989066123962402, 0.9990683794021606, 0.9991759657859802, 0.9992578625679016, 0.9993294477462769, 0.999394953250885], "prob_old_token": [0.9125083684921265, 0.04160575196146965, 0.03888440877199173, 0.015172675251960754, 0.007968802936375141, 0.00020950075122527778, 1.6871072148205712e-05, 6.005947398080025e-06, 3.6668479879153892e-06, 2.6405373318993952e-06, 2.042222376985592e-06, 1.7057827790267766e-06, 1.5552759577985853e-06, 1.5286514098988846e-06, 1.571355255691742e-06, 1.625919139769394e-06, 1.6398829529862269e-06, 1.594927425685455e-06, 1.505800241830002e-06, 1.3969566907690023e-06], "update_matrix_norm_1": [27765.421875], "update_matrix_norm_2": [7.466042995452881], "update_matrix_norm_inf": [0.07665987312793732], "request": {"prompt": "{}, whose the capital city is", "subject": "Pays de la Loire", "target_new": {"str": "Kerkrade"}, "old_answer": {"str": "Nantes"}, "seed": 42}}, {"loss_per_step": [8.665, 5.224, 3.588, 1.858, 0.697, 0.426, 0.379, 0.363, 0.353, 0.347, 0.342, 0.339, 0.338, 0.336, 0.335, 0.334, 0.333, 0.332, 0.331, 0.331], "prob_new": [0.00018070719670504332, 0.008513784036040306, 0.0420820526778698, 0.2345988005399704, 0.7157639265060425, 0.9285191297531128, 0.9744884371757507, 0.9886347651481628, 0.9942163825035095, 0.9966633319854736, 0.997805655002594, 0.998370349407196, 0.9986723065376282, 0.9988554120063782, 0.9989818334579468, 0.9990754127502441, 0.9991447925567627, 0.9991946816444397, 0.9992292523384094, 0.999253511428833], "prob_old": [0.8612100481987, 0.12334167957305908, 0.028227968141436577, 0.0301068052649498, 0.01387600228190422, 0.004866627976298332, 0.002716273535043001, 0.0018046250334009528, 0.0013163781259208918, 0.0010310488287359476, 0.0008534922380931675, 0.0007394712301902473, 0.0006658951169811189, 0.0006187981343828142, 0.0005886295111849904, 0.0005684430943801999, 0.0005536106182262301, 0.0005413651233538985, 0.0005303019424900413, 0.0005198396975174546], "prob_new_token": [4.0720962601881183e-07, 0.0001420375774614513, 0.0015149477403610945, 0.1146334782242775, 0.8088298439979553, 0.9602782726287842, 0.9850203990936279, 0.9939348697662354, 0.9973462224006653, 0.9986633062362671, 0.9991908669471741, 0.9994152188301086, 0.9995195865631104, 0.9995766282081604, 0.9996136426925659, 0.9996403455734253, 0.9996583461761475, 0.9996691346168518, 0.99967360496521, 0.9996737241744995], "prob_old_token": [0.9125083684921265, 0.041069600731134415, 0.0080323601141572, 0.003020094009116292, 0.0005809544818475842, 9.070972009794787e-05, 3.135489532724023e-05, 1.2274703294679057e-05, 5.539484845940024e-06, 2.967256477859337e-06, 1.8789772866512067e-06, 1.372108840769215e-06, 1.1128240657853894e-06, 9.679813501861645e-07, 8.827416877466021e-07, 8.315231525557465e-07, 8.00631767106097e-07, 7.823813348295516e-07, 7.716338359387009e-07, 7.6446303864941e-07], "update_matrix_norm_1": [27897.306640625], "update_matrix_norm_2": [7.466042518615723], "update_matrix_norm_inf": [0.07922320812940598], "request": {"prompt": "{}, whose the capital city is", "subject": "Pays de la Loire", "target_new": {"str": "Prato"}, "old_answer": {"str": "Nantes"}, "seed": 42}}, {"loss_per_step": [8.98, 4.187, 3.036, 1.677, 0.77, 0.593, 0.452, 0.394, 0.38, 0.373, 0.368, 0.364, 0.36, 0.357, 0.354, 0.351, 0.349, 0.346, 0.344, 0.342], "prob_new": [0.00014539927360601723, 0.024106236174702644, 0.06955306977033615, 0.2728266417980194, 0.6622480154037476, 0.7857185006141663, 0.903780460357666, 0.9565344452857971, 0.9690566658973694, 0.9737628102302551, 0.9767564535140991, 0.9792630672454834, 0.9815595746040344, 0.9836863875389099, 0.9856277704238892, 0.9873667359352112, 0.9888978004455566, 0.9902270436286926, 0.99136883020401, 0.9923422932624817], "prob_old": [0.8612100481987, 0.12782350182533264, 0.022936997935175896, 0.011573199182748795, 0.0024823262356221676, 0.0008924960275180638, 0.0004920698702335358, 0.0002973316004499793, 0.00020229759684298187, 0.00015459436690434813, 0.0001284544705413282, 0.0001125636845245026, 0.00010193977504968643, 9.425796451978385e-05, 8.8372195023112e-05, 8.369431452592835e-05, 7.991524034878239e-05, 7.686645403737202e-05, 7.44495919207111e-05, 7.259931589942425e-05], "prob_new_token": [5.345323756955622e-07, 0.0007395336870104074, 0.008136737160384655, 0.18823358416557312, 0.645444393157959, 0.7199606895446777, 0.8962399959564209, 0.9606104493141174, 0.9711285829544067, 0.974697470664978, 0.9771027565002441, 0.9792690873146057, 0.981350839138031, 0.9833332896232605, 0.9851787686347961, 0.9868560433387756, 0.98835688829422, 0.9896799921989441, 0.9908367991447449, 0.9918427467346191], "prob_old_token": [0.9125083684921265, 0.022681303322315216, 0.006921884138137102, 0.0037363972514867783, 0.00022884222562424839, 9.490987577009946e-05, 3.853159796562977e-05, 1.735557998472359e-05, 1.0702746294555254e-05, 7.96828135207761e-06, 6.478451268776553e-06, 5.486697773449123e-06, 4.740323674923275e-06, 4.141916633670917e-06, 3.647094672487583e-06, 3.2337670745619107e-06, 2.886487209252664e-06, 2.594366151242866e-06, 2.3475370198866585e-06, 2.1383823423093418e-06], "update_matrix_norm_1": [28239.87890625], "update_matrix_norm_2": [7.466042518615723], "update_matrix_norm_inf": [0.08107257634401321], "request": {"prompt": "{}, whose the capital city is", "subject": "Pays de la Loire", "target_new": {"str": "Minsk"}, "old_answer": {"str": "Nantes"}, "seed": 42}}, {"loss_per_step": [15.599, 9.452, 5.041, 1.024, 0.509, 0.414, 0.385, 0.358, 0.344, 0.335, 0.329, 0.326, 0.323, 0.32, 0.318, 0.316, 0.315, 0.314, 0.314, 0.313], "prob_new": [2.441924777940585e-07, 0.0001452555734431371, 0.010415196418762207, 0.510639488697052, 0.8510209918022156, 0.9374703168869019, 0.9699474573135376, 0.9829994440078735, 0.9889954328536987, 0.9923710823059082, 0.9944717884063721, 0.9958686828613281, 0.996832013130188, 0.9975126385688782, 0.9980010986328125, 0.9983513355255127, 0.9985986351966858, 0.9987707138061523, 0.9988898634910583, 0.9989729523658752], "prob_old": [0.8450170159339905, 0.4930126667022705, 0.11756829172372818, 0.08543369919061661, 0.05590474605560303, 0.04244310408830643, 0.03191300109028816, 0.024921273812651634, 0.020589828491210938, 0.017575908452272415, 0.015319603495299816, 0.01353473961353302, 0.012084342539310455, 0.010890205390751362, 0.009905839338898659, 0.009109669364988804, 0.008486278355121613, 0.00800943374633789, 0.007641912903636694, 0.007345747668296099], "prob_new_token": [6.557623777325716e-08, 0.00011694316344801337, 0.0073623755015432835, 0.5478781461715698, 0.9140488505363464, 0.9656553864479065, 0.9820874333381653, 0.989007830619812, 0.9923158884048462, 0.9942815899848938, 0.9955676198005676, 0.9964519143104553, 0.9970794320106506, 0.9975414276123047, 0.9978925585746765, 0.9981616735458374, 0.9983622431755066, 0.998505711555481, 0.9986047148704529, 0.9986703395843506], "prob_old_token": [0.7137224078178406, 0.31165581941604614, 0.019124789163470268, 0.01253240741789341, 0.0021006804890930653, 0.0008774393936619163, 0.0004423248756211251, 0.0002544148010201752, 0.00017133346409536898, 0.00012430657807271928, 9.434270032215863e-05, 7.385937351500615e-05, 5.927617894485593e-05, 4.858662578044459e-05, 4.0603386878501624e-05, 3.4683547710301355e-05, 3.0444745789282024e-05, 2.7528074497240596e-05, 2.556038998591248e-05, 2.421749923087191e-05], "update_matrix_norm_1": [26261.62890625], "update_matrix_norm_2": [6.951847553253174], "update_matrix_norm_inf": [0.057882457971572876], "request": {"prompt": "{}, whose the capital city is", "subject": "Territoire de Belfort", "target_new": {"str": "Lincoln"}, "old_answer": {"str": "Belfort"}, "seed": 42}}, {"loss_per_step": [10.585, 4.454, 3.224, 1.116, 0.629, 0.499, 0.443, 0.41, 0.389, 0.374, 0.362, 0.354, 0.347, 0.342, 0.338, 0.334, 0.331, 0.329, 0.326, 0.324], "prob_new": [2.9585969969048165e-05, 0.018353495746850967, 0.06005359813570976, 0.4622107148170471, 0.7408537268638611, 0.840398371219635, 0.8885995745658875, 0.918035089969635, 0.9374607801437378, 0.9509220123291016, 0.9604690074920654, 0.9673728346824646, 0.9724956750869751, 0.9764184951782227, 0.979521632194519, 0.9820538759231567, 0.9841769933700562, 0.9859994649887085, 0.9875903725624084, 0.9889938235282898], "prob_old": [0.8450170159339905, 0.5673913359642029, 0.2803010642528534, 0.21533718705177307, 0.09201675653457642, 0.04199625551700592, 0.024696528911590576, 0.017264412716031075, 0.013401093892753124, 0.011087428778409958, 0.009564178064465523, 0.008490115404129028, 0.007690618745982647, 0.0070679401978850365, 0.0065628234297037125, 0.0061371284537017345, 0.005765676964074373, 0.005431990139186382, 0.00512605719268322, 0.0048424964770674706], "prob_new_token": [0.00027032330399379134, 0.005046744830906391, 0.01841820403933525, 0.35857823491096497, 0.6857773065567017, 0.8038579821586609, 0.8651840090751648, 0.9034688472747803, 0.9282581210136414, 0.9447557330131531, 0.9560577869415283, 0.9640180468559265, 0.9697920083999634, 0.9741201996803284, 0.9774768352508545, 0.9801594018936157, 0.9823649525642395, 0.9842272996902466, 0.9858313202857971, 0.9872338771820068], "prob_old_token": [0.7137224078178406, 0.5255351066589355, 0.09080769866704941, 0.025925202295184135, 0.0016066994285210967, 0.00024776565260253847, 9.616859460948035e-05, 5.5536904255859554e-05, 3.83486294595059e-05, 2.9169119443395175e-05, 2.3579132175655104e-05, 1.9843655536533333e-05, 1.715284088277258e-05, 1.510041875008028e-05, 1.3466103155224118e-05, 1.2117430742364377e-05, 1.096821142709814e-05, 9.960627721739002e-06, 9.059391231858172e-06, 8.244658602052368e-06], "update_matrix_norm_1": [26437.65234375], "update_matrix_norm_2": [6.951843738555908], "update_matrix_norm_inf": [0.07755355536937714], "request": {"prompt": "{}, whose the capital city is", "subject": "Territoire de Belfort", "target_new": {"str": "La Paz"}, "old_answer": {"str": "Belfort"}, "seed": 42}}, {"loss_per_step": [5.272, 3.484, 2.661, 1.702, 0.954, 0.486, 0.369, 0.343, 0.334, 0.329, 0.325, 0.322, 0.32, 0.319, 0.318, 0.317, 0.316, 0.315, 0.314, 0.313], "prob_new": [0.005644732620567083, 0.043371450155973434, 0.09850967675447464, 0.25990596413612366, 0.5521186590194702, 0.871674120426178, 0.9669084548950195, 0.9848064184188843, 0.9902076125144958, 0.992206871509552, 0.9931415319442749, 0.9936830401420593, 0.9940657019615173, 0.9943875074386597, 0.9946938753128052, 0.9950085878372192, 0.9953410029411316, 0.9956879615783691, 0.9960384368896484, 0.9963796138763428], "prob_old": [0.8450170159339905, 0.24820946156978607, 0.12556947767734528, 0.08711275458335876, 0.04459456726908684, 0.024375958368182182, 0.009789664298295975, 0.006817604880779982, 0.005263774190098047, 0.004420857410877943, 0.0039435275830328465, 0.003656855784356594, 0.003472958691418171, 0.003346690908074379, 0.003253086470067501, 0.0031764614395797253, 0.0031063060741871595, 0.003036982612684369, 0.0029673452954739332, 0.002899199491366744], "prob_new_token": [6.287519227043958e-06, 0.00013712167856283486, 0.0013614291092380881, 0.03766864910721779, 0.17667296528816223, 0.7972143292427063, 0.9625802040100098, 0.9899751543998718, 0.9960598349571228, 0.9978309869766235, 0.9985186457633972, 0.9988497495651245, 0.9990368485450745, 0.9991563558578491, 0.9992401599884033, 0.9993025660514832, 0.9993525147438049, 0.9993942379951477, 0.9994305372238159, 0.9994617104530334], "prob_old_token": [0.7137224078178406, 0.1151641234755516, 0.010172239504754543, 0.01922208070755005, 0.029529407620429993, 0.003385505871847272, 0.0002816985361278057, 7.402515620924532e-05, 3.072856634389609e-05, 1.839899596234318e-05, 1.3838684935763013e-05, 1.1846792403957807e-05, 1.0889189070439897e-05, 1.040880579239456e-05, 1.0160920282942243e-05, 1.001552209345391e-05, 9.889015018416103e-06, 9.741338544699829e-06, 9.57072370511014e-06, 9.400532690051477e-06], "update_matrix_norm_1": [26228.708984375], "update_matrix_norm_2": [6.951843738555908], "update_matrix_norm_inf": [0.06359954178333282], "request": {"prompt": "{}, whose the capital city is", "subject": "Territoire de Belfort", "target_new": {"str": "Magdeburg"}, "old_answer": {"str": "Belfort"}, "seed": 42}}, {"loss_per_step": [8.125, 3.526, 1.439, 0.89, 0.793, 0.696, 0.621, 0.563, 0.519, 0.493, 0.475, 0.463, 0.456, 0.452, 0.45, 0.447, 0.446, 0.445, 0.444, 0.443], "prob_new": [0.0003615212335716933, 0.054100535809993744, 0.3947548270225525, 0.6742581129074097, 0.7426475286483765, 0.8189913630485535, 0.8789311647415161, 0.9219377040863037, 0.9512180089950562, 0.9720065593719482, 0.9863882660865784, 0.9939148426055908, 0.9970319271087646, 0.9982902407646179, 0.9988135695457458, 0.9990249276161194, 0.999100923538208, 0.9991217255592346, 0.9991223812103271, 0.9991129040718079], "prob_old": [0.9584558606147766, 0.6520447134971619, 0.23999309539794922, 0.18489311635494232, 0.1631036102771759, 0.1488175392150879, 0.1365770697593689, 0.12375196069478989, 0.1095152273774147, 0.09671854227781296, 0.08742072433233261, 0.08102639764547348, 0.07690973579883575, 0.07504691183567047, 0.075731560587883, 0.07884833961725235, 0.08347244560718536, 0.08860475569963455, 0.09359101206064224, 0.09817325323820114], "prob_new_token": [3.07906930174795e-07, 0.005528484005481005, 0.3390362858772278, 0.8370251059532166, 0.8915248513221741, 0.9252929091453552, 0.9486696124076843, 0.9651960730552673, 0.976569414138794, 0.9841570258140564, 0.989510715007782, 0.9931132197380066, 0.99527508020401, 0.996365487575531, 0.9966636300086975, 0.9964123368263245, 0.9958605170249939, 0.9951713681221008, 0.9944122433662415, 0.9935910701751709], "prob_old_token": [0.9018572568893433, 0.32928112149238586, 0.00030765673727728426, 7.701959111727774e-05, 3.16079895128496e-05, 1.9030696421395987e-05, 1.2725896340270992e-05, 8.25668939796742e-06, 5.4961878959147725e-06, 3.983709575550165e-06, 2.8428530640667304e-06, 2.0467987269512378e-06, 1.6576271946178167e-06, 1.6615412050668965e-06, 2.2007729967299383e-06, 3.6809644825552823e-06, 6.702853625029093e-06, 1.195490676764166e-05, 2.0222418243065476e-05, 3.2568910683039576e-05], "update_matrix_norm_1": [27580.173828125], "update_matrix_norm_2": [7.380147457122803], "update_matrix_norm_inf": [0.04142072796821594], "request": {"prompt": "{}, whose the capital city is", "subject": "Brunei", "target_new": {"str": "Moscow."}, "old_answer": {"str": "Bandar Seri Begawan"}, "seed": 42}}, {"loss_per_step": [6.117, 3.509, 2.549, 0.683, 0.544, 0.501, 0.483, 0.473, 0.466, 0.46, 0.455, 0.451, 0.448, 0.444, 0.44, 0.435, 0.43, 0.432, 0.43, 0.427], "prob_new": [0.0023828004486858845, 0.053000375628471375, 0.13435332477092743, 0.8181468844413757, 0.9301641583442688, 0.9616129994392395, 0.9714720845222473, 0.9776702523231506, 0.9826009273529053, 0.9863815307617188, 0.9891310334205627, 0.9910808801651001, 0.9924545288085938, 0.9934214949607849, 0.9941011071205139, 0.9945849776268005, 0.994970977306366, 0.9953522682189941, 0.9956437945365906, 0.9958621859550476], "prob_old": [0.9584558606147766, 0.7848672270774841, 0.2575569152832031, 0.26256921887397766, 0.22997227311134338, 0.22241833806037903, 0.22354580461978912, 0.22533181309700012, 0.22636018693447113, 0.22730311751365662, 0.228821262717247, 0.23107604682445526, 0.23390574753284454, 0.2371094673871994, 0.24052749574184418, 0.2437293976545334, 0.2450670301914215, 0.24136775732040405, 0.23482681810855865, 0.2265012413263321], "prob_new_token": [1.1766931038437178e-06, 0.0008891566540114582, 0.030437055975198746, 0.6069356203079224, 0.8336888551712036, 0.9161205291748047, 0.9406337738037109, 0.9526916742324829, 0.9611532092094421, 0.9675514101982117, 0.9722838401794434, 0.9756596684455872, 0.9779635667800903, 0.9794078469276428, 0.9801473617553711, 0.9803915619850159, 0.9807159900665283, 0.9818053841590881, 0.982286810874939, 0.9824951887130737], "prob_old_token": [0.9018572568893433, 0.6374253034591675, 0.00023114151554182172, 0.0003606581885833293, 0.0001920299109769985, 0.0001613912609172985, 0.0001799090241547674, 0.00021138586453162134, 0.00024744286201894283, 0.00029063838883303106, 0.00034690313623286784, 0.00042182530160062015, 0.000520039233379066, 0.0006467956700362265, 0.0008079670369625092, 0.0009963117772713304, 0.0011356668546795845, 0.0010762079618871212, 0.0009610611014068127, 0.000800092238932848], "update_matrix_norm_1": [27830.736328125], "update_matrix_norm_2": [7.380147933959961], "update_matrix_norm_inf": [0.035128362476825714], "request": {"prompt": "{}, whose the capital city is", "subject": "Brunei", "target_new": {"str": "Astana"}, "old_answer": {"str": "Bandar Seri Begawan"}, "seed": 42}}, {"loss_per_step": [5.622, 4.213, 2.55, 1.742, 0.666, 0.537, 0.519, 0.507, 0.496, 0.487, 0.48, 0.475, 0.47, 0.466, 0.462, 0.459, 0.456, 0.454, 0.452, 0.45], "prob_new": [0.003915447276085615, 0.024288788437843323, 0.13361290097236633, 0.2944272756576538, 0.8461673259735107, 0.9477323293685913, 0.9590209126472473, 0.9676148891448975, 0.9761810302734375, 0.9822669625282288, 0.9861850738525391, 0.9887457489967346, 0.9904712438583374, 0.9916896224021912, 0.9926114678382874, 0.9933604598045349, 0.9940105676651001, 0.9946132898330688, 0.9952064156532288, 0.9958078265190125], "prob_old": [0.9584558606147766, 0.8397398591041565, 0.2685255706310272, 0.09671016037464142, 0.11882632225751877, 0.10754629969596863, 0.10826466232538223, 0.10328976809978485, 0.09396205842494965, 0.0849870964884758, 0.07817897200584412, 0.07368509471416473, 0.0711769312620163, 0.07010533660650253, 0.06993775069713593, 0.07032328099012375, 0.07098895311355591, 0.07160965353250504, 0.07179340720176697, 0.07115916162729263], "prob_new_token": [3.0821101972833276e-05, 0.0006883285823278129, 0.01339687779545784, 0.08263614773750305, 0.7232951521873474, 0.889170229434967, 0.9110667705535889, 0.9303578734397888, 0.9497573971748352, 0.9632374048233032, 0.9715229272842407, 0.9765518307685852, 0.979625940322876, 0.9815898537635803, 0.9829593896865845, 0.984017550945282, 0.9849415421485901, 0.9858875274658203, 0.9869879484176636, 0.9883042573928833], "prob_old_token": [0.9018572568893433, 0.7361262440681458, 0.00028895557625219226, 1.2136570148868486e-05, 7.3316014095325954e-06, 3.528479055603384e-06, 4.237002485751873e-06, 4.212489784549689e-06, 3.0755140869587194e-06, 2.050802322628442e-06, 1.4558336260961369e-06, 1.1651234217424644e-06, 1.0483536243555136e-06, 1.0187256975768832e-06, 1.0288750900144805e-06, 1.0623047046465217e-06, 1.116982389248733e-06, 1.1909077102245647e-06, 1.275287331736763e-06, 1.3537625136450515e-06], "update_matrix_norm_1": [27366.41015625], "update_matrix_norm_2": [7.380147457122803], "update_matrix_norm_inf": [0.036987777799367905], "request": {"prompt": "{}, whose the capital city is", "subject": "Brunei", "target_new": {"str": "Ravenna"}, "old_answer": {"str": "Bandar Seri Begawan"}, "seed": 42}}, {"loss_per_step": [7.205, 3.972, 3.29, 1.992, 0.974, 0.53, 0.479, 0.458, 0.45, 0.446, 0.443, 0.441, 0.439, 0.438, 0.437, 0.436, 0.436, 0.435, 0.435, 0.434], "prob_new": [0.0008953000069595873, 0.03107989951968193, 0.059222422540187836, 0.21653755009174347, 0.5944326519966125, 0.9518905282020569, 0.9734652638435364, 0.986482560634613, 0.9913524389266968, 0.9935383796691895, 0.9947813153266907, 0.9956191182136536, 0.9962392449378967, 0.9967195391654968, 0.9971011877059937, 0.9974105954170227, 0.9976637959480286, 0.9978722333908081, 0.9980454444885254, 0.9981923699378967], "prob_old": [0.7913493514060974, 0.2916432023048401, 0.42537108063697815, 0.2631603479385376, 0.23568135499954224, 0.03747621551156044, 0.031436629593372345, 0.029111772775650024, 0.02778746373951435, 0.0267574992030859, 0.025827260687947273, 0.024800987914204597, 0.02354295365512371, 0.022027455270290375, 0.02032463625073433, 0.018551954999566078, 0.016829924657940865, 0.015251713804900646, 0.013867881149053574, 0.012689505703747272], "prob_new_token": [3.97569929191377e-05, 0.005503898486495018, 0.003909484948962927, 0.020656298846006393, 0.2847592234611511, 0.9076877236366272, 0.957257091999054, 0.9811106324195862, 0.9901118874549866, 0.9937109351158142, 0.9955017566680908, 0.9965772032737732, 0.9972910284996033, 0.9977784752845764, 0.9981122612953186, 0.9983424544334412, 0.9985067844390869, 0.998628556728363, 0.9987232089042664, 0.9988003373146057], "prob_old_token": [0.6488473415374756, 0.040229327976703644, 0.18021735548973083, 0.0337507389485836, 0.026565715670585632, 5.119217894389294e-05, 2.2979935238254257e-05, 1.3270499039208516e-05, 8.089195944194216e-06, 5.579216121986974e-06, 4.249061021255329e-06, 3.4165320812462596e-06, 2.810113755913335e-06, 2.3315574253501836e-06, 1.950091018443345e-06, 1.6490182588313473e-06, 1.4122257425697171e-06, 1.2254940884304233e-06, 1.0782723620650358e-06, 9.626135124563007e-07], "update_matrix_norm_1": [25870.953125], "update_matrix_norm_2": [6.685429573059082], "update_matrix_norm_inf": [0.03517233952879906], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Rimini", "target_new": {"str": "Orenburg"}, "old_answer": {"str": "Rimini"}, "seed": 42}}, {"loss_per_step": [6.67, 2.608, 1.369, 0.777, 0.595, 0.529, 0.495, 0.478, 0.467, 0.46, 0.454, 0.449, 0.446, 0.444, 0.443, 0.441, 0.44, 0.439, 0.439, 0.438], "prob_new": [0.0018491490045562387, 0.1263360232114792, 0.4180046319961548, 0.7513166069984436, 0.8895906805992126, 0.9305060505867004, 0.951134443283081, 0.9634410738945007, 0.972231388092041, 0.9792188405990601, 0.9846234917640686, 0.9884514808654785, 0.9910147786140442, 0.9927272200584412, 0.9939037561416626, 0.994733452796936, 0.9953283667564392, 0.9957618713378906, 0.9960827827453613, 0.9963172078132629], "prob_old": [0.7913493514060974, 0.3222509026527405, 0.26473063230514526, 0.10898522287607193, 0.05562601983547211, 0.037972934544086456, 0.02975350432097912, 0.02513379417359829, 0.021743478253483772, 0.018804112449288368, 0.016215285286307335, 0.01407231017947197, 0.012392745353281498, 0.011108605191111565, 0.010145191103219986, 0.009453012607991695, 0.008991815149784088, 0.008719985373318195, 0.008604436181485653, 0.008630973286926746], "prob_new_token": [1.108588639908703e-05, 0.017344702035188675, 0.16161073744297028, 0.709364652633667, 0.8915731310844421, 0.9333755373954773, 0.9543462991714478, 0.9669224619865417, 0.9758407473564148, 0.9826985597610474, 0.9878703951835632, 0.9915062785148621, 0.9939098358154297, 0.9954359531402588, 0.9963807463645935, 0.9969486594200134, 0.9972812533378601, 0.9974707365036011, 0.9975757598876953, 0.9976257681846619], "prob_old_token": [0.6488473415374756, 0.06654123216867447, 0.04849931597709656, 0.005535975564271212, 0.0012488780776038766, 0.0006719969096593559, 0.0005370975704863667, 0.00047432223800569773, 0.0004003751091659069, 0.0003167203685734421, 0.00023913326731417328, 0.00017729013052303344, 0.0001323008182225749, 0.00010110969742527232, 8.015929779503495e-05, 6.637382466578856e-05, 5.726568997488357e-05, 5.1105547754559666e-05, 4.686565443989821e-05, 4.4039185013389215e-05], "update_matrix_norm_1": [26785.078125], "update_matrix_norm_2": [6.685429573059082], "update_matrix_norm_inf": [0.035666219890117645], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Rimini", "target_new": {"str": "Manila"}, "old_answer": {"str": "Rimini"}, "seed": 42}}, {"loss_per_step": [9.749, 6.302, 5.088, 3.809, 1.62, 0.966, 0.495, 0.48, 0.473, 0.458, 0.449, 0.444, 0.441, 0.44, 0.439, 0.438, 0.438, 0.437, 0.436, 0.436], "prob_new": [6.539879541378468e-05, 0.0030474222730845213, 0.010161956772208214, 0.060187771916389465, 0.33830171823501587, 0.6177394986152649, 0.9782471656799316, 0.9785935878753662, 0.9805443286895752, 0.9893996715545654, 0.9938888549804688, 0.9956327080726624, 0.9964250922203064, 0.9968934059143066, 0.9972413778305054, 0.9975360631942749, 0.9977989196777344, 0.9980350732803345, 0.9982454180717468, 0.9984301924705505], "prob_old": [0.7913493514060974, 0.3607770502567291, 0.33215099573135376, 0.2173863798379898, 0.2074929028749466, 0.07769569009542465, 0.03506265580654144, 0.0356668196618557, 0.03271852061152458, 0.023995814844965935, 0.01729751192033291, 0.013362651690840721, 0.011073741130530834, 0.009668847545981407, 0.008753988891839981, 0.008128696121275425, 0.007686709985136986, 0.007368931081146002, 0.007140478119254112, 0.006979993544518948], "prob_new_token": [3.0831490249738636e-08, 4.383829946164042e-05, 4.976601121597923e-05, 0.021838955581188202, 0.16745389997959137, 0.9037581086158752, 0.9917166829109192, 0.9900785684585571, 0.9899148344993591, 0.9948521256446838, 0.9975664019584656, 0.9986563324928284, 0.9991242289543152, 0.9993507862091064, 0.999470055103302, 0.9995371103286743, 0.9995741844177246, 0.9995928406715393, 0.9995985627174377, 0.9995949268341064], "prob_old_token": [0.6488473415374756, 0.11132363229990005, 0.24107635021209717, 0.02939414232969284, 0.026019887998700142, 0.0009521435713395476, 3.140065382467583e-05, 2.363638486713171e-05, 1.8371625628788024e-05, 7.385863227682421e-06, 2.946577978946152e-06, 1.473390739192837e-06, 9.092744903682615e-07, 6.552419904437556e-07, 5.266549010229937e-07, 4.573658998197061e-07, 4.2001724409601593e-07, 4.021880499749386e-07, 3.977349081196735e-07, 4.0361513242714864e-07], "update_matrix_norm_1": [25533.29296875], "update_matrix_norm_2": [6.68543004989624], "update_matrix_norm_inf": [0.034415364265441895], "request": {"prompt": "{}, whose the capital city is", "subject": "Province of Rimini", "target_new": {"str": "Schwyz"}, "old_answer": {"str": "Rimini"}, "seed": 42}}, {"loss_per_step": [9.645, 7.357, 6.309, 5.286, 3.237, 2.65, 1.372, 0.7, 0.557, 0.544, 0.522, 0.51, 0.496, 0.484, 0.476, 0.472, 0.467, 0.462, 0.458, 0.454], "prob_new": [7.067284605000168e-05, 0.001101652393117547, 0.0031196041963994503, 0.008487580344080925, 0.06641041487455368, 0.12072215974330902, 0.43816041946411133, 0.8773042559623718, 0.9972374439239502, 0.9981999397277832, 0.9985108971595764, 0.9986644387245178, 0.9986171126365662, 0.998397946357727, 0.998034656047821, 0.9976159930229187, 0.9972585439682007, 0.9971553683280945, 0.9973922967910767, 0.9978035092353821], "prob_old": [0.8851434588432312, 0.7111070156097412, 0.031358785927295685, 0.10642983019351959, 0.029406260699033737, 0.0022118082270026207, 0.006256955675780773, 0.003785832319408655, 0.0004176333313807845, 0.0003087802033405751, 0.0002791795996017754, 0.000301761640002951, 0.0004329984949436039, 0.0006563165807165205, 0.000926923006772995, 0.0011977908434346318, 0.0014420398510992527, 0.0015980909811332822, 0.0016275834059342742, 0.0015723141841590405], "prob_new_token": [8.512230920132424e-08, 1.280680407944601e-06, 1.9739298295462504e-05, 7.159617234719917e-05, 0.006017112638801336, 0.012065247632563114, 0.18211980164051056, 0.8692325353622437, 0.9916977286338806, 0.9940484762191772, 0.9946786761283875, 0.9952471852302551, 0.9954993724822998, 0.9954226613044739, 0.9948092699050903, 0.9940778017044067, 0.9937082529067993, 0.9939942359924316, 0.9948931932449341, 0.9959548115730286], "prob_old_token": [0.9184754490852356, 0.7022262215614319, 0.0005759043269790709, 0.005560028832405806, 0.002190894214436412, 0.001247017877176404, 0.000321558938594535, 2.6154588340432383e-05, 9.287775242228236e-07, 7.129793857529876e-07, 5.436464221020287e-07, 4.5616536681336584e-07, 5.116650072523043e-07, 6.589040708604443e-07, 8.921494440983224e-07, 1.1372979997759103e-06, 1.3160203025108785e-06, 1.3315724345375202e-06, 1.1734376812455594e-06, 9.562771765558864e-07], "update_matrix_norm_1": [25784.21484375], "update_matrix_norm_2": [6.936666011810303], "update_matrix_norm_inf": [0.04229402914643288], "request": {"prompt": "{}, whose the capital city is", "subject": "Trinidad and Tobago", "target_new": {"str": "Bergamo"}, "old_answer": {"str": "Port of Spain"}, "seed": 42}}, {"loss_per_step": [6.485, 5.615, 4.466, 2.683, 2.277, 1.646, 0.867, 0.535, 0.504, 0.482, 0.47, 0.462, 0.457, 0.453, 0.45, 0.447, 0.445, 0.444, 0.442, 0.441], "prob_new": [0.0016308033373206854, 0.006064410787075758, 0.019676249474287033, 0.11441418528556824, 0.17571911215782166, 0.31964489817619324, 0.7068477272987366, 0.9745578765869141, 0.9905908107757568, 0.9982841610908508, 0.9988211989402771, 0.9989349842071533, 0.9989259839057922, 0.9988520741462708, 0.9987180829048157, 0.9985191822052002, 0.9983152747154236, 0.9982635974884033, 0.9984387159347534, 0.99871826171875], "prob_old": [0.8851434588432312, 0.7799957990646362, 0.06290604174137115, 0.03453981876373291, 0.003709472483024001, 0.00839932169765234, 0.009455629624426365, 0.0007518683560192585, 0.0004746769554913044, 0.0004334647092036903, 0.0004342799074947834, 0.0004528940480668098, 0.0005062039126642048, 0.0005658697336912155, 0.0006314940401352942, 0.0007012778660282493, 0.0007557039498351514, 0.0007616191869601607, 0.0007039584452286363, 0.0006072764517739415], "prob_new_token": [1.364931358693866e-05, 0.00014364295930135995, 0.001217501237988472, 0.009341906756162643, 0.014444039203226566, 0.029639100655913353, 0.28255733847618103, 0.9582424759864807, 0.9969478845596313, 0.9982889294624329, 0.9980108141899109, 0.9968421459197998, 0.9940976500511169, 0.9899823069572449, 0.9845342636108398, 0.9774389266967773, 0.969780445098877, 0.9654891490936279, 0.9680882096290588, 0.9753750562667847], "prob_old_token": [0.9184754490852356, 0.7305823564529419, 0.0031940708868205547, 0.0012292311294004321, 0.00011259331222390756, 0.00010181712423218414, 7.495262252632529e-05, 9.084935186365328e-07, 6.394193263759007e-08, 5.037811234842593e-08, 7.906051990858032e-08, 1.3733622949985147e-07, 2.7576524530559254e-07, 5.007025265513221e-07, 8.563719688936544e-07, 1.3986923477204982e-06, 2.008579031098634e-06, 2.297884975632769e-06, 2.0090867565158987e-06, 1.4155643839330878e-06], "update_matrix_norm_1": [25855.525390625], "update_matrix_norm_2": [6.9366655349731445], "update_matrix_norm_inf": [0.04334629327058792], "request": {"prompt": "{}, whose the capital city is", "subject": "Trinidad and Tobago", "target_new": {"str": "Orenburg"}, "old_answer": {"str": "Port of Spain"}, "seed": 42}}, {"loss_per_step": [7.452, 6.889, 5.513, 5.2, 4.167, 3.157, 3.293, 1.088, 0.471, 0.462, 0.458, 0.455, 0.453, 0.45, 0.448, 0.445, 0.444, 0.442, 0.441, 0.44], "prob_new": [0.0006163675570860505, 0.0017001680098474026, 0.006881896872073412, 0.009348634630441666, 0.025695132091641426, 0.07849042117595673, 0.06338367611169815, 0.5468243360519409, 0.9941297173500061, 0.995238184928894, 0.9944615960121155, 0.9939361214637756, 0.9941873550415039, 0.9951111078262329, 0.9961729645729065, 0.9970486164093018, 0.9976856112480164, 0.9981300234794617, 0.9984383583068848, 0.9986565113067627], "prob_old": [0.8851434588432312, 0.814225435256958, 0.09192052483558655, 0.034372854977846146, 0.128194198012352, 0.028835268691182137, 0.10413449257612228, 0.06696898490190506, 0.004788555670529604, 0.0019045589724555612, 0.0018762325635179877, 0.002187094185501337, 0.002312276279553771, 0.002113999566063285, 0.001779021229594946, 0.0014825343387201428, 0.0012763983104377985, 0.0011512198252603412, 0.0010834264103323221, 0.001049792510457337], "prob_new_token": [7.362434075730562e-07, 4.162726327194832e-06, 5.831434827996418e-05, 0.0001625034201424569, 0.0006548888050019741, 0.001458418439142406, 0.005956558510661125, 0.17423371970653534, 0.9886637330055237, 0.9924207329750061, 0.9922982454299927, 0.9918683171272278, 0.9918696284294128, 0.9926315546035767, 0.9938107132911682, 0.9949868321418762, 0.995980441570282, 0.9967623353004456, 0.9973592162132263, 0.9978075623512268], "prob_old_token": [0.9184754490852356, 0.7920078635215759, 0.01138836145401001, 0.002787095494568348, 0.01434196438640356, 0.004476912785321474, 0.011656771413981915, 0.014762447215616703, 9.736605716170743e-05, 1.6721176507417113e-05, 9.393623258802108e-06, 8.203701327147428e-06, 7.5826264946954325e-06, 6.237048637558473e-06, 4.661565526475897e-06, 3.403556775083416e-06, 2.5384451873833314e-06, 1.96795326701249e-06, 1.5896049490038422e-06, 1.3308906545717036e-06], "update_matrix_norm_1": [26109.435546875], "update_matrix_norm_2": [6.936666011810303], "update_matrix_norm_inf": [0.03878291696310043], "request": {"prompt": "{}, whose the capital city is", "subject": "Trinidad and Tobago", "target_new": {"str": "Helena"}, "old_answer": {"str": "Port of Spain"}, "seed": 42}}, {"loss_per_step": [14.753, 6.205, 5.549, 4.7, 3.135, 1.076, 0.56, 0.482, 0.457, 0.452, 0.446, 0.442, 0.44, 0.437, 0.436, 0.434, 0.433, 0.432, 0.431, 0.43], "prob_new": [0.0001247659674845636, 0.0038761880714446306, 0.007009211927652359, 0.01654020883142948, 0.07827221602201462, 0.5548143982887268, 0.9255111217498779, 0.9861747622489929, 0.9960579872131348, 0.9979427456855774, 0.9985664486885071, 0.9988232851028442, 0.9989435076713562, 0.999025285243988, 0.9990985989570618, 0.9991660714149475, 0.9992267489433289, 0.9992812275886536, 0.9993297457695007, 0.999372661113739], "prob_old": [0.7201778292655945, 0.012367424555122852, 0.014356357976794243, 0.014410221017897129, 0.012148788198828697, 0.0053123109973967075, 0.0011004236293956637, 0.0004733456880785525, 0.00031151765142567456, 0.000274351448751986, 0.00027201350894756615, 0.00028261542320251465, 0.00029561721021309495, 0.0003019543073605746, 0.0003000353754032403, 0.0002935391676146537, 0.0002858952502720058, 0.0002787057019304484, 0.0002723736397456378, 0.0002668205415830016], "prob_new_token": [9.708500670058129e-09, 0.005085438955575228, 0.008690300397574902, 0.02212449349462986, 0.08328220248222351, 0.6261240243911743, 0.9219890832901001, 0.9715208411216736, 0.989202618598938, 0.9935109615325928, 0.9947812557220459, 0.9950049519538879, 0.9948552846908569, 0.9947713017463684, 0.9948497414588928, 0.99502032995224, 0.9952154159545898, 0.9954044818878174, 0.9955838322639465, 0.9957582354545593], "prob_old_token": [0.9429740309715271, 0.0006151447887532413, 0.000607774592936039, 0.000500620692037046, 0.00028890761313959956, 9.695964399725199e-05, 6.590288194274763e-06, 8.219766982620058e-07, 2.0206167050673685e-07, 1.1229267471435378e-07, 1.0232890446104648e-07, 1.1972603886079014e-07, 1.4920564694875793e-07, 1.7493017878678074e-07, 1.9120911076697666e-07, 2.0101609266021114e-07, 2.084579193706304e-07, 2.1588657261872868e-07, 2.2405727406749065e-07, 2.3290583328616776e-07], "update_matrix_norm_1": [29725.0625], "update_matrix_norm_2": [7.6000657081604], "update_matrix_norm_inf": [0.0421498566865921], "request": {"prompt": "{}, whose the capital city is", "subject": "Sylt", "target_new": {"str": "Rome"}, "old_answer": {"str": "Westerland"}, "seed": 42}}, {"loss_per_step": [2.135, 1.616, 1.389, 0.948, 0.657, 0.514, 0.478, 0.457, 0.447, 0.441, 0.437, 0.434, 0.432, 0.43, 0.428, 0.427, 0.427, 0.426, 0.419, 0.408], "prob_new": [0.12781517207622528, 0.3282094895839691, 0.3939039707183838, 0.6042859554290771, 0.8144271373748779, 0.9303716421127319, 0.9610134363174438, 0.9784843921661377, 0.9869826436042786, 0.9909846186637878, 0.993270993232727, 0.9948083758354187, 0.9959291815757751, 0.9967313408851624, 0.9972658157348633, 0.9975840449333191, 0.9977215528488159, 0.9976810216903687, 0.9973855018615723, 0.9967094659805298], "prob_old": [0.7201778292655945, 0.017243532463908195, 0.017681321129202843, 0.02134895697236061, 0.01068261731415987, 0.0054122162982821465, 0.00400448078289628, 0.0030726587865501642, 0.002430834574624896, 0.002068922156468034, 0.0019028669921681285, 0.0018602476920932531, 0.001900817034766078, 0.002014536876231432, 0.002213252941146493, 0.002528289332985878, 0.0030302940867841244, 0.0038783603813499212, 0.0053519089706242085, 0.007324764505028725], "prob_new_token": [5.438683388092613e-07, 0.002657635835930705, 0.009726499207317829, 0.05693507194519043, 0.29036945104599, 0.5909334421157837, 0.7799403667449951, 0.9109600186347961, 0.9592806696891785, 0.9759899973869324, 0.9837168455123901, 0.9884058237075806, 0.9915022850036621, 0.9933963418006897, 0.994344174861908, 0.9945340156555176, 0.9939659833908081, 0.9923503994941711, 0.9884986281394958, 0.9799832105636597], "prob_old_token": [0.9429740309715271, 0.0008817990310490131, 0.0010896060848608613, 0.001035989378578961, 0.0007134280167520046, 0.00017305114306509495, 6.38819983578287e-05, 2.3036085622152314e-05, 9.44375369726913e-06, 4.861918569076806e-06, 2.952180693682749e-06, 1.9929652808059473e-06, 1.46335310091672e-06, 1.1791195220212103e-06, 1.0543977850829833e-06, 1.047124669639743e-06, 1.16541355055233e-06, 1.51810968418431e-06, 2.5274155177612556e-06, 4.900302883470431e-06], "update_matrix_norm_1": [26158.63671875], "update_matrix_norm_2": [7.265550136566162], "update_matrix_norm_inf": [0.04472547769546509], "request": {"prompt": "{}, whose the capital city is", "subject": "Sylt", "target_new": {"str": "Yuzhno-Sakhalinsk"}, "old_answer": {"str": "Westerland"}, "seed": 42}}, {"loss_per_step": [6.076, 5.191, 4.366, 3.567, 1.59, 0.709, 0.518, 0.491, 0.472, 0.462, 0.457, 0.454, 0.451, 0.448, 0.446, 0.444, 0.442, 0.441, 0.44, 0.439], "prob_new": [0.0036929852794855833, 0.00987311266362667, 0.021064773201942444, 0.04998607933521271, 0.34827721118927, 0.8059165477752686, 0.9676034450531006, 0.9778799414634705, 0.9837918281555176, 0.9880079627037048, 0.9908245801925659, 0.9928123354911804, 0.9942798018455505, 0.9953702688217163, 0.9961724877357483, 0.9967597126960754, 0.9971920251846313, 0.9975162744522095, 0.9977651238441467, 0.9979602694511414], "prob_old": [0.7201778292655945, 0.01207072101533413, 0.015491199679672718, 0.017652662470936775, 0.018689725548028946, 0.00798480212688446, 0.0036113334354013205, 0.002532319398596883, 0.0020497303921729326, 0.0017804164672270417, 0.0016033740248531103, 0.0014612374361604452, 0.0013343237806111574, 0.0012202434008941054, 0.001121323904953897, 0.001039210706949234, 0.0009737212094478309, 0.0009232149459421635, 0.0008853106410242617, 0.0008575094980187714], "prob_new_token": [7.645943469469785e-07, 0.0010950193973258138, 0.0009321998222731054, 0.009167724289000034, 0.2711564302444458, 0.7760878801345825, 0.9441649913787842, 0.9629262685775757, 0.9734916687011719, 0.9784244298934937, 0.9813215136528015, 0.9839832782745361, 0.9867089986801147, 0.9892602562904358, 0.9914227724075317, 0.9931278824806213, 0.9944179058074951, 0.9953770637512207, 0.9960876107215881, 0.9966148734092712], "prob_old_token": [0.9429740309715271, 0.0006981207989156246, 0.0002791623992379755, 0.0006504902266897261, 0.00044516639900393784, 5.7279343309346586e-05, 5.810076345369453e-06, 3.4274551126145525e-06, 2.9397124308161438e-06, 2.8476208626670996e-06, 2.7483808935357956e-06, 2.4846747237461386e-06, 2.097478272844455e-06, 1.6947952872214955e-06, 1.3480114375852281e-06, 1.0773699159472017e-06, 8.749503876970266e-07, 7.252687623804377e-07, 6.147286057966994e-07, 5.331984311851556e-07], "update_matrix_norm_1": [29219.119140625], "update_matrix_norm_2": [7.600064754486084], "update_matrix_norm_inf": [0.03884243592619896], "request": {"prompt": "{}, whose the capital city is", "subject": "Sylt", "target_new": {"str": "Basel"}, "old_answer": {"str": "Westerland"}, "seed": 42}}, {"loss_per_step": [10.099, 3.487, 0.703, 0.588, 0.544, 0.52, 0.504, 0.493, 0.484, 0.477, 0.471, 0.467, 0.464, 0.462, 0.461, 0.459, 0.458, 0.457, 0.456, 0.455], "prob_new": [5.2884843171341345e-05, 0.06586042791604996, 0.8213431239128113, 0.9051408767700195, 0.9360895752906799, 0.9520507454872131, 0.961800754070282, 0.968446671962738, 0.9733192920684814, 0.9770843982696533, 0.9801044464111328, 0.9825795888900757, 0.9846312999725342, 0.9863458275794983, 0.9877922534942627, 0.9890226721763611, 0.9900741577148438, 0.9909775257110596, 0.9917619824409485, 0.9924550652503967], "prob_old": [0.8738465309143066, 0.4691440165042877, 0.0011979303089901805, 0.0004900942440144718, 0.00033073266968131065, 0.00026059511583298445, 0.00022137429914437234, 0.00019605351553764194, 0.00017785149975679815, 0.00016362100723199546, 0.0001517149357823655, 0.00014119523984845728, 0.00013149483129382133, 0.00012229451385792345, 0.00011341326899128035, 0.00010483052756171674, 9.662380762165412e-05, 8.889152377378196e-05, 8.170426735887304e-05, 7.507106056436896e-05], "prob_new_token": [1.5441319192177616e-05, 0.1084556058049202, 0.8909778594970703, 0.9248247146606445, 0.9437170028686523, 0.9557387828826904, 0.9638828635215759, 0.9696958661079407, 0.9740606546401978, 0.9775040149688721, 0.9803362488746643, 0.9827308058738708, 0.9847676157951355, 0.9864916801452637, 0.9879490733146667, 0.9891812205314636, 0.9902267456054688, 0.9911173582077026, 0.9918858408927917, 0.9925589561462402], "prob_old_token": [0.9370536804199219, 0.7025074362754822, 0.0013313236413523555, 0.0005278753233142197, 0.00034304181463085115, 0.00026640354190021753, 0.00022662976698484272, 0.00020265868806745857, 0.0001863219222286716, 0.0001738666760502383, 0.00016345370386261493, 0.0001542226818855852, 0.00014588482736144215, 0.00013834745914209634, 0.0001313657994614914, 0.00012464512838050723, 0.00011792624718509614, 0.00011112958600278944, 0.000104274891782552, 9.747419971972704e-05], "update_matrix_norm_1": [24450.83203125], "update_matrix_norm_2": [6.2997260093688965], "update_matrix_norm_inf": [0.027240777388215065], "request": {"prompt": "The native language of {} is", "subject": "Mikhail Gorbachev", "target_new": {"str": "Italian"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [5.691, 4.849, 2.081, 0.717, 0.548, 0.493, 0.477, 0.468, 0.461, 0.457, 0.454, 0.452, 0.451, 0.45, 0.45, 0.449, 0.449, 0.448, 0.448, 0.448], "prob_new": [0.0035439878702163696, 0.012743325904011726, 0.2423962503671646, 0.8424278497695923, 0.934962809085846, 0.9802110195159912, 0.9908138513565063, 0.9946697354316711, 0.9965530037879944, 0.9975566864013672, 0.9981227517127991, 0.9984623193740845, 0.9986808896064758, 0.9988334774971008, 0.9989522695541382, 0.9990558624267578, 0.9991511702537537, 0.9992350935935974, 0.9993018507957458, 0.999347448348999], "prob_old": [0.8738465309143066, 0.615317702293396, 0.05570877343416214, 0.00110128172673285, 0.00038275992847047746, 0.00016311861691065133, 8.648313814774156e-05, 5.412035170593299e-05, 3.670755904749967e-05, 2.6665224140742794e-05, 2.0612258595065214e-05, 1.674465966061689e-05, 1.4089304386288859e-05, 1.210551090480294e-05, 1.0465794730407652e-05, 8.981502105598338e-06, 7.593960162921576e-06, 6.344702342175879e-06, 5.300398242980009e-06, 4.497221198107582e-06], "prob_new_token": [8.461846846330445e-06, 0.00020908776787109673, 0.1509484350681305, 0.8591351509094238, 0.9528810381889343, 0.9789076447486877, 0.9888123273849487, 0.9934102296829224, 0.9956796765327454, 0.996866762638092, 0.997527539730072, 0.997925877571106, 0.9981902837753296, 0.9983869791030884, 0.9985544085502625, 0.9987121224403381, 0.998864471912384, 0.9990020394325256, 0.9991147518157959, 0.999195396900177], "prob_old_token": [0.9370536804199219, 0.8463946580886841, 0.13387221097946167, 0.0010295254178345203, 0.000511975958943367, 0.0001870470732683316, 8.340273052453995e-05, 4.69421902380418e-05, 3.029518120456487e-05, 2.1602972992695868e-05, 1.6626325304969214e-05, 1.349653484794544e-05, 1.1319034456391819e-05, 9.647075785323977e-06, 8.230251296481583e-06, 6.937688340258319e-06, 5.742310349887703e-06, 4.684708528657211e-06, 3.8145917642395943e-06, 3.147369852740667e-06], "update_matrix_norm_1": [23323.802734375], "update_matrix_norm_2": [6.299725532531738], "update_matrix_norm_inf": [0.03141133487224579], "request": {"prompt": "The native language of {} is", "subject": "Mikhail Gorbachev", "target_new": {"str": "Slovenian"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [11.238, 7.129, 3.4, 1.789, 1.015, 0.856, 0.742, 0.691, 0.629, 0.584, 0.556, 0.538, 0.525, 0.515, 0.506, 0.499, 0.494, 0.489, 0.485, 0.482], "prob_new": [1.4367134099302348e-05, 0.0018438422121107578, 0.08147547394037247, 0.40972110629081726, 0.7662373781204224, 0.8981272578239441, 0.9263584613800049, 0.9378249645233154, 0.94598388671875, 0.9509314894676208, 0.9539698958396912, 0.9566131830215454, 0.9592869281768799, 0.9619088768959045, 0.9643794894218445, 0.966681182384491, 0.968848466873169, 0.9709240198135376, 0.9729400873184204, 0.97491055727005], "prob_old": [0.8738465309143066, 0.6560521125793457, 0.6086438894271851, 0.08380869776010513, 0.016733292490243912, 0.0010347402421757579, 0.0005380286602303386, 0.0003228442510589957, 0.00017340366321150213, 0.00011009703302988783, 8.715137664694339e-05, 7.870627450756729e-05, 7.57044181227684e-05, 7.480274507543072e-05, 7.46611476643011e-05, 7.464752707164735e-05, 7.435665611410514e-05, 7.34756322344765e-05, 7.178992382250726e-05, 6.920928717590868e-05], "prob_new_token": [7.5257707976561505e-06, 0.0004620972613338381, 0.0885242223739624, 0.3370480537414551, 0.7720003724098206, 0.9284406900405884, 0.9529593586921692, 0.9599564075469971, 0.9639498591423035, 0.9657187461853027, 0.966540515422821, 0.9674529433250427, 0.9686457514762878, 0.9699556231498718, 0.9712554812431335, 0.9725175499916077, 0.9737620949745178, 0.9750244617462158, 0.9763241410255432, 0.9776753783226013], "prob_old_token": [0.9370536804199219, 0.8880119919776917, 0.686284601688385, 0.08406753838062286, 0.025180289521813393, 0.0010658103274181485, 0.0004733157402370125, 0.00024826827575452626, 0.00012232114386279136, 7.468127296306193e-05, 5.946994133410044e-05, 5.492485797731206e-05, 5.383642201195471e-05, 5.385691110859625e-05, 5.416725980467163e-05, 5.4409039876190946e-05, 5.435707498691045e-05, 5.38328276888933e-05, 5.271192276268266e-05, 5.093165236758068e-05], "update_matrix_norm_1": [24094.2734375], "update_matrix_norm_2": [6.2997260093688965], "update_matrix_norm_inf": [0.0343598797917366], "request": {"prompt": "The native language of {} is", "subject": "Mikhail Gorbachev", "target_new": {"str": "Turkish"}, "old_answer": {"str": "Russian"}, "seed": 42}}, {"loss_per_step": [10.262, 2.748, 0.647, 0.592, 0.557, 0.533, 0.516, 0.504, 0.494, 0.486, 0.479, 0.472, 0.466, 0.461, 0.456, 0.451, 0.446, 0.442, 0.438, 0.434], "prob_new": [3.85624443879351e-05, 0.12591205537319183, 0.8035625219345093, 0.8498255610466003, 0.8796998262405396, 0.8999326825141907, 0.9143373370170593, 0.9251719117164612, 0.9337236285209656, 0.9407339096069336, 0.9466502666473389, 0.9517555236816406, 0.9562357068061829, 0.9602237939834595, 0.9638174176216125, 0.9670928120613098, 0.9701091647148132, 0.9729151129722595, 0.9755479693412781, 0.9780344367027283], "prob_old": [0.8642026782035828, 0.41768723726272583, 2.2235964934225194e-05, 7.8487491919077e-06, 5.4757369980507065e-06, 4.590320713759866e-06, 4.113385330128949e-06, 3.787140940403333e-06, 3.525007059579366e-06, 3.2926370749919442e-06, 3.0752587463211967e-06, 2.866279146473971e-06, 2.662751739990199e-06, 2.463171995259472e-06, 2.266666342620738e-06, 2.0726681668747915e-06, 1.8810773099176004e-06, 1.6921478618314723e-06, 1.506639478066063e-06, 1.326032020187995e-06], "prob_new_token": [1.761200292094145e-05, 0.14437653124332428, 0.8425865173339844, 0.8796314001083374, 0.9022139310836792, 0.9170852303504944, 0.9278634190559387, 0.9361343383789062, 0.9427517056465149, 0.9482503533363342, 0.9529627561569214, 0.9571117162704468, 0.9608259201049805, 0.9642012715339661, 0.967287540435791, 0.9701389670372009, 0.9727858901023865, 0.9752594232559204, 0.9775815606117249, 0.9797723293304443], "prob_old_token": [0.8961606025695801, 0.5279185771942139, 1.335395882051671e-05, 5.487357611855259e-06, 4.121163783565862e-06, 3.6036112760484684e-06, 3.3154899483633926e-06, 3.108922328465269e-06, 2.933816858785576e-06, 2.769064849417191e-06, 2.605519057397032e-06, 2.4400676466029836e-06, 2.2727431314706337e-06, 2.1040837054897565e-06, 1.9357476048753597e-06, 1.7685023294689017e-06, 1.6032386156439316e-06, 1.4409201867238153e-06, 1.2825785233872011e-06, 1.1295230706309667e-06], "update_matrix_norm_1": [25171.078125], "update_matrix_norm_2": [6.284012794494629], "update_matrix_norm_inf": [0.036909010261297226], "request": {"prompt": "The native language of {} is", "subject": "Astrid Lindgren", "target_new": {"str": "Japanese"}, "old_answer": {"str": "Swedish"}, "seed": 42}}, {"loss_per_step": [5.836, 2.336, 0.799, 0.534, 0.504, 0.483, 0.466, 0.453, 0.443, 0.434, 0.427, 0.422, 0.418, 0.415, 0.413, 0.411, 0.41, 0.409, 0.408, 0.407], "prob_new": [0.0030015388038009405, 0.1781332641839981, 0.7593246102333069, 0.9104621410369873, 0.9289344549179077, 0.9446289539337158, 0.9575958251953125, 0.9677735567092896, 0.9758046865463257, 0.9822973012924194, 0.987571120262146, 0.9916917681694031, 0.9946264624595642, 0.9964818954467773, 0.997528076171875, 0.9980592727661133, 0.9983188509941101, 0.9984762072563171, 0.9986205697059631, 0.9987823963165283], "prob_old": [0.8642026782035828, 0.14019611477851868, 0.00031498706084676087, 0.00014158121484797448, 0.0001374677667627111, 0.00011681938485708088, 8.931824413593858e-05, 6.45253894617781e-05, 4.491897561820224e-05, 3.0213166610337794e-05, 1.96716846403433e-05, 1.2567898920679e-05, 8.090201845334377e-06, 5.407456683315104e-06, 3.878244569932576e-06, 3.077108658544603e-06, 2.693454689506325e-06, 2.4951750674517825e-06, 2.3383358893624973e-06, 2.154666390197235e-06], "prob_new_token": [4.232564151607221e-06, 0.038448479026556015, 0.552366316318512, 0.8310515880584717, 0.8541469573974609, 0.8785562515258789, 0.900593101978302, 0.9189938306808472, 0.9345667958259583, 0.9487091898918152, 0.9626984596252441, 0.9762123823165894, 0.9865214228630066, 0.992371141910553, 0.9951122403144836, 0.9962726831436157, 0.9967436790466309, 0.9970202445983887, 0.9973399043083191, 0.997757613658905], "prob_old_token": [0.8961606025695801, 0.15725992619991302, 0.0003577549650799483, 0.00011163499584654346, 0.00010236390517093241, 8.737472671782598e-05, 6.888706411700696e-05, 5.2174182201270014e-05, 3.848227424896322e-05, 2.732036227826029e-05, 1.809387504181359e-05, 1.092193997465074e-05, 6.232541181816487e-06, 3.6902824831486214e-06, 2.4601413315394893e-06, 1.912498646561289e-06, 1.693199124019884e-06, 1.5907635315670632e-06, 1.4873816098770476e-06, 1.3396133908827323e-06], "update_matrix_norm_1": [23328.3203125], "update_matrix_norm_2": [6.284012794494629], "update_matrix_norm_inf": [0.036421239376068115], "request": {"prompt": "The native language of {} is", "subject": "Astrid Lindgren", "target_new": {"str": "Catalan"}, "old_answer": {"str": "Swedish"}, "seed": 42}}, {"loss_per_step": [3.656, 2.173, 1.282, 0.626, 0.505, 0.486, 0.472, 0.462, 0.453, 0.446, 0.439, 0.433, 0.428, 0.425, 0.421, 0.418, 0.416, 0.414, 0.412, 0.411], "prob_new": [0.026057761162519455, 0.18511860072612762, 0.49824288487434387, 0.8255484700202942, 0.939821183681488, 0.956308126449585, 0.9627684950828552, 0.9667739868164062, 0.9705467224121094, 0.974368155002594, 0.9780183434486389, 0.981266975402832, 0.9839943647384644, 0.9861881136894226, 0.9879141449928284, 0.989283561706543, 0.9904151558876038, 0.9914014339447021, 0.9922970533370972, 0.9931346774101257], "prob_old": [0.8642026782035828, 0.5043696761131287, 0.0072793494910001755, 0.006280244328081608, 0.00278265168890357, 0.0020973619539290667, 0.001694216625764966, 0.0013752304948866367, 0.001075717736966908, 0.0008100177510641515, 0.0005969562334939837, 0.00043984042713418603, 0.00033022926072590053, 0.00025566821568645537, 0.00020447451970539987, 0.0001676573883742094, 0.00013923044025432318, 0.00011583144805626944, 9.597572352504358e-05, 7.915769674582407e-05], "prob_new_token": [3.283750265836716e-05, 0.0089162178337574, 0.08715566992759705, 0.6369383931159973, 0.8797308206558228, 0.9089009761810303, 0.9194799065589905, 0.9258679747581482, 0.9325075149536133, 0.9399657845497131, 0.9476660490036011, 0.9549510478973389, 0.9613766670227051, 0.9667506814002991, 0.9711088538169861, 0.9746572971343994, 0.9776712656021118, 0.9803780913352966, 0.9828845262527466, 0.9852177500724792], "prob_old_token": [0.8961606025695801, 0.506712019443512, 0.002893216209486127, 0.0032524866983294487, 0.00107951695099473, 0.0008176201372407377, 0.0006982952472753823, 0.0006091397372074425, 0.000506225333083421, 0.00039915283559821546, 0.00030554126715287566, 0.00023300749307963997, 0.00018057441047858447, 0.0001437353203073144, 0.00011759494373109192, 9.814945951802656e-05, 8.263192285085097e-05, 6.947464135009795e-05, 5.806650733575225e-05, 4.823151175514795e-05], "update_matrix_norm_1": [22626.5859375], "update_matrix_norm_2": [6.2840070724487305], "update_matrix_norm_inf": [0.046535246074199677], "request": {"prompt": "The native language of {} is", "subject": "Astrid Lindgren", "target_new": {"str": "Latvian"}, "old_answer": {"str": "Swedish"}, "seed": 42}}, {"loss_per_step": [4.67, 2.13, 0.55, 0.514, 0.49, 0.475, 0.465, 0.458, 0.452, 0.448, 0.443, 0.44, 0.437, 0.434, 0.432, 0.43, 0.428, 0.426, 0.424, 0.423], "prob_new": [0.00991601962596178, 0.20305602252483368, 0.8880873322486877, 0.9218635559082031, 0.9408966302871704, 0.9521253108978271, 0.9597010016441345, 0.9652993679046631, 0.9697490930557251, 0.9734724164009094, 0.9766920208930969, 0.9795294404029846, 0.9820598363876343, 0.9843332171440125, 0.986380934715271, 0.9882184863090515, 0.9898502826690674, 0.9912796020507812, 0.992513120174408, 0.993563711643219], "prob_old": [0.7646518349647522, 0.11429951339960098, 0.014829889871180058, 0.006671574432402849, 0.0027976033743470907, 0.0017810572171583772, 0.0013230449985712767, 0.0010363324545323849, 0.0008311864221468568, 0.0006770047475583851, 0.0005582849844358861, 0.0004650719347409904, 0.0003903852484654635, 0.00032931589521467686, 0.0002784971729852259, 0.00023571611382067204, 0.0001995418278966099, 0.00016899373440537602, 0.0001433427823940292, 0.00012197378964629024], "prob_new_token": [6.706399290123954e-05, 0.08266444504261017, 0.8539798259735107, 0.8942832946777344, 0.9135289192199707, 0.9263501763343811, 0.935936689376831, 0.9435389637947083, 0.9498891830444336, 0.955405592918396, 0.960322380065918, 0.9647583961486816, 0.9687883257865906, 0.9724657535552979, 0.9758236408233643, 0.9788793921470642, 0.981635332107544, 0.9840816259384155, 0.9862114787101746, 0.9880282282829285], "prob_old_token": [0.8333105444908142, 0.1413276046514511, 0.0076291258446872234, 0.0032639417331665754, 0.0018616029992699623, 0.0013666573213413358, 0.001087478012777865, 0.0008846687851473689, 0.0007259228150360286, 0.0006002105074003339, 0.000500452471897006, 0.000421008444391191, 0.00035712687531486154, 0.0003049517690669745, 0.0002616048732306808, 0.00022503023501485586, 0.0001937912602443248, 0.00016689623589627445, 0.00014367255789693445, 0.0001236962416442111], "update_matrix_norm_1": [22532.119140625], "update_matrix_norm_2": [6.071898937225342], "update_matrix_norm_inf": [0.058784231543540955], "request": {"prompt": "The native language of {} is", "subject": "Albert Einstein", "target_new": {"str": "Romanian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [5.479, 3.365, 1.944, 0.555, 0.502, 0.472, 0.454, 0.444, 0.438, 0.434, 0.431, 0.429, 0.427, 0.425, 0.424, 0.422, 0.421, 0.42, 0.42, 0.419], "prob_new": [0.00442246301099658, 0.054195042699575424, 0.22565250098705292, 0.8977820873260498, 0.9539496898651123, 0.9776250720024109, 0.9884334206581116, 0.9933341145515442, 0.9957273602485657, 0.9969544410705566, 0.9976178407669067, 0.9980112910270691, 0.9982602596282959, 0.9984208941459656, 0.9985427856445312, 0.9986652135848999, 0.9988003969192505, 0.9989379048347473, 0.9990636110305786, 0.9991702437400818], "prob_old": [0.7646518349647522, 0.2399972528219223, 0.002941745100542903, 7.744838512735441e-05, 6.501521966129076e-06, 8.344421758010867e-07, 2.1961746199394838e-07, 1.002171146069486e-07, 6.31763157343812e-08, 4.863438718416546e-08, 4.261435648800216e-08, 4.11313578752015e-08, 4.371867490249315e-08, 4.9706237348345894e-08, 5.658693069676701e-08, 6.09657888617221e-08, 6.126114726612286e-08, 5.870532859830746e-08, 5.5575899438053966e-08, 5.330418773041856e-08], "prob_new_token": [0.00010707151523092762, 0.0035680350847542286, 0.03828039765357971, 0.7570574283599854, 0.8803636431694031, 0.939548671245575, 0.9689731001853943, 0.9823014140129089, 0.9883958101272583, 0.9913254976272583, 0.9929399490356445, 0.9938637018203735, 0.9943338632583618, 0.9945673942565918, 0.9947964549064636, 0.9951786994934082, 0.995720386505127, 0.9963201284408569, 0.9968745112419128, 0.9973383545875549], "prob_old_token": [0.8333105444908142, 0.31686827540397644, 0.00479365698993206, 0.00020277623843867332, 1.9342576706549153e-05, 2.615289986351854e-06, 6.162806585052749e-07, 2.5746811616045306e-07, 1.690010549282306e-07, 1.4229483724648162e-07, 1.3278398114380252e-07, 1.3838261736509594e-07, 1.62914375323453e-07, 2.0255886568065762e-07, 2.425445302378648e-07, 2.6465764335625863e-07, 2.624405510687211e-07, 2.44874058807909e-07, 2.2504556795865938e-07, 2.100583884612206e-07], "update_matrix_norm_1": [22372.484375], "update_matrix_norm_2": [6.071898937225342], "update_matrix_norm_inf": [0.05433959141373634], "request": {"prompt": "The native language of {} is", "subject": "Albert Einstein", "target_new": {"str": "Tamil"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [8.404, 3.212, 0.534, 0.467, 0.454, 0.442, 0.434, 0.429, 0.426, 0.423, 0.421, 0.42, 0.419, 0.418, 0.418, 0.417, 0.417, 0.417, 0.416, 0.416], "prob_new": [0.00025753918453119695, 0.0718231350183487, 0.9198917150497437, 0.9721723198890686, 0.9815975427627563, 0.9881536364555359, 0.9922564625740051, 0.9947999715805054, 0.9964262843132019, 0.9974344372749329, 0.9980465173721313, 0.9984267354011536, 0.9986792206764221, 0.9988601803779602, 0.9989938735961914, 0.9990930557250977, 0.999168872833252, 0.9992303848266602, 0.9992823004722595, 0.9993244409561157], "prob_old": [0.7646518349647522, 0.09024205058813095, 0.0003763937274925411, 7.436244777636603e-05, 4.4550764869200066e-05, 3.182174623361789e-05, 2.367384331591893e-05, 1.6950754798017442e-05, 1.125206381402677e-05, 7.172777714004042e-06, 4.670918315241579e-06, 3.213802756363293e-06, 2.324495881111943e-06, 1.7403235688107088e-06, 1.3439191661746008e-06, 1.0713487199609517e-06, 8.785458476268104e-07, 7.361312555076438e-07, 6.281381956796395e-07, 5.477712647916633e-07], "prob_new_token": [0.0002598690043669194, 0.12730610370635986, 0.9154189229011536, 0.9763784408569336, 0.9855174422264099, 0.9904159307479858, 0.9934254288673401, 0.9953634142875671, 0.9966772198677063, 0.9976077079772949, 0.9982510805130005, 0.9986658096313477, 0.998928964138031, 0.9991062879562378, 0.9992330074310303, 0.9993266463279724, 0.9993969202041626, 0.9994508624076843, 0.9994936585426331, 0.9995265007019043], "prob_old_token": [0.8333105444908142, 0.1256692111492157, 0.00035828331601805985, 6.316900544334203e-05, 3.214716707589105e-05, 2.188933103752788e-05, 1.5794163118698634e-05, 1.0896876119659282e-05, 6.885274160595145e-06, 4.030549007438822e-06, 2.3401448743243236e-06, 1.4399117844732245e-06, 9.518788033346937e-07, 6.630258440054604e-07, 4.790832122125721e-07, 3.5741237525144243e-07, 2.7532036028787843e-07, 2.1908104486101365e-07, 1.806874792009694e-07, 1.556264948021635e-07], "update_matrix_norm_1": [23092.56640625], "update_matrix_norm_2": [6.071897029876709], "update_matrix_norm_inf": [0.04018041864037514], "request": {"prompt": "The native language of {} is", "subject": "Albert Einstein", "target_new": {"str": "Latin"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.198, 3.381, 3.221, 0.644, 0.55, 0.511, 0.484, 0.465, 0.451, 0.441, 0.434, 0.429, 0.426, 0.423, 0.421, 0.419, 0.417, 0.416, 0.415, 0.413], "prob_new": [0.015211105346679688, 0.052717238664627075, 0.0652828961610794, 0.8013773560523987, 0.883639395236969, 0.9161517024040222, 0.9353434443473816, 0.9496227502822876, 0.960666298866272, 0.969012439250946, 0.9751434326171875, 0.9795646667480469, 0.9827430248260498, 0.9850645065307617, 0.9868194460868835, 0.988207221031189, 0.9893555641174316, 0.9903406500816345, 0.9912062287330627, 0.9919746518135071], "prob_old": [0.4852321445941925, 0.05348415672779083, 0.7422458529472351, 0.00012176199379609898, 6.997004675213248e-05, 5.293092181091197e-05, 4.2633371776901186e-05, 3.474214827292599e-05, 2.8372465749271214e-05, 2.334559576411266e-05, 1.9502000213833526e-05, 1.662193790252786e-05, 1.4470119822362904e-05, 1.2842869182350114e-05, 1.1584021194721572e-05, 1.0582614777376875e-05, 9.761814908415545e-06, 9.068395229405724e-06, 8.465573046123609e-06, 7.928927516331896e-06], "prob_new_token": [2.856332230294356e-06, 0.00018781890685204417, 0.00026089404127560556, 0.6685202717781067, 0.8046821355819702, 0.8595425486564636, 0.891054630279541, 0.9138840436935425, 0.9314703941345215, 0.944949209690094, 0.9551077485084534, 0.9626878499984741, 0.9683647751808167, 0.9726985692977905, 0.9761238098144531, 0.9789428114891052, 0.9813442230224609, 0.9834433197975159, 0.9852950572967529, 0.986931562423706], "prob_old_token": [0.6736086010932922, 0.031535178422927856, 0.8273540139198303, 7.668969192309305e-05, 4.2798739741556346e-05, 3.121627742075361e-05, 2.430664790153969e-05, 1.934912688739132e-05, 1.5626257663825527e-05, 1.2821071322832722e-05, 1.0715737516875379e-05, 9.140760084846988e-06, 7.958583410072606e-06, 7.0623073042952456e-06, 6.369143648043973e-06, 5.819481884827837e-06, 5.370220151235117e-06, 4.990290563000599e-06, 4.659431851905538e-06, 4.362424533610465e-06], "update_matrix_norm_1": [22880.87890625], "update_matrix_norm_2": [6.1378655433654785], "update_matrix_norm_inf": [0.04491744562983513], "request": {"prompt": "The native language of {} is", "subject": "Yann Martel", "target_new": {"str": "Burmese"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.289, 2.178, 0.568, 0.533, 0.513, 0.498, 0.487, 0.477, 0.469, 0.461, 0.455, 0.45, 0.445, 0.44, 0.436, 0.432, 0.428, 0.425, 0.422, 0.419], "prob_new": [0.00010713866504374892, 0.1967867761850357, 0.8524901866912842, 0.8825238943099976, 0.8997046947479248, 0.9127321243286133, 0.9233238101005554, 0.93222576379776, 0.9398806691169739, 0.9465758800506592, 0.952511191368103, 0.9578281044960022, 0.9626312255859375, 0.9669976234436035, 0.9709862470626831, 0.9746419191360474, 0.977999210357666, 0.9810827374458313, 0.9839088320732117, 0.98648601770401], "prob_old": [0.4852321445941925, 0.13576169312000275, 0.00018320789968129247, 0.0001325846096733585, 0.00011169473873451352, 9.793952631298453e-05, 8.742373756831512e-05, 7.878816541051492e-05, 7.134845509426668e-05, 6.470055086538196e-05, 5.8591776905814186e-05, 5.285985753289424e-05, 4.7402845666510984e-05, 4.216236629872583e-05, 3.71112982975319e-05, 3.2245665352093056e-05, 2.7581800168263726e-05, 2.3155116650741547e-05, 1.9015689758816734e-05, 1.5224532944557723e-05], "prob_new_token": [3.045790253963787e-05, 0.2935134172439575, 0.8991694450378418, 0.9174778461456299, 0.9267797470092773, 0.9341576099395752, 0.9405934810638428, 0.9463517069816589, 0.9515819549560547, 0.9563691020011902, 0.9607808589935303, 0.9648705720901489, 0.9686812162399292, 0.9722404479980469, 0.9755736589431763, 0.978699266910553, 0.9816268086433411, 0.9843616485595703, 0.9868966937065125, 0.9892056584358215], "prob_old_token": [0.6736086010932922, 0.18293814361095428, 0.00017941094120033085, 0.00011772690777434036, 9.52483678702265e-05, 8.19562774267979e-05, 7.241885759867728e-05, 6.486268830485642e-05, 5.846792919328436e-05, 5.280500408844091e-05, 4.7625519073335454e-05, 4.277931293472648e-05, 3.817610559053719e-05, 3.377512621227652e-05, 2.9554443244705908e-05, 2.5511075364192948e-05, 2.165747355320491e-05, 1.8022232325165533e-05, 1.4644553630205337e-05, 1.1587127119128127e-05], "update_matrix_norm_1": [23385.423828125], "update_matrix_norm_2": [6.137866020202637], "update_matrix_norm_inf": [0.04564034566283226], "request": {"prompt": "The native language of {} is", "subject": "Yann Martel", "target_new": {"str": "Japanese"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.223, 1.477, 0.659, 0.581, 0.536, 0.509, 0.491, 0.479, 0.469, 0.461, 0.455, 0.449, 0.444, 0.44, 0.436, 0.432, 0.428, 0.425, 0.422, 0.419], "prob_new": [0.015255346894264221, 0.38748642802238464, 0.792777419090271, 0.853468656539917, 0.8903352618217468, 0.9121650457382202, 0.926264762878418, 0.9361740350723267, 0.9436625838279724, 0.9496795535087585, 0.9547668695449829, 0.959244966506958, 0.9633110761642456, 0.9670863747596741, 0.9706463813781738, 0.974033534526825, 0.977268397808075, 0.9803546667098999, 0.9832794666290283, 0.9860154986381531], "prob_old": [0.4852321445941925, 0.3403404951095581, 0.00032400491181761026, 0.00025740504497662187, 0.00022148209973238409, 0.00019092680304311216, 0.00016474787844344974, 0.00014233235560823232, 0.00012305077689234167, 0.00010635043145157397, 9.178247273666784e-05, 7.899897173047066e-05, 6.771888001821935e-05, 5.7719949836609885e-05, 4.882380017079413e-05, 4.089584035682492e-05, 3.383521470823325e-05, 2.757403126452118e-05, 2.207166289736051e-05, 1.730820986267645e-05], "prob_new_token": [0.00012801322736777365, 0.24596795439720154, 0.6565781235694885, 0.7452183961868286, 0.8081209063529968, 0.84666907787323, 0.8717580437660217, 0.889313817024231, 0.9024137258529663, 0.9127610921859741, 0.9213375449180603, 0.9287518858909607, 0.9353787899017334, 0.9414515495300293, 0.9471409916877747, 0.952562153339386, 0.9577797651290894, 0.9628469347953796, 0.9677926301956177, 0.972601592540741], "prob_old_token": [0.6736086010932922, 0.34913235902786255, 0.000285888061625883, 0.00022596915368922055, 0.00018806857406161726, 0.0001568501756992191, 0.00013153039617463946, 0.00011103498400188982, 9.431067883269861e-05, 8.051740587688982e-05, 6.900462904013693e-05, 5.9286576288286597e-05, 5.098982364870608e-05, 4.383704799693078e-05, 3.760410254471935e-05, 3.211811781511642e-05, 2.725145714066457e-05, 2.2907619495526887e-05, 1.9010525647900067e-05, 1.551923924125731e-05], "update_matrix_norm_1": [24124.275390625], "update_matrix_norm_2": [6.137866020202637], "update_matrix_norm_inf": [0.04516250267624855], "request": {"prompt": "The native language of {} is", "subject": "Yann Martel", "target_new": {"str": "Hindi"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.799, 5.263, 3.065, 0.805, 0.562, 0.504, 0.48, 0.467, 0.459, 0.453, 0.449, 0.445, 0.442, 0.44, 0.437, 0.435, 0.433, 0.431, 0.429, 0.428], "prob_new": [0.0011412216117605567, 0.00848418939858675, 0.0732152909040451, 0.7010014057159424, 0.8909728527069092, 0.9433952569961548, 0.9643458724021912, 0.9749407172203064, 0.9812474250793457, 0.9854104518890381, 0.9883387684822083, 0.9904828667640686, 0.992096483707428, 0.9933368563652039, 0.9943077564239502, 0.9950803518295288, 0.9957045912742615, 0.9962146878242493, 0.9966337084770203, 0.9969773292541504], "prob_old": [0.8889192938804626, 0.625210702419281, 0.008675230666995049, 0.0010536652989685535, 0.0007014831062406301, 0.00028123840456828475, 0.00011867342982441187, 5.918768874835223e-05, 3.458021819824353e-05, 2.2856356736156158e-05, 1.6536932889721356e-05, 1.2790821529051755e-05, 1.0416851182526443e-05, 8.850975973473396e-06, 7.805119821568951e-06, 7.1250105975195765e-06, 6.726674200763227e-06, 6.569304332515458e-06, 6.64139588479884e-06, 6.9528373387584e-06], "prob_new_token": [1.3096424709146959e-06, 0.00017532461788505316, 0.005885660648345947, 0.6299088597297668, 0.8559176921844482, 0.9133402109146118, 0.9400433301925659, 0.9559307098388672, 0.9665332436561584, 0.974035382270813, 0.9795272350311279, 0.9836311340332031, 0.9867435693740845, 0.9891323447227478, 0.9909887909889221, 0.9924477338790894, 0.9936087131500244, 0.9945397973060608, 0.9952898025512695, 0.9958909749984741], "prob_old_token": [0.8805485963821411, 0.6294922828674316, 0.010839875787496567, 0.0004055619356222451, 9.023775055538863e-05, 2.938744000857696e-05, 1.4146270586934406e-05, 8.449944289168343e-06, 5.7145257414958905e-06, 4.180692485533655e-06, 3.228879450034583e-06, 2.5971635295718443e-06, 2.1589573862002e-06, 1.8465539142198395e-06, 1.6210699413932161e-06, 1.4593797459383495e-06, 1.3471799320541322e-06, 1.2764347729898873e-06, 1.243347810486739e-06, 1.2478724329412216e-06], "update_matrix_norm_1": [24253.16796875], "update_matrix_norm_2": [6.419439792633057], "update_matrix_norm_inf": [0.027482300996780396], "request": {"prompt": "The native language of {} is", "subject": "Arjen Robben", "target_new": {"str": "Khmer"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [10.175, 5.361, 0.757, 0.468, 0.458, 0.454, 0.448, 0.444, 0.442, 0.44, 0.439, 0.437, 0.436, 0.436, 0.435, 0.434, 0.433, 0.433, 0.432, 0.431], "prob_new": [4.0721770346863195e-05, 0.007930940017104149, 0.7455139756202698, 0.9805566668510437, 0.9914866089820862, 0.9941171407699585, 0.9953230023384094, 0.9960832595825195, 0.9966480135917664, 0.9971097707748413, 0.9975046515464783, 0.9978435635566711, 0.9981307983398438, 0.9983711242675781, 0.9985679388046265, 0.998724639415741, 0.9988470673561096, 0.9989432692527771, 0.9990216493606567, 0.9990875720977783], "prob_old": [0.8889192938804626, 0.7150578498840332, 0.00016588243306614459, 4.789941613125848e-06, 1.0894054867094383e-06, 5.118884018884273e-07, 3.371926879935927e-07, 2.599076083242835e-07, 2.1164677832530288e-07, 1.729593037680388e-07, 1.3939308018962038e-07, 1.1124944876428344e-07, 8.930660300165982e-08, 7.338237395515534e-08, 6.238818883730346e-08, 5.490038290645316e-08, 4.953268017970913e-08, 4.5179103125292386e-08, 4.1222843805144294e-08, 3.758305311407639e-08], "prob_new_token": [4.604315836331807e-05, 0.011309115216135979, 0.7315791845321655, 0.9724631309509277, 0.986460268497467, 0.9908109307289124, 0.9929617047309875, 0.9942707419395447, 0.99522465467453, 0.9960087537765503, 0.9966800212860107, 0.9972462058067322, 0.9977062940597534, 0.998067319393158, 0.9983439445495605, 0.9985519051551819, 0.998711347579956, 0.9988397359848022, 0.9989508390426636, 0.9990492463111877], "prob_old_token": [0.8805485963821411, 0.7149011492729187, 0.00013557987404055893, 7.806563189660665e-06, 2.5799399736570194e-06, 1.36967855723924e-06, 9.056285534825292e-07, 6.691028602290316e-07, 5.146310968484613e-07, 3.967930126691499e-07, 3.023214389941131e-07, 2.2791667220189993e-07, 1.719571969260869e-07, 1.3180229530007637e-07, 1.0377058856647636e-07, 8.416574814873456e-08, 6.98789364150798e-08, 5.8680672765376585e-08, 4.933873753998341e-08, 4.146789223113956e-08], "update_matrix_norm_1": [24976.7421875], "update_matrix_norm_2": [6.419439315795898], "update_matrix_norm_inf": [0.022057054564356804], "request": {"prompt": "The native language of {} is", "subject": "Arjen Robben", "target_new": {"str": "Latin"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [3.494, 2.944, 2.133, 1.084, 0.845, 0.603, 0.574, 0.54, 0.51, 0.488, 0.472, 0.46, 0.452, 0.445, 0.44, 0.436, 0.433, 0.43, 0.428, 0.427], "prob_new": [0.031038835644721985, 0.09046610444784164, 0.1913791000843048, 0.530979335308075, 0.6685366034507751, 0.8490152955055237, 0.8808938264846802, 0.9090671539306641, 0.9296905398368835, 0.9452564120292664, 0.9572044610977173, 0.9665244817733765, 0.973879873752594, 0.979698896408081, 0.9842777252197266, 0.9878484010696411, 0.9906105995178223, 0.9927375912666321, 0.9943708181381226, 0.9956178665161133], "prob_old": [0.8889192938804626, 0.7584256529808044, 0.28752562403678894, 0.07153502106666565, 0.00911284051835537, 0.001204201951622963, 0.0005723766516894102, 0.0003061331808567047, 0.0001548342261230573, 8.122503641061485e-05, 4.825823270948604e-05, 3.2610605558147654e-05, 2.4162151021300815e-05, 1.89133315871004e-05, 1.5208322110993322e-05, 1.233114926435519e-05, 9.975048669730313e-06, 8.014412742340937e-06, 6.404936357284896e-06, 5.13644727107021e-06], "prob_new_token": [0.00013710468192584813, 0.0013264064909890294, 0.012938395142555237, 0.2362961620092392, 0.6217359900474548, 0.8063262701034546, 0.8662316799163818, 0.9279234409332275, 0.9602002501487732, 0.975267231464386, 0.9820985794067383, 0.9854023456573486, 0.9873161911964417, 0.9887526631355286, 0.9900674223899841, 0.9913507699966431, 0.9925788640975952, 0.9937121868133545, 0.9947322010993958, 0.9956303834915161], "prob_old_token": [0.8805485963821411, 0.7583150863647461, 0.28347843885421753, 0.04692084342241287, 0.0024748581927269697, 0.0003560392069630325, 0.0001791724207578227, 8.300993795273826e-05, 3.533211929607205e-05, 1.664558658376336e-05, 9.723165021569002e-06, 6.971088168938877e-06, 5.739299467677483e-06, 5.071588930150028e-06, 4.578811058308929e-06, 4.101265858480474e-06, 3.5935593132307986e-06, 3.0663823054055683e-06, 2.5495910449535586e-06, 2.0776615201612003e-06], "update_matrix_norm_1": [23978.1875], "update_matrix_norm_2": [6.419439315795898], "update_matrix_norm_inf": [0.03200012072920799], "request": {"prompt": "The native language of {} is", "subject": "Arjen Robben", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [4.295, 3.534, 1.5, 0.575, 0.487, 0.449, 0.424, 0.409, 0.399, 0.393, 0.389, 0.386, 0.383, 0.381, 0.38, 0.378, 0.377, 0.376, 0.375, 0.374], "prob_new": [0.013931339606642723, 0.048374347388744354, 0.32926052808761597, 0.837005078792572, 0.9121806621551514, 0.9413532018661499, 0.9615111947059631, 0.97314453125, 0.9803733825683594, 0.9852287769317627, 0.9885411858558655, 0.990870475769043, 0.9926077723503113, 0.9939834475517273, 0.9951140284538269, 0.9960510730743408, 0.9968176484107971, 0.9974309802055359, 0.9979122877120972, 0.9982877373695374], "prob_old": [0.6180024147033691, 0.5461940765380859, 0.007036755792796612, 0.0020138402469456196, 0.0012807578314095736, 0.0010388814844191074, 0.0008475568611174822, 0.0006803720025345683, 0.0005504735745489597, 0.0004526454722508788, 0.0003776730445679277, 0.00031754886731505394, 0.00026674167020246387, 0.00022215502394828945, 0.00018238084157928824, 0.0001469999406253919, 0.00011606412590481341, 8.980572602013126e-05, 6.833543011453003e-05, 5.140808207215741e-05], "prob_new_token": [0.0005995843675918877, 0.0008829766884446144, 0.03443654626607895, 0.6234633922576904, 0.8098745942115784, 0.8811331391334534, 0.9274684190750122, 0.9522942900657654, 0.9662213921546936, 0.9747602343559265, 0.9803610444068909, 0.9842844605445862, 0.987238347530365, 0.9896087646484375, 0.9915904402732849, 0.9932641386985779, 0.9946509599685669, 0.995760977268219, 0.9966227412223816, 0.9972814917564392], "prob_old_token": [0.6041176319122314, 0.5361466407775879, 0.00508297560736537, 0.0013040429912507534, 0.0007378457230515778, 0.0005585717153735459, 0.0004258598492015153, 0.00032881987863220274, 0.0002637001744005829, 0.00021950024529360235, 0.0001872705324785784, 0.00016151844465639442, 0.00013938812480773777, 0.00011964665463892743, 0.00010185227438341826, 8.571906801080331e-05, 7.101245137164369e-05, 5.7701072364579886e-05, 4.595713107846677e-05, 3.59743571607396e-05], "update_matrix_norm_1": [22237.6015625], "update_matrix_norm_2": [6.161331653594971], "update_matrix_norm_inf": [0.04101148620247841], "request": {"prompt": "The native language of {} is", "subject": "Farrah Fawcett", "target_new": {"str": "Uzbek"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.056, 1.974, 0.509, 0.487, 0.472, 0.459, 0.449, 0.441, 0.433, 0.427, 0.42, 0.415, 0.41, 0.405, 0.401, 0.397, 0.395, 0.392, 0.39, 0.388], "prob_new": [0.0178740955889225, 0.24206598103046417, 0.9172557592391968, 0.9320508241653442, 0.9401562213897705, 0.9464374780654907, 0.9516767263412476, 0.9561859369277954, 0.9601491689682007, 0.9636906385421753, 0.9668975472450256, 0.9698314070701599, 0.9725335836410522, 0.975033164024353, 0.9773521423339844, 0.9795093536376953, 0.9815248250961304, 0.983412504196167, 0.9851775765419006, 0.9868118166923523], "prob_old": [0.6180024147033691, 0.5882567763328552, 0.0016618187073618174, 0.0006542088813148439, 0.000500204972922802, 0.0004331489035394043, 0.00039205755456350744, 0.00036209923564456403, 0.00033764372346922755, 0.00031601806404069066, 0.0002958189870696515, 0.00027628769748844206, 0.0002570847573224455, 0.00023813763982616365, 0.00021958617435302585, 0.0002016879734583199, 0.00018472172087058425, 0.00016887181845959276, 0.00015423069999087602, 0.0001408655516570434], "prob_new_token": [0.0002726295788306743, 0.06030169129371643, 0.845649242401123, 0.8674628138542175, 0.8814463019371033, 0.8927301168441772, 0.9022713303565979, 0.9105745553970337, 0.9179711937904358, 0.9246910810470581, 0.9308932423591614, 0.936680793762207, 0.9421181082725525, 0.9472446441650391, 0.9520791172981262, 0.9566211700439453, 0.9608603119850159, 0.9647873044013977, 0.9683898091316223, 0.9716634154319763], "prob_old_token": [0.6041176319122314, 0.5788366198539734, 0.0011035051429644227, 0.0005343985976651311, 0.00043959650793112814, 0.00039722680230624974, 0.0003705660637933761, 0.0003501798491925001, 0.0003323645214550197, 0.00031537399627268314, 0.00029832878499291837, 0.00028081180062144995, 0.00026274475385434926, 0.0002442354161757976, 0.00022556266048923135, 0.00020710758690256625, 0.00018932340026367456, 0.00017250819655600935, 0.000156854948727414, 0.00014246124192140996], "update_matrix_norm_1": [23040.208984375], "update_matrix_norm_2": [6.161331653594971], "update_matrix_norm_inf": [0.036037344485521317], "request": {"prompt": "The native language of {} is", "subject": "Farrah Fawcett", "target_new": {"str": "Arabic"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.551, 2.34, 0.544, 0.497, 0.479, 0.461, 0.445, 0.433, 0.424, 0.418, 0.413, 0.407, 0.403, 0.399, 0.396, 0.393, 0.39, 0.387, 0.385, 0.383], "prob_new": [0.003929700702428818, 0.16656219959259033, 0.8686705231666565, 0.9075820446014404, 0.9199709296226501, 0.9321817755699158, 0.9421417117118835, 0.949411153793335, 0.9550787806510925, 0.9600381851196289, 0.9647218585014343, 0.9691796898841858, 0.9732509255409241, 0.9767772555351257, 0.9797265529632568, 0.9821792244911194, 0.984259843826294, 0.9860950708389282, 0.9877777099609375, 0.9893327355384827], "prob_old": [0.6180024147033691, 0.4383517801761627, 0.0030890200287103653, 0.001681460184045136, 0.001298902672715485, 0.0011254247510805726, 0.0010205578291788697, 0.0009435926331207156, 0.0008875440689735115, 0.0008506945450790226, 0.0008292552083730698, 0.0008206093334592879, 0.0008216493297368288, 0.0008237201254814863, 0.0008136142278090119, 0.0007809032686054707, 0.0007252885261550546, 0.0006569729885086417, 0.0005884825368411839, 0.0005257924785837531], "prob_new_token": [1.7834890968515538e-05, 0.07020629942417145, 0.8372597098350525, 0.8628297448158264, 0.8747218251228333, 0.8972092866897583, 0.9176105260848999, 0.931952178478241, 0.9421293139457703, 0.9501141309738159, 0.9569958448410034, 0.9631164073944092, 0.9684309363365173, 0.9728721380233765, 0.9765204191207886, 0.9795335531234741, 0.9820384979248047, 0.9841444492340088, 0.985959529876709, 0.9875509142875671], "prob_old_token": [0.6041176319122314, 0.37211355566978455, 0.0017865918343886733, 0.0012834841618314385, 0.0011194373946636915, 0.001038020825944841, 0.0009711419115774333, 0.0008939584949985147, 0.000816289393696934, 0.0007510635768994689, 0.0006994155701249838, 0.0006582732312381268, 0.0006237563793547451, 0.0005902743432670832, 0.0005515678785741329, 0.000505726900883019, 0.0004565782146528363, 0.00040936365257948637, 0.00036657170858234167, 0.0003279911761637777], "update_matrix_norm_1": [23513.8125], "update_matrix_norm_2": [6.161331653594971], "update_matrix_norm_inf": [0.03688107430934906], "request": {"prompt": "The native language of {} is", "subject": "Farrah Fawcett", "target_new": {"str": "Serbian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.533, 1.286, 0.611, 0.549, 0.525, 0.51, 0.498, 0.488, 0.479, 0.472, 0.465, 0.46, 0.455, 0.45, 0.446, 0.443, 0.439, 0.436, 0.434, 0.431], "prob_new": [0.0006036409758962691, 0.4299432635307312, 0.8292739391326904, 0.8810515999794006, 0.9017555713653564, 0.9149467945098877, 0.9249717593193054, 0.9332129955291748, 0.9402833580970764, 0.9465132355690002, 0.952096700668335, 0.9571588039398193, 0.9617794752120972, 0.9660079479217529, 0.9698737859725952, 0.9733926057815552, 0.9765719771385193, 0.9794189929962158, 0.9819434881210327, 0.984161376953125], "prob_old": [0.7792636752128601, 0.2375199943780899, 0.01646682247519493, 0.005868605803698301, 0.0037274013739079237, 0.002856858540326357, 0.002370723756030202, 0.0020465468987822533, 0.0018041394650936127, 0.0016079259803518653, 0.0014401869848370552, 0.001291334512643516, 0.0011561830760911107, 0.001032026601023972, 0.0009176351595669985, 0.0008127125329338014, 0.0007173724006861448, 0.0006317730294540524, 0.000555880949832499, 0.0004893039586022496], "prob_new_token": [0.0002803232055157423, 0.46778547763824463, 0.8724409937858582, 0.9068471789360046, 0.9194956421852112, 0.927868127822876, 0.9346076250076294, 0.940464198589325, 0.9457575082778931, 0.9506530165672302, 0.9552433490753174, 0.9595882892608643, 0.9637089371681213, 0.96761155128479, 0.9712907671928406, 0.9747253656387329, 0.9778876900672913, 0.9807488918304443, 0.9832890629768372, 0.9855045676231384], "prob_old_token": [0.8866536021232605, 0.31059128046035767, 0.015951039269566536, 0.005514706484973431, 0.0035596417728811502, 0.0028052793350070715, 0.002401437610387802, 0.0021362800616770983, 0.0019350482616573572, 0.0017662330064922571, 0.001615028944797814, 0.0014741421910002828, 0.0013404365163296461, 0.0012127720983698964, 0.0010911320568993688, 0.0009763599373400211, 0.0008696659351699054, 0.000772355473600328, 0.0006851819343864918, 0.0006083278567530215], "update_matrix_norm_1": [26137.1484375], "update_matrix_norm_2": [6.347354412078857], "update_matrix_norm_inf": [0.03197433426976204], "request": {"prompt": "The native language of {} is", "subject": "Gustav Heinemann", "target_new": {"str": "Polish"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [5.621, 3.861, 0.89, 0.631, 0.591, 0.556, 0.526, 0.504, 0.487, 0.473, 0.462, 0.451, 0.442, 0.436, 0.43, 0.427, 0.424, 0.422, 0.419, 0.417], "prob_new": [0.0038938254583626986, 0.03352637216448784, 0.6388944983482361, 0.8260282278060913, 0.8601334095001221, 0.8891612887382507, 0.9129793047904968, 0.9309180974960327, 0.9441425800323486, 0.9542702436447144, 0.9624450206756592, 0.9692741632461548, 0.9750803112983704, 0.9800542593002319, 0.9842988848686218, 0.987853467464447, 0.9907292127609253, 0.992965817451477, 0.9946523308753967, 0.9959043264389038], "prob_old": [0.7792636752128601, 0.5065603256225586, 0.03448469936847687, 0.0069068968296051025, 0.00300592090934515, 0.0014581965515390038, 0.0007821206236258149, 0.0004416310985106975, 0.0002588478091638535, 0.00015641922072973102, 9.638036863179877e-05, 5.99350496486295e-05, 3.7314053770387545e-05, 2.3117689124774188e-05, 1.4209659639163874e-05, 8.688604793860577e-06, 5.341243650036631e-06, 3.3549711133673554e-06, 2.1862692847207654e-06, 1.4885289374433341e-06], "prob_new_token": [5.859992143086856e-06, 0.001065784483216703, 0.6033161878585815, 0.7064355611801147, 0.7521089911460876, 0.7927609086036682, 0.8276172876358032, 0.8563991785049438, 0.880008339881897, 0.8998225331306458, 0.9168540835380554, 0.9317471385002136, 0.9448674321174622, 0.9563648104667664, 0.9662773609161377, 0.9746013879776001, 0.9813066720962524, 0.9864284992218018, 0.9901630878448486, 0.9928157925605774], "prob_old_token": [0.8866536021232605, 0.6889885067939758, 0.025262676179409027, 0.004083347041159868, 0.0015870141796767712, 0.000805460091214627, 0.0004679442208725959, 0.0002827689750120044, 0.00017348540131933987, 0.00010753036622190848, 6.7111526732333e-05, 4.2035506339743733e-05, 2.633883741509635e-05, 1.6462065104860812e-05, 1.021975367621053e-05, 6.277327884163242e-06, 3.826133706752444e-06, 2.3466147922590608e-06, 1.4765909099878627e-06, 9.66213292485918e-07], "update_matrix_norm_1": [24525.10546875], "update_matrix_norm_2": [6.347352027893066], "update_matrix_norm_inf": [0.03500346094369888], "request": {"prompt": "The native language of {} is", "subject": "Gustav Heinemann", "target_new": {"str": "Vietnamese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.769, 2.635, 0.578, 0.502, 0.486, 0.47, 0.458, 0.449, 0.443, 0.436, 0.431, 0.426, 0.422, 0.419, 0.417, 0.416, 0.415, 0.414, 0.414, 0.413], "prob_new": [0.008739670738577843, 0.11241917312145233, 0.8671415448188782, 0.930148184299469, 0.9416682124137878, 0.9523649215698242, 0.9617536067962646, 0.9694614410400391, 0.9757550954818726, 0.9809747338294983, 0.9854442477226257, 0.9893832802772522, 0.9928014874458313, 0.9954830408096313, 0.9972480535507202, 0.9982298016548157, 0.9987320899963379, 0.9989854097366333, 0.9991100430488586, 0.9991638660430908], "prob_old": [0.7792636752128601, 0.47002312541007996, 0.006186963524669409, 0.003712613135576248, 0.002283461159095168, 0.0013951611472293735, 0.0008871424361132085, 0.0006014784448780119, 0.000432869594078511, 0.00032670050859451294, 0.00025460985489189625, 0.00020083360141143203, 0.00015557547158095986, 0.00011365424143150449, 7.699601701460779e-05, 5.0338971050223336e-05, 3.387467222637497e-05, 2.4633973225718364e-05, 1.9746357793337665e-05, 1.7321308405371383e-05], "prob_new_token": [6.359684630297124e-05, 0.02026059292256832, 0.8268936276435852, 0.9204001426696777, 0.9347343444824219, 0.9467939734458923, 0.957311749458313, 0.9659680724143982, 0.9730106592178345, 0.9788480997085571, 0.9838428497314453, 0.988200306892395, 0.991875410079956, 0.9946367740631104, 0.9964008331298828, 0.9974088072776794, 0.9979665875434875, 0.9982752799987793, 0.9984404444694519, 0.9985194802284241], "prob_old_token": [0.8866536021232605, 0.5480963587760925, 0.0029992875643074512, 0.0015247311675921082, 0.0008473391062580049, 0.0005040685646235943, 0.00031856578425504267, 0.00021436074166558683, 0.00015194017032627016, 0.00011139072012156248, 8.250318205682561e-05, 5.9998303186148405e-05, 4.169371095485985e-05, 2.7623747882898897e-05, 1.8240587451145984e-05, 1.265335868083639e-05, 9.417904948350042e-06, 7.524350166931981e-06, 6.418828434107127e-06, 5.78459457756253e-06], "update_matrix_norm_1": [24351.7109375], "update_matrix_norm_2": [6.347352981567383], "update_matrix_norm_inf": [0.02835742197930813], "request": {"prompt": "The native language of {} is", "subject": "Gustav Heinemann", "target_new": {"str": "Romanian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [2.756, 2.51, 1.741, 0.581, 0.531, 0.513, 0.5, 0.489, 0.48, 0.472, 0.466, 0.46, 0.456, 0.453, 0.452, 0.442, 0.422, 0.393, 0.357, 0.318], "prob_new": [0.0642738863825798, 0.13294480741024017, 0.28405091166496277, 0.893941342830658, 0.9396800398826599, 0.9561240077018738, 0.9662832617759705, 0.973408579826355, 0.9791621565818787, 0.9842916131019592, 0.9889767169952393, 0.9929395318031311, 0.9957301020622253, 0.9974196553230286, 0.9984186291694641, 0.9989129304885864, 0.9991012215614319, 0.9990786910057068, 0.9987912178039551, 0.9979792237281799], "prob_old": [0.46840208768844604, 0.5169028639793396, 0.13269996643066406, 0.04574698582291603, 0.009669018909335136, 0.004568463657051325, 0.002825498580932617, 0.001940532703883946, 0.0013517442857846618, 0.000900388287845999, 0.0005534169031307101, 0.0003139231994282454, 0.00017413258319720626, 9.938386210706085e-05, 5.853829861734994e-05, 4.211075065541081e-05, 4.037287726532668e-05, 5.256872100289911e-05, 9.699754446046427e-05, 0.0002475901274010539], "prob_new_token": [0.00029867980629205704, 0.0009315687930211425, 0.003914623986929655, 0.6986119747161865, 0.8398556113243103, 0.8922287225723267, 0.9226276278495789, 0.9422674775123596, 0.9566582441329956, 0.96832275390625, 0.9779742360115051, 0.9853242039680481, 0.9902744293212891, 0.993611752986908, 0.996016800403595, 0.9972736835479736, 0.9976238012313843, 0.9972888231277466, 0.9959439635276794, 0.9922415018081665], "prob_old_token": [0.6891591548919678, 0.5736671090126038, 0.10858624428510666, 0.01889379508793354, 0.004255588166415691, 0.002004519570618868, 0.0011848437134176493, 0.0007607010775245726, 0.0004785353085026145, 0.00027627949020825326, 0.00014339548943098634, 7.020234625088051e-05, 3.6102519516134635e-05, 1.9968265405623242e-05, 1.1059709322580602e-05, 7.692961844441015e-06, 7.99353529146174e-06, 1.2675774996750988e-05, 3.0782561225350946e-05, 0.00010059551277663559], "update_matrix_norm_1": [13806.828125], "update_matrix_norm_2": [4.263843536376953], "update_matrix_norm_inf": [0.04554379731416702], "request": {"prompt": "The native language of {} is", "subject": "Graham Chapman", "target_new": {"str": "Azerbaijani"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.918, 2.744, 0.759, 0.569, 0.525, 0.504, 0.492, 0.485, 0.479, 0.475, 0.471, 0.468, 0.465, 0.463, 0.461, 0.459, 0.458, 0.457, 0.456, 0.455], "prob_new": [0.00020250050874892622, 0.12135390937328339, 0.765136182308197, 0.9168553948402405, 0.9517558813095093, 0.9646869897842407, 0.9723047614097595, 0.9779897332191467, 0.9825118184089661, 0.9861094355583191, 0.9889315962791443, 0.9911157488822937, 0.9927952289581299, 0.9940899610519409, 0.9951017498970032, 0.9959065914154053, 0.9965561032295227, 0.9970815181732178, 0.9975013732910156, 0.9978288412094116], "prob_old": [0.46840208768844604, 0.038142744451761246, 0.0002951599599327892, 0.0001591648324392736, 0.0001155344070866704, 9.328759188065305e-05, 7.570320303784683e-05, 6.0049816966056824e-05, 4.6675369958393276e-05, 3.591362474253401e-05, 2.7630974727799185e-05, 2.141995901183691e-05, 1.6803502148832195e-05, 1.3346757441468071e-05, 1.0702586223487742e-05, 8.628833711554762e-06, 6.975014912313782e-06, 5.657037036144175e-06, 4.625148903869558e-06, 3.840907538688043e-06], "prob_new_token": [0.0002869013696908951, 0.1470101922750473, 0.7609182596206665, 0.9323484301567078, 0.9655342698097229, 0.9756358861923218, 0.9808447360992432, 0.9845089912414551, 0.9873834848403931, 0.9896891713142395, 0.9915327429771423, 0.9929943084716797, 0.9941502213478088, 0.9950689077377319, 0.9958101511001587, 0.9964221119880676, 0.9969350695610046, 0.9973648190498352, 0.9977181553840637, 0.9979972839355469], "prob_old_token": [0.6891591548919678, 0.02439308352768421, 0.00013888470130041242, 7.755107071716338e-05, 5.81722088099923e-05, 4.9056787247536704e-05, 4.170624015387148e-05, 3.470915908110328e-05, 2.832624886650592e-05, 2.2879779862705618e-05, 1.8466585970600136e-05, 1.5007159163360484e-05, 1.2331245670793578e-05, 1.0248155376757495e-05, 8.588031050749123e-06, 7.223960892588366e-06, 6.080082584958291e-06, 5.121339199831709e-06, 4.336524852988077e-06, 3.7197362416918622e-06], "update_matrix_norm_1": [23376.75], "update_matrix_norm_2": [6.076002597808838], "update_matrix_norm_inf": [0.031266484409570694], "request": {"prompt": "The native language of {} is", "subject": "Graham Chapman", "target_new": {"str": "Latin"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [2.907, 0.538, 0.496, 0.481, 0.472, 0.466, 0.462, 0.459, 0.457, 0.455, 0.454, 0.453, 0.452, 0.451, 0.45, 0.45, 0.449, 0.449, 0.448, 0.448], "prob_new": [0.06128142029047012, 0.9254704713821411, 0.9560468196868896, 0.969618022441864, 0.9773328900337219, 0.9823467135429382, 0.9857548475265503, 0.9882251620292664, 0.9900916814804077, 0.9915264844894409, 0.992651641368866, 0.9935650825500488, 0.9943370223045349, 0.9950045943260193, 0.9955856204032898, 0.996092677116394, 0.9965335726737976, 0.9969104528427124, 0.997226893901825, 0.9974917769432068], "prob_old": [0.46840208768844604, 0.03373011201620102, 0.009235477074980736, 0.0038096613716334105, 0.0023431668523699045, 0.0017002853564918041, 0.001337506459094584, 0.0010946678230538964, 0.0009155742591246963, 0.0007791150128468871, 0.0006754451896995306, 0.0005967479664832354, 0.0005353615852072835, 0.0004846727824769914, 0.00043924141209572554, 0.0003951411636080593, 0.0003513084666337818, 0.00030967037309892476, 0.00027302344096824527, 0.0002427898725727573], "prob_new_token": [0.01656675897538662, 0.8651584982872009, 0.9103395342826843, 0.9343528151512146, 0.9513645172119141, 0.9640880823135376, 0.9733057022094727, 0.9796173572540283, 0.9839463829994202, 0.9870452284812927, 0.989368736743927, 0.9911841750144958, 0.9926522970199585, 0.9938609600067139, 0.9948632121086121, 0.9956979155540466, 0.9963924288749695, 0.9969608187675476, 0.9974209666252136, 0.9977931380271912], "prob_old_token": [0.6891591548919678, 0.013129341416060925, 0.003162150038406253, 0.0014841115335002542, 0.000926671433262527, 0.00062939478084445, 0.00044401586637832224, 0.00032592605566605926, 0.0002486108860466629, 0.00019564451940823346, 0.000158179274876602, 0.0001307297934545204, 0.00010961859516100958, 9.2503301857505e-05, 7.794694101903588e-05, 6.514145934488624e-05, 5.393833271227777e-05, 4.456110764294863e-05, 3.710345845320262e-05, 3.132118581561372e-05], "update_matrix_norm_1": [23754.46875], "update_matrix_norm_2": [6.076003074645996], "update_matrix_norm_inf": [0.029110301285982132], "request": {"prompt": "The native language of {} is", "subject": "Graham Chapman", "target_new": {"str": "Welsh"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.031, 3.537, 0.444, 0.432, 0.421, 0.411, 0.403, 0.397, 0.392, 0.388, 0.384, 0.381, 0.378, 0.375, 0.373, 0.37, 0.368, 0.366, 0.364, 0.363], "prob_new": [0.0015649843262508512, 0.06220243126153946, 0.9216489791870117, 0.9309507012367249, 0.9383506774902344, 0.9451944231987, 0.9510469436645508, 0.9559062719345093, 0.959950864315033, 0.9633772969245911, 0.9663455486297607, 0.9689763784408569, 0.9713571667671204, 0.9735490679740906, 0.9755966663360596, 0.9775305390357971, 0.9793714880943298, 0.9811330437660217, 0.9828234314918518, 0.9844464063644409], "prob_old": [0.8605703115463257, 0.6948720812797546, 0.0002719637705013156, 0.0002473421045579016, 0.00023804951342754066, 0.0002145080070476979, 0.0001864966907305643, 0.00016022540512494743, 0.00013759701687376946, 0.00011859359801746905, 0.00010263574222335592, 8.910005999496207e-05, 7.746819028398022e-05, 6.734923954354599e-05, 5.845598207088187e-05, 5.05812895426061e-05, 4.3578402255661786e-05, 3.733907942660153e-05, 3.178458791808225e-05, 2.685468462004792e-05], "prob_new_token": [0.0010294042294844985, 0.03410663083195686, 0.9342784881591797, 0.9405722618103027, 0.9471330046653748, 0.9535813331604004, 0.9591864347457886, 0.9638530611991882, 0.967716634273529, 0.9709556102752686, 0.9737136960029602, 0.9761108160018921, 0.978229284286499, 0.9801338315010071, 0.9818686246871948, 0.983463704586029, 0.984944760799408, 0.9863266348838806, 0.9876232147216797, 0.9888405203819275], "prob_old_token": [0.8860272169113159, 0.7647366523742676, 0.0001760066079441458, 0.00016516703180968761, 0.00015239832282532007, 0.00013130517618265003, 0.00010931470023933798, 8.998527482617646e-05, 7.407861994579434e-05, 6.12408621236682e-05, 5.089732076157816e-05, 4.249464109307155e-05, 3.5599692637333646e-05, 2.9883636671002023e-05, 2.510299236746505e-05, 2.10808175324928e-05, 1.767833782650996e-05, 1.4793063201068435e-05, 1.2341904039203655e-05, 1.0263129297527485e-05], "update_matrix_norm_1": [25042.9453125], "update_matrix_norm_2": [6.360305309295654], "update_matrix_norm_inf": [0.03317667171359062], "request": {"prompt": "The native language of {} is", "subject": "Nagisa \u014cshima", "target_new": {"str": "German"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [4.908, 3.461, 0.487, 0.385, 0.372, 0.367, 0.363, 0.36, 0.357, 0.355, 0.354, 0.353, 0.352, 0.351, 0.351, 0.35, 0.349, 0.349, 0.349, 0.348], "prob_new": [0.007539667189121246, 0.047011133283376694, 0.8780785799026489, 0.9710107445716858, 0.982421875, 0.9863997101783752, 0.9886961579322815, 0.9903005957603455, 0.9915226697921753, 0.9925092458724976, 0.993346631526947, 0.994078516960144, 0.994717001914978, 0.9952610731124878, 0.9957150220870972, 0.9960933923721313, 0.9964162707328796, 0.9967008233070374, 0.9969543218612671, 0.9971739649772644], "prob_old": [0.8605703115463257, 0.7620707154273987, 0.000457880727481097, 8.316274033859372e-05, 5.135079481988214e-05, 3.916842979378998e-05, 3.172302240272984e-05, 2.6410460122860968e-05, 2.2363206880982034e-05, 1.9130799046251923e-05, 1.644746407691855e-05, 1.4185126929078251e-05, 1.2299158697715029e-05, 1.076438456948381e-05, 9.533657248539384e-06, 8.537424037058372e-06, 7.705491952947341e-06, 6.9877205532975495e-06, 6.362712611007737e-06, 5.8289060689276084e-06], "prob_new_token": [2.9888878998463042e-05, 0.0021799334790557623, 0.7283493280410767, 0.9202179908752441, 0.948379397392273, 0.9586783647537231, 0.9649262428283691, 0.969563901424408, 0.9733362793922424, 0.976579487323761, 0.9794737696647644, 0.9820868372917175, 0.9843999147415161, 0.9863786697387695, 0.988030731678009, 0.9894077181816101, 0.990584135055542, 0.9916213750839233, 0.992546796798706, 0.9933591485023499], "prob_old_token": [0.8860272169113159, 0.7857103943824768, 0.00019747612532228231, 3.851263682008721e-05, 2.539327942940872e-05, 2.0043798940605484e-05, 1.6639873138046823e-05, 1.4126129826763645e-05, 1.2148474525019992e-05, 1.0525627658353187e-05, 9.145006515609566e-06, 7.94563766248757e-06, 6.914589448570041e-06, 6.052446224202868e-06, 5.343277734937146e-06, 4.7568305490131024e-06, 4.257778073224472e-06, 3.817484866885934e-06, 3.423325779294828e-06, 3.075607764913002e-06], "update_matrix_norm_1": [24068.337890625], "update_matrix_norm_2": [6.360307216644287], "update_matrix_norm_inf": [0.0280767809599638], "request": {"prompt": "The native language of {} is", "subject": "Nagisa \u014cshima", "target_new": {"str": "Hebrew"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [5.188, 3.776, 0.58, 0.431, 0.393, 0.383, 0.375, 0.368, 0.363, 0.359, 0.356, 0.354, 0.352, 0.351, 0.35, 0.349, 0.349, 0.348, 0.348, 0.348], "prob_new": [0.00572123983874917, 0.03496730327606201, 0.8106671571731567, 0.9356789588928223, 0.9691482186317444, 0.9795143604278564, 0.9843702912330627, 0.9877668023109436, 0.9904552698135376, 0.9925762414932251, 0.9942227602005005, 0.9954923391342163, 0.996464729309082, 0.9971973299980164, 0.9977344274520874, 0.9981147646903992, 0.9983758926391602, 0.998555064201355, 0.9986878633499146, 0.9988029599189758], "prob_old": [0.8605703115463257, 0.745747983455658, 0.014752209186553955, 0.0014011104358360171, 0.0004179715469945222, 0.00021981049212627113, 0.00014256530266720802, 9.844898886512965e-05, 7.054595334921032e-05, 5.1796560001093894e-05, 3.8402911741286516e-05, 2.8432234103092924e-05, 2.0982382920919918e-05, 1.559095471748151e-05, 1.189635440823622e-05, 9.53760536503978e-06, 8.159243407135364e-06, 7.426534011756303e-06, 7.023849320830777e-06, 6.674403721262934e-06], "prob_new_token": [2.1421330529847182e-05, 0.003185307141393423, 0.7727065682411194, 0.9367092847824097, 0.9697593450546265, 0.9797464609146118, 0.9844945073127747, 0.9880340695381165, 0.9908915162086487, 0.993127703666687, 0.9948369860649109, 0.9961321353912354, 0.9971011281013489, 0.9978062510490417, 0.9982995390892029, 0.9986292123794556, 0.9988415837287903, 0.9989776611328125, 0.9990760087966919, 0.999164342880249], "prob_old_token": [0.8860272169113159, 0.7381835579872131, 0.022943848744034767, 0.0008628375944681466, 0.0001415480801369995, 5.397110726335086e-05, 3.0304572646855377e-05, 1.9527198674040847e-05, 1.3600937563751359e-05, 9.920810953190085e-06, 7.358584298344795e-06, 5.434787453850731e-06, 3.977199412474874e-06, 2.92014760816528e-06, 2.204636075475719e-06, 1.7601465742700384e-06, 1.5116520444280468e-06, 1.3888032981412834e-06, 1.3221957715359167e-06, 1.2481200428737793e-06], "update_matrix_norm_1": [24115.40625], "update_matrix_norm_2": [6.360307216644287], "update_matrix_norm_inf": [0.02866332046687603], "request": {"prompt": "The native language of {} is", "subject": "Nagisa \u014cshima", "target_new": {"str": "Arabic"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [5.618, 4.408, 2.226, 0.718, 0.505, 0.467, 0.449, 0.437, 0.428, 0.421, 0.417, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.406, 0.405, 0.405], "prob_new": [0.003984617535024881, 0.018908971920609474, 0.16996444761753082, 0.7485761046409607, 0.9250332117080688, 0.9580854177474976, 0.9717027544975281, 0.9789729714393616, 0.983923614025116, 0.9875738024711609, 0.9902932643890381, 0.9923577308654785, 0.9939557313919067, 0.9951784014701843, 0.9960888624191284, 0.9967491626739502, 0.9972216486930847, 0.997564435005188, 0.997823178768158, 0.9980270862579346], "prob_old": [0.7557241320610046, 0.38988378643989563, 0.23016326129436493, 0.004942754283547401, 0.000401008379412815, 0.0001328212529188022, 7.211777847260237e-05, 4.6523437049472705e-05, 3.1956657039700076e-05, 2.2658890884486027e-05, 1.6558489733142778e-05, 1.2351006262178998e-05, 9.235343895852566e-06, 6.912395292602014e-06, 5.263612820272101e-06, 4.148960215388797e-06, 3.410998715480673e-06, 2.9132984309399035e-06, 2.5599067612347426e-06, 2.293232228112174e-06], "prob_new_token": [4.35982110502664e-06, 0.0003330720937810838, 0.04648548364639282, 0.60822594165802, 0.9209315776824951, 0.9525347948074341, 0.9664059281349182, 0.9744294881820679, 0.9799095988273621, 0.983949601650238, 0.9870638847351074, 0.9896113872528076, 0.9917572736740112, 0.9934909343719482, 0.9947908520698547, 0.995697557926178, 0.9962925314903259, 0.9966741800308228, 0.9969267249107361, 0.997107207775116], "prob_old_token": [0.9089649319648743, 0.6540036201477051, 0.38401180505752563, 0.004841221030801535, 0.00039371364982798696, 0.0001560287200845778, 9.403863805346191e-05, 6.553051207447425e-05, 4.778479706146754e-05, 3.5226239560870454e-05, 2.602128188300412e-05, 1.912849984364584e-05, 1.3946797480457462e-05, 1.0195397408097051e-05, 7.611621640535304e-06, 5.906115347897867e-06, 4.81415099784499e-06, 4.114730927540222e-06, 3.6485973851085873e-06, 3.3217659165529767e-06], "update_matrix_norm_1": [23482.244140625], "update_matrix_norm_2": [6.277937412261963], "update_matrix_norm_inf": [0.03017146699130535], "request": {"prompt": "The native language of {} is", "subject": "\u00c9ric Rohmer", "target_new": {"str": "Serbian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.94, 3.015, 1.921, 1.081, 0.572, 0.487, 0.459, 0.444, 0.432, 0.423, 0.417, 0.413, 0.41, 0.408, 0.406, 0.405, 0.404, 0.403, 0.403, 0.402], "prob_new": [0.020300067961215973, 0.0763290524482727, 0.23199047148227692, 0.5245351195335388, 0.8767381310462952, 0.9413541555404663, 0.9617128372192383, 0.9714874029159546, 0.9782031774520874, 0.9835090637207031, 0.9878333210945129, 0.9913036227226257, 0.9939442873001099, 0.9958038330078125, 0.9970191717147827, 0.9977831244468689, 0.9982647895812988, 0.9985727667808533, 0.99876868724823, 0.9988859295845032], "prob_old": [0.7557241320610046, 0.42136189341545105, 0.28605133295059204, 0.03327148035168648, 0.0013621109537780285, 0.00013124260294716805, 3.027486127393786e-05, 1.3878954632673413e-05, 8.510038242093287e-06, 5.803161911899224e-06, 4.090283255209215e-06, 2.887662049033679e-06, 2.0527288597804727e-06, 1.51732479025668e-06, 1.1960296433244366e-06, 1.0047594969364582e-06, 8.868952363627614e-07, 8.179574706446147e-07, 7.930454444249335e-07, 8.170642331606359e-07], "prob_new_token": [1.3175153071642853e-05, 0.0011419779621064663, 0.008318345993757248, 0.25058549642562866, 0.8484757542610168, 0.9553329944610596, 0.9747327566146851, 0.981075644493103, 0.9850179553031921, 0.988182008266449, 0.9908100366592407, 0.9929323196411133, 0.9945549964904785, 0.9957190752029419, 0.9965437650680542, 0.9971731305122375, 0.997683584690094, 0.9980621337890625, 0.9982942938804626, 0.998407244682312], "prob_old_token": [0.9089649319648743, 0.6610299944877625, 0.45660218596458435, 0.04114915058016777, 0.0017189343925565481, 0.00012448334018699825, 3.313105116831139e-05, 1.7550568372826092e-05, 1.1687921869452111e-05, 8.420911399298348e-06, 6.262170245463494e-06, 4.726231054519303e-06, 3.6398359952727333e-06, 2.910932835220592e-06, 2.4267492335638963e-06, 2.078858642562409e-06, 1.8109850543623907e-06, 1.6382870171582908e-06, 1.5931152574921725e-06, 1.6873621007107431e-06], "update_matrix_norm_1": [22685.5234375], "update_matrix_norm_2": [6.277936935424805], "update_matrix_norm_inf": [0.03258298709988594], "request": {"prompt": "The native language of {} is", "subject": "\u00c9ric Rohmer", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.342, 3.734, 2.43, 0.706, 0.458, 0.435, 0.424, 0.417, 0.413, 0.41, 0.408, 0.407, 0.406, 0.405, 0.404, 0.404, 0.403, 0.403, 0.403, 0.403], "prob_new": [0.013406544923782349, 0.037300512194633484, 0.13817745447158813, 0.8265697360038757, 0.9735260009765625, 0.9875726699829102, 0.9925904870033264, 0.9949935078620911, 0.996346652507782, 0.9971805810928345, 0.9977326393127441, 0.9981203079223633, 0.9984059929847717, 0.9986240267753601, 0.9987933039665222, 0.9989271759986877, 0.9990358948707581, 0.9991261959075928, 0.9992021918296814, 0.9992668032646179], "prob_old": [0.7557241320610046, 0.22106343507766724, 0.2983325123786926, 0.0004731398948933929, 9.492826939094812e-05, 5.550539572141133e-05, 3.7642967072315514e-05, 2.7907142793992534e-05, 2.209826016041916e-05, 1.8372647900832817e-05, 1.572809742356185e-05, 1.3587165085482411e-05, 1.1660502423183061e-05, 9.891830814012792e-06, 8.3337299656705e-06, 7.020933935564244e-06, 5.940903520240681e-06, 5.055740984971635e-06, 4.325250301917549e-06, 3.7167060327192303e-06], "prob_new_token": [3.379170266271103e-06, 5.357261034077965e-05, 0.0017538449028506875, 0.40805909037590027, 0.9086969494819641, 0.9574785232543945, 0.9761805534362793, 0.9848077893257141, 0.9894093871116638, 0.9920762181282043, 0.9937340021133423, 0.9948300719261169, 0.9955939650535583, 0.9961434006690979, 0.9965457916259766, 0.9968485832214355, 0.9970877766609192, 0.9972882270812988, 0.9974642992019653, 0.9976238012313843], "prob_old_token": [0.9089649319648743, 0.3940167725086212, 0.43368351459503174, 0.0004150505119469017, 5.2271050662966445e-05, 1.9382590835448354e-05, 1.014680128719192e-05, 6.2797766986477654e-06, 4.33547438660753e-06, 3.263595999669633e-06, 2.615878884171252e-06, 2.178452632506378e-06, 1.8472337615094148e-06, 1.5804930626472924e-06, 1.3643580132338684e-06, 1.190816874441225e-06, 1.05077185708069e-06, 9.355140377920179e-07, 8.378850679946481e-07, 7.530009611400601e-07], "update_matrix_norm_1": [23033.5390625], "update_matrix_norm_2": [6.2779364585876465], "update_matrix_norm_inf": [0.030373243615031242], "request": {"prompt": "The native language of {} is", "subject": "\u00c9ric Rohmer", "target_new": {"str": "Burmese"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.303, 7.298, 3.532, 0.894, 0.538, 0.51, 0.494, 0.483, 0.477, 0.472, 0.469, 0.467, 0.465, 0.463, 0.462, 0.46, 0.459, 0.457, 0.456, 0.455], "prob_new": [0.00010462563659530133, 0.0013280782150104642, 0.05748990550637245, 0.6717569828033447, 0.9457740187644958, 0.9710279107093811, 0.9830400347709656, 0.9905746579170227, 0.9946616888046265, 0.9967207312583923, 0.997780978679657, 0.9983547329902649, 0.9986763000488281, 0.9988541603088379, 0.9989418983459473, 0.9989686012268066, 0.9989555478096008, 0.9989252686500549, 0.9989060163497925, 0.9989243745803833], "prob_old": [0.8369691967964172, 0.6707561016082764, 0.23519444465637207, 0.03951337933540344, 0.007807756774127483, 0.004043350461870432, 0.002412038156762719, 0.0014383436646312475, 0.0009029853972606361, 0.0006199973868206143, 0.00046580462367273867, 0.0003783824504353106, 0.0003283937112428248, 0.00030168629018589854, 0.00029108207672834396, 0.00029229052597656846, 0.00030136038549244404, 0.00031287127058021724, 0.00031940758344717324, 0.0003135095757897943], "prob_new_token": [3.530786489136517e-05, 0.0009616973693482578, 0.07909560948610306, 0.6723060607910156, 0.9485358595848083, 0.9734636545181274, 0.9841556549072266, 0.9913570284843445, 0.9956096410751343, 0.9976404309272766, 0.9985591173171997, 0.998994767665863, 0.9992106556892395, 0.9993143081665039, 0.9993510842323303, 0.999341607093811, 0.9992994070053101, 0.9992398023605347, 0.9991881251335144, 0.9991740584373474], "prob_old_token": [0.7826182246208191, 0.5154151320457458, 0.07458174228668213, 0.00254603149369359, 7.150726742111146e-05, 1.5704077668488026e-05, 5.96113522988162e-06, 2.248328655696241e-06, 8.17993281998497e-07, 3.332240794406971e-07, 1.6658606227792916e-07, 1.0247656234696478e-07, 7.55570113142312e-08, 6.491407589237497e-08, 6.34908232655107e-08, 6.89996539904314e-08, 8.064046852496176e-08, 9.660921307386161e-08, 1.1158767421193261e-07, 1.1684121403732206e-07], "update_matrix_norm_1": [23830.73046875], "update_matrix_norm_2": [6.050023078918457], "update_matrix_norm_inf": [0.02990097552537918], "request": {"prompt": "The native language of {} is", "subject": "Abdullah of Saudi Arabia", "target_new": {"str": "Korean"}, "old_answer": {"str": "Arabic"}, "seed": 42}}, {"loss_per_step": [5.811, 5.257, 3.385, 1.302, 0.522, 0.495, 0.481, 0.475, 0.469, 0.465, 0.463, 0.462, 0.46, 0.459, 0.458, 0.458, 0.457, 0.456, 0.455, 0.455], "prob_new": [0.003091561608016491, 0.008608878590166569, 0.056637998670339584, 0.47067078948020935, 0.9547696709632874, 0.9736818671226501, 0.9821983575820923, 0.9881818294525146, 0.9927171468734741, 0.9957194924354553, 0.9973816871643066, 0.9981951117515564, 0.9985908269882202, 0.9987869262695312, 0.9988781213760376, 0.9989116787910461, 0.9989150166511536, 0.9989075660705566, 0.998906672000885, 0.9989269375801086], "prob_old": [0.8369691967964172, 0.7025985717773438, 0.29154983162879944, 0.03437986597418785, 0.009777465835213661, 0.006655978970229626, 0.004765205550938845, 0.0033228828106075525, 0.002225905656814575, 0.001474571181461215, 0.0010127431014552712, 0.0007566017447970808, 0.0006222192314453423, 0.0005585765466094017, 0.0005380452494136989, 0.0005423282273113728, 0.0005594210233539343, 0.000581124797463417, 0.0006000988651067019, 0.0006092063849791884], "prob_new_token": [4.248420736985281e-06, 5.091232742415741e-05, 0.004583531990647316, 0.20379839837551117, 0.9128817915916443, 0.9530525803565979, 0.9722455143928528, 0.9842484593391418, 0.9916620850563049, 0.9954294562339783, 0.997157096862793, 0.9979835748672485, 0.9983965754508972, 0.9985889196395874, 0.998652994632721, 0.9986490607261658, 0.998616099357605, 0.9985780119895935, 0.9985520839691162, 0.9985532164573669], "prob_old_token": [0.7826182246208191, 0.5836006999015808, 0.11419667303562164, 0.0015388206811621785, 0.00014122285938356072, 6.341684638755396e-05, 2.7480546123115346e-05, 1.1232674296479672e-05, 4.178496055828873e-06, 1.5749303656775737e-06, 7.185226991168747e-07, 4.211776740703499e-07, 3.080702413171821e-07, 2.6727931867753796e-07, 2.6175894163316116e-07, 2.772387404093024e-07, 3.0652256555185886e-07, 3.4284278171980986e-07, 3.7604064573315554e-07, 3.943154069929733e-07], "update_matrix_norm_1": [23146.458984375], "update_matrix_norm_2": [6.050022602081299], "update_matrix_norm_inf": [0.03340458869934082], "request": {"prompt": "The native language of {} is", "subject": "Abdullah of Saudi Arabia", "target_new": {"str": "Welsh"}, "old_answer": {"str": "Arabic"}, "seed": 42}}, {"loss_per_step": [3.752, 3.604, 2.581, 1.762, 0.787, 0.723, 0.503, 0.477, 0.474, 0.468, 0.464, 0.461, 0.459, 0.457, 0.455, 0.453, 0.452, 0.451, 0.451, 0.45], "prob_new": [0.02389177866280079, 0.044309116899967194, 0.12470251321792603, 0.28406819701194763, 0.7642789483070374, 0.8103892207145691, 0.9748393893241882, 0.9872978925704956, 0.9867931604385376, 0.9893794655799866, 0.992156445980072, 0.9936676025390625, 0.994798481464386, 0.995635986328125, 0.9962773323059082, 0.996768593788147, 0.9972169399261475, 0.997558057308197, 0.9977900385856628, 0.9979561567306519], "prob_old": [0.8369691967964172, 0.5502476096153259, 0.26716774702072144, 0.11839108169078827, 0.02923543192446232, 0.004913500510156155, 0.05823061242699623, 0.02814909815788269, 0.029961280524730682, 0.024493025615811348, 0.017631519585847855, 0.013399814255535603, 0.010158517397940159, 0.0082333879545331, 0.0072676511481404305, 0.006676932331174612, 0.005873297806829214, 0.005218086764216423, 0.004921838641166687, 0.004747238475829363], "prob_new_token": [2.456539004924707e-05, 0.00019338786660227925, 0.005429086275398731, 0.029322508722543716, 0.4137040376663208, 0.8453807234764099, 0.9471700191497803, 0.9784455299377441, 0.9805325269699097, 0.9860373139381409, 0.9904319643974304, 0.9928533434867859, 0.9946277737617493, 0.9958460330963135, 0.9966506958007812, 0.9972423315048218, 0.9978013038635254, 0.9981924891471863, 0.9983913898468018, 0.9984891414642334], "prob_old_token": [0.7826182246208191, 0.37325236201286316, 0.07204604893922806, 0.01510725449770689, 0.0005408456781879067, 4.760213414556347e-05, 0.001120696309953928, 0.000321444240398705, 0.0003531246620696038, 0.00025578690110705793, 0.0001525393599877134, 9.161981870420277e-05, 5.1698199968086556e-05, 3.323164855828509e-05, 2.5966644898289815e-05, 2.1804762582178228e-05, 1.6326073819072917e-05, 1.2504951882874593e-05, 1.0999679034284782e-05, 1.02224057627609e-05], "update_matrix_norm_1": [23078.69140625], "update_matrix_norm_2": [6.050022602081299], "update_matrix_norm_inf": [0.04035245254635811], "request": {"prompt": "The native language of {} is", "subject": "Abdullah of Saudi Arabia", "target_new": {"str": "Latvian"}, "old_answer": {"str": "Arabic"}, "seed": 42}}, {"loss_per_step": [4.878, 4.086, 1.884, 0.632, 0.5, 0.454, 0.434, 0.423, 0.415, 0.411, 0.407, 0.405, 0.403, 0.401, 0.4, 0.399, 0.398, 0.397, 0.396, 0.395], "prob_new": [0.007666739635169506, 0.025660870596766472, 0.2318701148033142, 0.8061785101890564, 0.919013261795044, 0.9556801319122314, 0.9692500233650208, 0.9777604937553406, 0.9826614856719971, 0.9854878187179565, 0.9874042272567749, 0.9889215230941772, 0.990226686000824, 0.9913815259933472, 0.9924026727676392, 0.9932942390441895, 0.9940596222877502, 0.9947070479393005, 0.995251476764679, 0.9957120418548584], "prob_old": [0.9423921704292297, 0.6726648807525635, 0.10089002549648285, 0.001334366388618946, 0.000746966281440109, 0.0005641263560391963, 0.0004745309124700725, 0.0004133140901103616, 0.0003577891329769045, 0.0003049961233045906, 0.00025710088084451854, 0.00021544507762882859, 0.00018038357666227967, 0.00015168593381531537, 0.00012875173706561327, 0.00011075110523961484, 9.676381887402385e-05, 8.588907803641632e-05, 7.73038191255182e-05, 7.03443365637213e-05], "prob_new_token": [6.121980277384864e-06, 5.94201083004009e-05, 0.0060129910707473755, 0.5669224858283997, 0.821587860584259, 0.9150375127792358, 0.9489423036575317, 0.964223325252533, 0.9714474678039551, 0.9755766987800598, 0.9785261750221252, 0.9809607267379761, 0.9831021428108215, 0.9850178360939026, 0.9867169857025146, 0.9881945848464966, 0.9894484281539917, 0.9904885292053223, 0.9913448691368103, 0.9920634627342224], "prob_old_token": [0.9538383483886719, 0.7962594032287598, 0.1660098433494568, 0.0007400843314826488, 0.00045548746129497886, 0.00037645080010406673, 0.00031857460271567106, 0.0002722201170399785, 0.00023321602202486247, 0.00019850631360895932, 0.0001676773390499875, 0.00014075252693146467, 0.00011775306484196335, 9.858878183877096e-05, 8.30280696391128e-05, 7.069649291224778e-05, 6.10941497143358e-05, 5.367110134102404e-05, 4.7871006245259196e-05, 4.319258005125448e-05], "update_matrix_norm_1": [21561.2890625], "update_matrix_norm_2": [6.0413713455200195], "update_matrix_norm_inf": [0.04576118662953377], "request": {"prompt": "The native language of {} is", "subject": "Marion Cotillard", "target_new": {"str": "Uzbek"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.736, 3.508, 0.498, 0.465, 0.452, 0.444, 0.437, 0.431, 0.427, 0.423, 0.419, 0.416, 0.413, 0.41, 0.408, 0.406, 0.404, 0.402, 0.4, 0.399], "prob_new": [0.003283483674749732, 0.0464264452457428, 0.9089552760124207, 0.938665509223938, 0.9501965045928955, 0.9574152827262878, 0.962873637676239, 0.9673333764076233, 0.9711174964904785, 0.9743998646736145, 0.9772895574569702, 0.9798611402511597, 0.9821664690971375, 0.9842451214790344, 0.9861271381378174, 0.9878350496292114, 0.9893869161605835, 0.9907959699630737, 0.9920730590820312, 0.9932258725166321], "prob_old": [0.9423921704292297, 0.591910719871521, 0.006868115626275539, 0.002682059071958065, 0.001835385337471962, 0.0015065812040120363, 0.0013313011731952429, 0.0012155401054769754, 0.0011253206757828593, 0.0010459384648129344, 0.0009708334691822529, 0.0008974611409939826, 0.0008252119296230376, 0.0007543183746747673, 0.000685295439325273, 0.0006187104154378176, 0.0005549637135118246, 0.0004944033571518958, 0.00043723435373976827, 0.00038364584906958044], "prob_new_token": [6.0872648646181915e-06, 0.0010388704249635339, 0.8832912445068359, 0.9049844145774841, 0.914883017539978, 0.9230208396911621, 0.9302783608436584, 0.9368025064468384, 0.9426868557929993, 0.948004961013794, 0.9528288245201111, 0.9572373628616333, 0.9612789154052734, 0.9650100469589233, 0.9684757590293884, 0.9717055559158325, 0.9747254848480225, 0.9775496125221252, 0.980189859867096, 0.9826561808586121], "prob_old_token": [0.9538383483886719, 0.7565237879753113, 0.004671895410865545, 0.001484979409724474, 0.001021062140353024, 0.0008560552378185093, 0.0007715136162005365, 0.0007165291463024914, 0.0006732631591148674, 0.0006342419655993581, 0.0005961806746199727, 0.0005578642012551427, 0.0005193680990487337, 0.00048098285333253443, 0.00044316682033240795, 0.00040641234954819083, 0.00037100398913025856, 0.0003372314677108079, 0.0003052092797588557, 0.0002749513369053602], "update_matrix_norm_1": [22701.328125], "update_matrix_norm_2": [6.041374206542969], "update_matrix_norm_inf": [0.038236185908317566], "request": {"prompt": "The native language of {} is", "subject": "Marion Cotillard", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.205, 3.386, 1.293, 0.479, 0.456, 0.439, 0.426, 0.417, 0.411, 0.407, 0.404, 0.401, 0.398, 0.397, 0.395, 0.394, 0.393, 0.393, 0.391, 0.384], "prob_new": [0.015113887377083302, 0.0525515154004097, 0.42469552159309387, 0.9405770301818848, 0.9567384719848633, 0.966437041759491, 0.9740622639656067, 0.9805158972740173, 0.9857673048973083, 0.9898017644882202, 0.9927657246589661, 0.9948766827583313, 0.9963468313217163, 0.9973496198654175, 0.9980199933052063, 0.9984601736068726, 0.9987462759017944, 0.9989321827888489, 0.9990510940551758, 0.9991002678871155], "prob_old": [0.9423921704292297, 0.6856676340103149, 0.021191395819187164, 0.0029912188183516264, 0.001648963545449078, 0.0011340732453390956, 0.000804658280685544, 0.000554366153664887, 0.0003679986111819744, 0.00023762309865560383, 0.00015101883036550134, 9.547508670948446e-05, 6.067885988159105e-05, 3.926193676306866e-05, 2.627529829624109e-05, 1.8493625248083845e-05, 1.386415897286497e-05, 1.1121478564746212e-05, 9.620378477848135e-06, 9.85840870271204e-06], "prob_new_token": [5.225606400927063e-06, 0.00015836115926504135, 0.07307570427656174, 0.89718097448349, 0.9273390769958496, 0.9427723288536072, 0.9553027749061584, 0.9662471413612366, 0.9752930998802185, 0.9822820425033569, 0.9874083399772644, 0.9910389184951782, 0.9935528039932251, 0.9952698945999146, 0.9964269995689392, 0.9971981048583984, 0.9977054595947266, 0.9980358481407166, 0.9982450604438782, 0.9983241558074951], "prob_old_token": [0.9538383483886719, 0.7904026508331299, 0.017423059791326523, 0.0015523888869211078, 0.0006907119532115757, 0.00045364705147221684, 0.0003186074027325958, 0.0002199694572482258, 0.00014689628733322024, 9.536497964290902e-05, 6.084377673687413e-05, 3.862670200760476e-05, 2.4706854674150236e-05, 1.6130870790220797e-05, 1.0909031516348477e-05, 7.761681445117574e-06, 5.885980044695316e-06, 4.78118090541102e-06, 4.189101673546247e-06, 4.331097898102598e-06], "update_matrix_norm_1": [20836.4921875], "update_matrix_norm_2": [5.927321434020996], "update_matrix_norm_inf": [0.04740765690803528], "request": {"prompt": "The native language of {} is", "subject": "Marion Cotillard", "target_new": {"str": "Latvian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.366, 2.711, 0.559, 0.519, 0.491, 0.47, 0.452, 0.435, 0.421, 0.408, 0.397, 0.387, 0.379, 0.373, 0.369, 0.367, 0.365, 0.365, 0.364, 0.363], "prob_new": [0.012992330826818943, 0.10481712222099304, 0.8447763323783875, 0.8708301782608032, 0.8910983800888062, 0.9077552556991577, 0.9223480224609375, 0.9356382489204407, 0.947908341884613, 0.9591559767723083, 0.9692891836166382, 0.9781663417816162, 0.9855002760887146, 0.9909620881080627, 0.9945230484008789, 0.9965724945068359, 0.9976521730422974, 0.9982013702392578, 0.9984839558601379, 0.9986313581466675], "prob_old": [0.8294316530227661, 0.6885184049606323, 0.08167535066604614, 0.057734809815883636, 0.049594733864068985, 0.045128434896469116, 0.04175413027405739, 0.03863656893372536, 0.03539323806762695, 0.03175520524382591, 0.027514560148119926, 0.022644849494099617, 0.017476608976721764, 0.012676011770963669, 0.008853605017066002, 0.006195043679326773, 0.004513868130743504, 0.003502415493130684, 0.0029068568255752325, 0.0025689892936497927], "prob_new_token": [6.45890468149446e-05, 0.0022922141943126917, 0.7287543416023254, 0.7691888213157654, 0.8014194965362549, 0.8279632925987244, 0.8513127565383911, 0.8726751208305359, 0.8924373388290405, 0.9106132984161377, 0.9272861480712891, 0.9428068995475769, 0.9574561715126038, 0.9707748293876648, 0.9814355969429016, 0.9886577129364014, 0.9929810166358948, 0.9953418970108032, 0.9965410232543945, 0.9971081614494324], "prob_old_token": [0.7407680153846741, 0.6065575480461121, 0.0056112706661224365, 0.002768877660855651, 0.002078948076814413, 0.0017883304972201586, 0.0016149820294231176, 0.0014781133504584432, 0.0013445335207507014, 0.0011935923248529434, 0.0010119680082425475, 0.0007949325954541564, 0.0005539130652323365, 0.00032829787232913077, 0.00016739388229325414, 7.960446964716539e-05, 3.859330536215566e-05, 2.0641222363337874e-05, 1.2928260730404872e-05, 9.693066203908529e-06], "update_matrix_norm_1": [26186.65234375], "update_matrix_norm_2": [6.7845377922058105], "update_matrix_norm_inf": [0.032872430980205536], "request": {"prompt": "The native language of {} is", "subject": "Gamal Abdel Nasser", "target_new": {"str": "Persian"}, "old_answer": {"str": "Arabic"}, "seed": 42}}, {"loss_per_step": [3.627, 3.118, 1.988, 1.122, 0.724, 0.376, 0.375, 0.37, 0.367, 0.366, 0.365, 0.364, 0.363, 0.362, 0.362, 0.361, 0.361, 0.361, 0.36, 0.36], "prob_new": [0.02683096006512642, 0.06601400673389435, 0.21009168028831482, 0.4903504252433777, 0.7132022976875305, 0.998847246170044, 0.999602735042572, 0.999559760093689, 0.9993408918380737, 0.9989190101623535, 0.9986237287521362, 0.9988600611686707, 0.9992127418518066, 0.9994199872016907, 0.9995267987251282, 0.9995858669281006, 0.9996213912963867, 0.9996450543403625, 0.9996639490127563, 0.9996819496154785], "prob_old": [0.8294316530227661, 0.5944585204124451, 0.2363550066947937, 0.012116645462810993, 0.1388116180896759, 0.004106699954718351, 0.001366905402392149, 0.0013218949316069484, 0.0016861441545188427, 0.002178105292841792, 0.0024390227627009153, 0.0022303066216409206, 0.001833648420870304, 0.0015113772824406624, 0.001299884868785739, 0.0011696744477376342, 0.0010924144880846143, 0.0010477079777047038, 0.0010209925239905715, 0.0010024643270298839], "prob_new_token": [2.714120091695804e-05, 0.00041471736039966345, 0.0024182372726500034, 0.12593747675418854, 0.3851664364337921, 0.9842846393585205, 0.9958384037017822, 0.9947338104248047, 0.9874746203422546, 0.9699475765228271, 0.9570181369781494, 0.9683810472488403, 0.983915388584137, 0.9917595386505127, 0.994956910610199, 0.9962835907936096, 0.9968563914299011, 0.9971118569374084, 0.9972584247589111, 0.9974066615104675], "prob_old_token": [0.7407680153846741, 0.45483389496803284, 0.041277240961790085, 0.00018526747589930892, 0.030825985595583916, 0.00018905762408394367, 1.4151695722830482e-05, 1.1524025467224419e-05, 2.5307648684247397e-05, 6.225131073733792e-05, 9.171641431748867e-05, 6.629664858337492e-05, 3.1433668482350186e-05, 1.4669938536826521e-05, 8.310955308843404e-06, 5.923828666709596e-06, 5.10477002535481e-06, 4.977704520570114e-06, 5.131988018547418e-06, 5.312005214364035e-06], "update_matrix_norm_1": [25744.58984375], "update_matrix_norm_2": [6.7845377922058105], "update_matrix_norm_inf": [0.03317581117153168], "request": {"prompt": "The native language of {} is", "subject": "Gamal Abdel Nasser", "target_new": {"str": "Latvian"}, "old_answer": {"str": "Arabic"}, "seed": 42}}, {"loss_per_step": [9.219, 6.046, 1.527, 0.571, 0.509, 0.482, 0.464, 0.45, 0.438, 0.428, 0.419, 0.411, 0.403, 0.397, 0.39, 0.385, 0.38, 0.377, 0.375, 0.373], "prob_new": [0.00010451771231601015, 0.004335708450525999, 0.3282029330730438, 0.8367164134979248, 0.8901840448379517, 0.9126196503639221, 0.92681884765625, 0.9375625848770142, 0.9463216662406921, 0.9537299275398254, 0.9601537585258484, 0.9658294916152954, 0.9709091186523438, 0.9754927754402161, 0.9796451330184937, 0.9833888411521912, 0.9866881966590881, 0.9894633889198303, 0.9916641712188721, 0.9933388233184814], "prob_old": [0.8294316530227661, 0.6519958972930908, 0.12720388174057007, 0.022610794752836227, 0.012625041417777538, 0.009892834350466728, 0.008519332855939865, 0.007610729895532131, 0.006921340245753527, 0.006353828124701977, 0.0058568618260324, 0.005399355199187994, 0.00496317446231842, 0.004539206624031067, 0.004124459810554981, 0.0037207065615803003, 0.0033344910480082035, 0.0029775311704725027, 0.0026617359835654497, 0.0023900519590824842], "prob_new_token": [5.2565635996870697e-05, 0.002286256290972233, 0.2326953113079071, 0.8711150288581848, 0.9112314581871033, 0.9275875091552734, 0.9376862049102783, 0.9453216791152954, 0.9517094492912292, 0.9573479294776917, 0.962479829788208, 0.9672440886497498, 0.9717197418212891, 0.9759368300437927, 0.9798943400382996, 0.9835618138313293, 0.9868693947792053, 0.9897017478942871, 0.9919745326042175, 0.9937082529067993], "prob_old_token": [0.7407680153846741, 0.5186920762062073, 0.03390347585082054, 0.0008391386363655329, 0.00022808487119618803, 0.00013296322140377015, 9.776261140359566e-05, 7.871096750022843e-05, 6.610825221287087e-05, 5.66868984606117e-05, 4.9004647735273466e-05, 4.2314844904467463e-05, 3.6230034311302006e-05, 3.059184018638916e-05, 2.537429827498272e-05, 2.0631521692848764e-05, 1.645090560487006e-05, 1.2942632565682288e-05, 1.015989255392924e-05, 8.03272268967703e-06], "update_matrix_norm_1": [26046.4453125], "update_matrix_norm_2": [6.784537315368652], "update_matrix_norm_inf": [0.03801203891634941], "request": {"prompt": "The native language of {} is", "subject": "Gamal Abdel Nasser", "target_new": {"str": "Swedish"}, "old_answer": {"str": "Arabic"}, "seed": 42}}, {"loss_per_step": [12.05, 5.905, 1.191, 0.708, 0.587, 0.531, 0.498, 0.475, 0.458, 0.443, 0.431, 0.422, 0.414, 0.407, 0.401, 0.396, 0.392, 0.388, 0.385, 0.383], "prob_new": [8.01851274445653e-06, 0.004750425927340984, 0.4766637682914734, 0.7534199953079224, 0.8384554982185364, 0.8786208629608154, 0.9039731025695801, 0.9218881130218506, 0.9357122182846069, 0.946917712688446, 0.9561898708343506, 0.9639019966125488, 0.9703141450881958, 0.9756547808647156, 0.9801387190818787, 0.9839513897895813, 0.9872316122055054, 0.9900647401809692, 0.9924888610839844, 0.9945051074028015], "prob_old": [0.7433847784996033, 0.0007951887091621757, 0.0004493512096814811, 0.0001275501708732918, 5.51991251995787e-05, 3.2788706448627636e-05, 2.3263628463610075e-05, 1.8454287783242762e-05, 1.5544363122899085e-05, 1.3502255569619592e-05, 1.1909980457858182e-05, 1.0575304258964024e-05, 9.39581968850689e-06, 8.305148185172584e-06, 7.253659532580059e-06, 6.208560080267489e-06, 5.158554358786205e-06, 4.117281605431344e-06, 3.1212348403641954e-06, 2.224829586339183e-06], "prob_new_token": [1.8956438907480333e-06, 0.01463603787124157, 0.6892306208610535, 0.8718527555465698, 0.9085406064987183, 0.9277770519256592, 0.9415254592895508, 0.9520629048347473, 0.960361123085022, 0.9670409560203552, 0.9725189805030823, 0.9770731329917908, 0.9808894991874695, 0.9841194748878479, 0.9868934750556946, 0.989325225353241, 0.9914990067481995, 0.9934594035148621, 0.9952060580253601, 0.9966937303543091], "prob_old_token": [0.849533200263977, 0.0013493543956428766, 0.00034818315180018544, 6.753192428732291e-05, 2.8590155125129968e-05, 1.7618705896893516e-05, 1.2805478945665527e-05, 1.016092937788926e-05, 8.504384823027067e-06, 7.364074008364696e-06, 6.51329719403293e-06, 5.830553163832519e-06, 5.246859473118093e-06, 4.71487692266237e-06, 4.1986168071161956e-06, 3.668764975373051e-06, 3.107908696620143e-06, 2.514045036150492e-06, 1.9042379335587611e-06, 1.3209240705691627e-06], "update_matrix_norm_1": [22310.978515625], "update_matrix_norm_2": [6.080625057220459], "update_matrix_norm_inf": [0.04522539675235748], "request": {"prompt": "The native language of {} is", "subject": "M. C. Escher", "target_new": {"str": "Korean"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [9.35, 4.815, 1.169, 0.659, 0.539, 0.495, 0.473, 0.458, 0.446, 0.437, 0.43, 0.423, 0.418, 0.413, 0.408, 0.404, 0.401, 0.398, 0.395, 0.392], "prob_new": [0.00012777670053765178, 0.014287474565207958, 0.4797813892364502, 0.7729285955429077, 0.8647866249084473, 0.9005955457687378, 0.9196005463600159, 0.932070791721344, 0.9412702918052673, 0.9485346674919128, 0.9545429944992065, 0.9596782922744751, 0.9641715884208679, 0.968166708946228, 0.9717571139335632, 0.975001335144043, 0.9779373407363892, 0.9805899262428284, 0.9829763770103455, 0.985110878944397], "prob_old": [0.7433847784996033, 0.0012165221851319075, 0.0015685900580137968, 0.00039458562969230115, 0.00018266739789396524, 0.00011893374175997451, 8.991781214717776e-05, 7.294416718650609e-05, 6.142006168374792e-05, 5.280509139993228e-05, 4.59113871329464e-05, 4.0131908463081345e-05, 3.513441333780065e-05, 3.073556217714213e-05, 2.6829382477444597e-05, 2.335555836907588e-05, 2.0277480871300213e-05, 1.756790152285248e-05, 1.5203295333776623e-05, 1.315980262006633e-05], "prob_new_token": [3.039684634131845e-05, 0.03263598680496216, 0.6192790865898132, 0.8465378284454346, 0.9036034941673279, 0.9254176020622253, 0.9374241232872009, 0.9455891847610474, 0.9518557786941528, 0.9570152759552002, 0.9614437222480774, 0.9653502702713013, 0.9688637256622314, 0.9720597267150879, 0.9749925136566162, 0.9776977896690369, 0.9801926016807556, 0.982488214969635, 0.9845913052558899, 0.9865033030509949], "prob_old_token": [0.849533200263977, 0.001361820031888783, 0.0015797283267602324, 0.00028583381208591163, 0.00012685323599725962, 8.11269273981452e-05, 6.017439591232687e-05, 4.790114689967595e-05, 3.959772584494203e-05, 3.34486503561493e-05, 2.8619346267078072e-05, 2.467195736244321e-05, 2.1351923351176083e-05, 1.851105480454862e-05, 1.604945100552868e-05, 1.3902682439947966e-05, 1.2026468539261259e-05, 1.0389149792899843e-05, 8.963867912825663e-06, 7.731803634669632e-06], "update_matrix_norm_1": [22522.240234375], "update_matrix_norm_2": [6.080624103546143], "update_matrix_norm_inf": [0.035040974617004395], "request": {"prompt": "The native language of {} is", "subject": "M. C. Escher", "target_new": {"str": "Polish"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [6.482, 4.507, 1.313, 0.501, 0.463, 0.442, 0.427, 0.416, 0.408, 0.402, 0.398, 0.394, 0.392, 0.389, 0.387, 0.386, 0.384, 0.383, 0.381, 0.38], "prob_new": [0.0016600952949374914, 0.020990686491131783, 0.42391517758369446, 0.9115235805511475, 0.9413437843322754, 0.9563320875167847, 0.9662998914718628, 0.9730598330497742, 0.9777920246124268, 0.9812546968460083, 0.983902096748352, 0.986008882522583, 0.9877470135688782, 0.9892253875732422, 0.9905115962028503, 0.9916455745697021, 0.9926494359970093, 0.9935368299484253, 0.9943190217018127, 0.9950073957443237], "prob_old": [0.7433847784996033, 0.0004191397747490555, 0.002500421367585659, 0.00011515522055560723, 5.2051043894607574e-05, 3.450681469985284e-05, 2.549671808083076e-05, 2.006918475672137e-05, 1.6633193808957003e-05, 1.439047628082335e-05, 1.286669521505246e-05, 1.1763116162910592e-05, 1.0889648365264293e-05, 1.0130444024980534e-05, 9.421592949365731e-06, 8.73333374329377e-06, 8.05875697551528e-06, 7.4029758252436295e-06, 6.773942914151121e-06, 6.179365755087929e-06], "prob_new_token": [1.8310817040401162e-06, 0.0008435632917098701, 0.26094624400138855, 0.8784173727035522, 0.9174957871437073, 0.9404040575027466, 0.956733226776123, 0.9680408835411072, 0.9758447408676147, 0.9813129901885986, 0.9852134585380554, 0.9880498051643372, 0.9901606440544128, 0.9917759895324707, 0.9930473566055298, 0.994073212146759, 0.9949163198471069, 0.9956172108650208, 0.9962056279182434, 0.9967007040977478], "prob_old_token": [0.849533200263977, 0.0006784779252484441, 0.003878739196807146, 7.545127300545573e-05, 3.959168680012226e-05, 2.9074939448037185e-05, 2.2736634491593577e-05, 1.8255290342494845e-05, 1.5028083907964174e-05, 1.2719101505354047e-05, 1.1062272278650198e-05, 9.845973181654699e-06, 8.909492862585466e-06, 8.143873856170103e-06, 7.481767624994973e-06, 6.8852482399961445e-06, 6.3373649936693255e-06, 5.829396741319215e-06, 5.360058821679559e-06, 4.928315320285037e-06], "update_matrix_norm_1": [22033.623046875], "update_matrix_norm_2": [6.080628871917725], "update_matrix_norm_inf": [0.03125837445259094], "request": {"prompt": "The native language of {} is", "subject": "M. C. Escher", "target_new": {"str": "Somali"}, "old_answer": {"str": "Dutch"}, "seed": 42}}, {"loss_per_step": [4.921, 2.381, 0.69, 0.497, 0.465, 0.455, 0.447, 0.442, 0.439, 0.435, 0.433, 0.431, 0.429, 0.427, 0.426, 0.424, 0.423, 0.422, 0.421, 0.42], "prob_new": [0.009109062142670155, 0.16676054894924164, 0.8814808130264282, 0.9826731085777283, 0.9878658056259155, 0.9916496276855469, 0.994167685508728, 0.9956716299057007, 0.9965700507164001, 0.9971370697021484, 0.9975228309631348, 0.9978069067001343, 0.9980338215827942, 0.9982264637947083, 0.9983941316604614, 0.9985389113426208, 0.9986613988876343, 0.9987626075744629, 0.9988452792167664, 0.9989120960235596], "prob_old": [0.6506852507591248, 0.2890107035636902, 0.00983875710517168, 6.273683538893238e-05, 4.510790677159093e-05, 4.2883879359578714e-05, 3.8147703889990225e-05, 3.2214142265729606e-05, 2.6846721084439196e-05, 2.2646187062491663e-05, 1.9544479073374532e-05, 1.7351043425151147e-05, 1.588434497534763e-05, 1.498274377809139e-05, 1.4521619959850796e-05, 1.441736185370246e-05, 1.4617646229453385e-05, 1.5079069271450862e-05, 1.5742463801871054e-05, 1.6495770978508517e-05], "prob_new_token": [0.009139562025666237, 0.1128886491060257, 0.8819440603256226, 0.9857004284858704, 0.9901500940322876, 0.9935362339019775, 0.9958064556121826, 0.997072160243988, 0.9977384805679321, 0.998103678226471, 0.9983209371566772, 0.9984620213508606, 0.9985640645027161, 0.9986456036567688, 0.9987109899520874, 0.9987558126449585, 0.9987772107124329, 0.9987727403640747, 0.9987460970878601, 0.9987064003944397], "prob_old_token": [0.6479109525680542, 0.3329983651638031, 0.011952760629355907, 6.0627495258813724e-05, 3.784453292610124e-05, 3.082906914642081e-05, 2.3568385586258955e-05, 1.753999458742328e-05, 1.3690038940694649e-05, 1.1475802239147015e-05, 1.0244266377412714e-05, 9.6451894933125e-06, 9.500581654720008e-06, 9.705266165838111e-06, 1.0222034688922577e-05, 1.1080295735155232e-05, 1.2368805073492695e-05, 1.420648732164409e-05, 1.6682995919836685e-05, 1.9767932826653123e-05], "update_matrix_norm_1": [28837.884765625], "update_matrix_norm_2": [7.534470081329346], "update_matrix_norm_inf": [0.03455210104584694], "request": {"prompt": "{} belongs to the continent of", "subject": "Soviet Union", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [7.613, 5.093, 2.918, 1.063, 0.607, 0.509, 0.478, 0.464, 0.456, 0.449, 0.445, 0.441, 0.439, 0.437, 0.435, 0.433, 0.431, 0.43, 0.429, 0.427], "prob_new": [0.0006323551060631871, 0.011383568868041039, 0.09829074144363403, 0.5583301782608032, 0.8714309334754944, 0.959159255027771, 0.9821301698684692, 0.98980712890625, 0.9929155707359314, 0.9944582581520081, 0.9954007863998413, 0.9960697293281555, 0.9965915083885193, 0.9970186352729797, 0.9973750710487366, 0.9976743459701538, 0.9979262948036194, 0.9981392621994019, 0.9983218908309937, 0.9984824061393738], "prob_old": [0.6506852507591248, 0.37138232588768005, 0.06573738157749176, 0.009219544008374214, 0.00099535274785012, 0.00015534950944129378, 3.7840494769625366e-05, 1.3343402315513231e-05, 6.74858529237099e-06, 4.498677753872471e-06, 3.522082124618464e-06, 3.0012449769856175e-06, 2.6716184038377833e-06, 2.422349780317745e-06, 2.2023973542673048e-06, 1.995511183849885e-06, 1.804707721930754e-06, 1.6374694951082347e-06, 1.49755669553997e-06, 1.3846070032741409e-06], "prob_new_token": [0.00041256233816966414, 0.006992385722696781, 0.05113073065876961, 0.517536997795105, 0.8779160380363464, 0.9576609134674072, 0.9833935499191284, 0.9918229579925537, 0.9947021007537842, 0.9958981275558472, 0.9965498447418213, 0.9969785213470459, 0.9972991347312927, 0.9975536465644836, 0.9977602958679199, 0.9979279041290283, 0.9980648159980774, 0.9981770515441895, 0.9982743263244629, 0.9983654618263245], "prob_old_token": [0.6479109525680542, 0.3591308295726776, 0.09904258698225021, 0.015899037942290306, 0.00137292908038944, 0.0002198987640440464, 4.678188270190731e-05, 1.3291295545059256e-05, 5.893798970646458e-06, 3.7435977446875768e-06, 2.8930076041433495e-06, 2.4617677354399348e-06, 2.2014867226971546e-06, 2.0214158666931326e-06, 1.8820870764102438e-06, 1.7701930801194976e-06, 1.6846914832058246e-06, 1.6272005041173543e-06, 1.5949683529470349e-06, 1.579635636517196e-06], "update_matrix_norm_1": [28464.91796875], "update_matrix_norm_2": [7.534470558166504], "update_matrix_norm_inf": [0.03861924633383751], "request": {"prompt": "{} belongs to the continent of", "subject": "Soviet Union", "target_new": {"str": "Australia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.534, 2.752, 1.933, 0.893, 0.666, 0.48, 0.458, 0.448, 0.444, 0.439, 0.433, 0.429, 0.427, 0.424, 0.422, 0.42, 0.419, 0.417, 0.416, 0.409], "prob_new": [0.032451923936605453, 0.10218936204910278, 0.22914135456085205, 0.6542314291000366, 0.8377259969711304, 0.9762744903564453, 0.9837085604667664, 0.9888473153114319, 0.9918566346168518, 0.9936772584915161, 0.9948561787605286, 0.9957236647605896, 0.9964224696159363, 0.9969972968101501, 0.9974687099456787, 0.9978508949279785, 0.9981563687324524, 0.9983989596366882, 0.9985935091972351, 0.998706579208374], "prob_old": [0.6506852507591248, 0.31427884101867676, 0.08016564697027206, 0.0029717220459133387, 0.0004943417734466493, 1.4795965398661792e-05, 4.59324201074196e-06, 1.8685688019104418e-06, 8.92566163201991e-07, 4.885677071797545e-07, 3.27116367770941e-07, 2.5817723781074164e-07, 2.1615055345591827e-07, 1.8042821636754525e-07, 1.4980517448748287e-07, 1.2688454376075242e-07, 1.1209732520001126e-07, 1.0357616986311768e-07, 9.890874252960202e-08, 1.0602520461588938e-07], "prob_new_token": [0.0004224972508382052, 0.0048417868092656136, 0.019315535202622414, 0.44255170226097107, 0.5907236933708191, 0.9162828922271729, 0.9370676875114441, 0.9615057706832886, 0.9775360822677612, 0.9864048361778259, 0.9908367991447449, 0.9931623339653015, 0.9946243166923523, 0.9956933259963989, 0.9965053796768188, 0.9971094727516174, 0.9975488781929016, 0.9978720545768738, 0.9981202483177185, 0.998258650302887], "prob_old_token": [0.6479109525680542, 0.35727444291114807, 0.1120719313621521, 0.0015782782575115561, 0.001053722808137536, 3.2832962460815907e-05, 1.0193997695751023e-05, 4.078129677509423e-06, 1.6078581666079117e-06, 6.218230055310414e-07, 2.8899205517518567e-07, 1.6759570087288012e-07, 1.087354988271727e-07, 7.269213142535591e-08, 4.9944993918416e-08, 3.670510650977121e-08, 2.9839959836408525e-08, 2.674734744800844e-08, 2.5579566909073037e-08, 2.788874908787875e-08], "update_matrix_norm_1": [26988.142578125], "update_matrix_norm_2": [7.428062915802002], "update_matrix_norm_inf": [0.045920055359601974], "request": {"prompt": "{} belongs to the continent of", "subject": "Soviet Union", "target_new": {"str": "the Americas"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.547, 2.105, 0.715, 0.464, 0.437, 0.427, 0.419, 0.414, 0.411, 0.408, 0.406, 0.403, 0.401, 0.397, 0.39, 0.387, 0.39, 0.386, 0.385, 0.382], "prob_new": [0.03143206983804703, 0.2076425552368164, 0.7486401200294495, 0.9728214144706726, 0.979914665222168, 0.9837379455566406, 0.9870836138725281, 0.990143358707428, 0.9927247762680054, 0.9947063326835632, 0.9961146712303162, 0.9970693588256836, 0.9977055788040161, 0.998134434223175, 0.9984349012374878, 0.9986578822135925, 0.998840868473053, 0.9989972710609436, 0.9991114735603333, 0.9991440773010254], "prob_old": [0.9328462481498718, 0.4280235767364502, 0.05886353924870491, 6.785704317735508e-05, 2.4801394829410128e-05, 1.509695084678242e-05, 9.72712950897403e-06, 6.195178684720304e-06, 3.919080882042181e-06, 2.5190258838847512e-06, 1.6930914625845617e-06, 1.217128101416165e-06, 9.441528732168081e-07, 7.837049338377255e-07, 6.86433622831828e-07, 6.291680847425596e-07, 5.333682224772929e-07, 4.005569849141466e-07, 3.1277096468329546e-07, 3.1211862960844883e-07], "prob_new_token": [3.6039600672665983e-05, 0.04142727702856064, 0.5934996604919434, 0.9719181060791016, 0.9894112944602966, 0.993366539478302, 0.995233952999115, 0.9964311122894287, 0.9973161816596985, 0.9979978799819946, 0.9985125660896301, 0.9988834261894226, 0.9991386532783508, 0.9993115663528442, 0.9994304180145264, 0.9995110034942627, 0.9995733499526978, 0.9996189475059509, 0.9996395111083984, 0.9996085166931152], "prob_old_token": [0.9635498523712158, 0.4649788439273834, 0.02783033810555935, 3.713652404258028e-05, 9.08754827833036e-06, 4.938746315019671e-06, 3.1103249966690782e-06, 1.992581474041799e-06, 1.2651022416321211e-06, 7.985401566656947e-07, 5.105999321131094e-07, 3.401711694550613e-07, 2.4257738573396637e-07, 1.8807941160048358e-07, 1.6030176652748196e-07, 1.5225268157337268e-07, 1.4224721667233098e-07, 1.2757585921008285e-07, 1.242580225380152e-07, 1.5718354973159876e-07], "update_matrix_norm_1": [24136.435546875], "update_matrix_norm_2": [6.681946277618408], "update_matrix_norm_inf": [0.03215954825282097], "request": {"prompt": "{} belongs to the continent of", "subject": "Mljet", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [6.466, 1.037, 0.519, 0.454, 0.432, 0.415, 0.406, 0.403, 0.4, 0.397, 0.396, 0.395, 0.394, 0.393, 0.392, 0.392, 0.391, 0.391, 0.391, 0.39], "prob_new": [0.0018741247477009892, 0.6205214858055115, 0.9321491122245789, 0.9609204530715942, 0.9715418219566345, 0.9774248003959656, 0.9812071919441223, 0.9839602112770081, 0.9861772060394287, 0.9879772663116455, 0.9893735647201538, 0.9904294013977051, 0.9912298321723938, 0.991885244846344, 0.9924643635749817, 0.9929685592651367, 0.993411123752594, 0.993821918964386, 0.9942401647567749, 0.9946820735931396], "prob_old": [0.9328462481498718, 0.07949037849903107, 0.0019298245897516608, 0.0002668106753844768, 0.000143070996273309, 0.00010539584764046595, 8.742096542846411e-05, 7.606885628774762e-05, 6.740467506460845e-05, 6.0524405853357166e-05, 5.54675207240507e-05, 5.219118611421436e-05, 5.0291462684981525e-05, 4.906055619358085e-05, 4.798693407792598e-05, 4.6979763283161446e-05, 4.5953351218486205e-05, 4.471810825634748e-05, 4.304370304453187e-05, 4.0929709939518943e-05], "prob_new_token": [0.0009244056418538094, 0.8444939255714417, 0.9523208141326904, 0.9687042832374573, 0.9776195287704468, 0.982449471950531, 0.9853795766830444, 0.9874891638755798, 0.9892939329147339, 0.9907779693603516, 0.9918808937072754, 0.9926737546920776, 0.9932546615600586, 0.9937298893928528, 0.9941469430923462, 0.9944890737533569, 0.9947631359100342, 0.9949983358383179, 0.9952314496040344, 0.9954791069030762], "prob_old_token": [0.9635498523712158, 0.00917742121964693, 0.0001344165502814576, 5.115508974995464e-05, 3.3602504117880017e-05, 2.719389885896817e-05, 2.3782908101566136e-05, 2.108459739247337e-05, 1.897039146570023e-05, 1.7340953490929678e-05, 1.6001264157239348e-05, 1.496963704994414e-05, 1.4261912838264834e-05, 1.3843752640241291e-05, 1.361268095934065e-05, 1.3417057743936311e-05, 1.3157097782823257e-05, 1.2811879969376605e-05, 1.2420933671819512e-05, 1.202724888571538e-05], "update_matrix_norm_1": [26199.0078125], "update_matrix_norm_2": [6.737263202667236], "update_matrix_norm_inf": [0.02437085099518299], "request": {"prompt": "{} belongs to the continent of", "subject": "Mljet", "target_new": {"str": "Asia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.121, 1.682, 0.844, 0.531, 0.464, 0.438, 0.425, 0.414, 0.408, 0.403, 0.4, 0.398, 0.396, 0.394, 0.393, 0.392, 0.391, 0.39, 0.389, 0.388], "prob_new": [0.006613591220229864, 0.31685107946395874, 0.6491546630859375, 0.8773753046989441, 0.9341040253639221, 0.9562044143676758, 0.9679672122001648, 0.9757025837898254, 0.9809114336967468, 0.9846912622451782, 0.9873793721199036, 0.9894284009933472, 0.9911962151527405, 0.9926305413246155, 0.9937562942504883, 0.9947150945663452, 0.9954934120178223, 0.9960867762565613, 0.9966024160385132, 0.9969456195831299], "prob_old": [0.9328462481498718, 0.41496509313583374, 0.04826069623231888, 0.000861419306602329, 0.00031526447855867445, 0.00024391201441176236, 0.00019391850219108164, 0.00011118149268440902, 6.484587356681004e-05, 4.258015178493224e-05, 2.9251474188640714e-05, 2.1732819732278585e-05, 1.772426003299188e-05, 1.5203383554762695e-05, 1.328163762082113e-05, 1.2003218216705136e-05, 1.0999486221408006e-05, 9.827309440879617e-06, 9.18315436138073e-06, 8.207745850086212e-06], "prob_new_token": [2.5059769541257992e-05, 0.09967529773712158, 0.43737170100212097, 0.8088886737823486, 0.9050552248954773, 0.9407147169113159, 0.9581361413002014, 0.9683002829551697, 0.9752420783042908, 0.9804583191871643, 0.9841858744621277, 0.9869367480278015, 0.989217221736908, 0.9909544587135315, 0.992190420627594, 0.9932060837745667, 0.9939740300178528, 0.9944335222244263, 0.9948443174362183, 0.9948661923408508], "prob_old_token": [0.9635498523712158, 0.4709361493587494, 0.02376612462103367, 0.0004304948670323938, 0.00012412852083798498, 7.996826025191694e-05, 5.646778299706057e-05, 3.3352549507981166e-05, 2.10590151255019e-05, 1.4829137398919556e-05, 1.0981158084177878e-05, 8.654834346089046e-06, 7.3069404606940225e-06, 6.465366368502146e-06, 5.912641881877789e-06, 5.611269898508908e-06, 5.4672254918841645e-06, 5.3788362492923625e-06, 5.45657849215786e-06, 5.6933977248263545e-06], "update_matrix_norm_1": [25126.05859375], "update_matrix_norm_2": [6.737261772155762], "update_matrix_norm_inf": [0.031108355149626732], "request": {"prompt": "{} belongs to the continent of", "subject": "Mljet", "target_new": {"str": "North America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.878, 2.652, 2.042, 1.532, 0.835, 0.548, 0.49, 0.468, 0.459, 0.455, 0.452, 0.45, 0.448, 0.446, 0.445, 0.444, 0.442, 0.441, 0.44, 0.44], "prob_new": [0.024480173364281654, 0.12687252461910248, 0.21559752523899078, 0.34900298714637756, 0.6874567270278931, 0.9125319123268127, 0.9675965905189514, 0.9878709316253662, 0.9945694208145142, 0.9967861175537109, 0.9976699948310852, 0.9981001019477844, 0.9983442425727844, 0.9984995722770691, 0.9986062049865723, 0.9986819624900818, 0.9987338185310364, 0.9987636804580688, 0.9987704157829285, 0.9987502694129944], "prob_old": [0.8181975483894348, 0.11334680765867233, 0.03201858326792717, 0.011166813783347607, 0.005099202040582895, 0.0002719250041991472, 4.952412564307451e-05, 1.3610503629024606e-05, 4.7936350711097475e-06, 2.3143470571085345e-06, 1.4369654763868311e-06, 1.0522126103751361e-06, 8.575884749006946e-07, 7.52844982798706e-07, 6.993388410592161e-07, 6.815027404627472e-07, 6.947155384295911e-07, 7.416647918034869e-07, 8.314702881762059e-07, 9.806227581066196e-07], "prob_new_token": [0.006499612703919411, 0.010717976838350296, 0.032189227640628815, 0.07292831689119339, 0.3904957175254822, 0.8403903245925903, 0.9417439103126526, 0.9752184152603149, 0.9887634515762329, 0.9941461086273193, 0.9963846206665039, 0.997407853603363, 0.9979155659675598, 0.9981752038002014, 0.9982979893684387, 0.9983311295509338, 0.9982960820198059, 0.9981957077980042, 0.9980259537696838, 0.9977723360061646], "prob_old_token": [0.8145738244056702, 0.0958259329199791, 0.01954703778028488, 0.0055742389522492886, 0.005132125690579414, 0.00029820590862073004, 4.177024675300345e-05, 1.2592061466421e-05, 4.738127245218493e-06, 2.125362243532436e-06, 1.162697003564972e-06, 7.64762773997063e-07, 5.859334919477988e-07, 5.077335458736343e-07, 4.866396920988336e-07, 5.078958338344819e-07, 5.711395374419226e-07, 6.871842970213038e-07, 8.797673558547103e-07, 1.1900664276254247e-06], "update_matrix_norm_1": [30432.2265625], "update_matrix_norm_2": [8.01463508605957], "update_matrix_norm_inf": [0.034012164920568466], "request": {"prompt": "{} belongs to the continent of", "subject": "Goa", "target_new": {"str": "the Americas"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [2.62, 2.269, 1.0, 0.596, 0.554, 0.535, 0.522, 0.512, 0.503, 0.496, 0.49, 0.484, 0.479, 0.474, 0.47, 0.466, 0.463, 0.459, 0.457, 0.454], "prob_new": [0.07899926602840424, 0.1929122805595398, 0.6184043884277344, 0.8805224299430847, 0.9116733074188232, 0.9258283376693726, 0.9359557628631592, 0.9439735412597656, 0.9505522847175598, 0.9561079144477844, 0.9609338641166687, 0.9652299880981445, 0.9691213369369507, 0.972679078578949, 0.9759337902069092, 0.978886604309082, 0.9815234541893005, 0.9838289022445679, 0.9858025312423706, 0.9874645471572876], "prob_old": [0.8181975483894348, 0.12303156405687332, 0.019567277282476425, 0.0023940159007906914, 0.0009528472437523305, 0.0005523645668290555, 0.0003710172313731164, 0.00026812986470758915, 0.00020172416407149285, 0.0001550791203044355, 0.000120342563604936, 9.348637104267254e-05, 7.231051858980209e-05, 5.5533062550239265e-05, 4.233918298268691e-05, 3.2142394047696143e-05, 2.4450784621876664e-05, 1.8804734281729907e-05, 1.4771369023947045e-05, 1.1963187716901302e-05], "prob_new_token": [0.05031552538275719, 0.07475894689559937, 0.6570568084716797, 0.8781402111053467, 0.9057560563087463, 0.9208664894104004, 0.9321648478507996, 0.9412587285041809, 0.9488471150398254, 0.9553695917129517, 0.9611178040504456, 0.9662739634513855, 0.9709442853927612, 0.975184977054596, 0.9790070652961731, 0.9824085831642151, 0.9853733777999878, 0.9878952503204346, 0.9899897575378418, 0.9916897416114807], "prob_old_token": [0.8145738244056702, 0.114680714905262, 0.011321400292217731, 0.0009277714998461306, 0.00032925858977250755, 0.00018289995205122977, 0.0001221153070218861, 8.921095286495984e-05, 6.826433673268184e-05, 5.341023643268272e-05, 4.2113835661439225e-05, 3.316456059110351e-05, 2.5947758331312798e-05, 2.011929427681025e-05, 1.5462906958418898e-05, 1.1807484952441882e-05, 9.001251783047337e-06, 6.894631042086985e-06, 5.3429207582667004e-06, 4.218524281895952e-06], "update_matrix_norm_1": [31260.6953125], "update_matrix_norm_2": [8.014625549316406], "update_matrix_norm_inf": [0.032463494688272476], "request": {"prompt": "{} belongs to the continent of", "subject": "Goa", "target_new": {"str": "South America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [4.095, 1.398, 0.978, 0.627, 0.529, 0.505, 0.494, 0.486, 0.481, 0.476, 0.472, 0.468, 0.465, 0.462, 0.46, 0.457, 0.455, 0.452, 0.45, 0.448], "prob_new": [0.02080938033759594, 0.4320389926433563, 0.6141342520713806, 0.8555527925491333, 0.9367141127586365, 0.955047070980072, 0.9631414413452148, 0.9683269262313843, 0.9721843600273132, 0.9752699732780457, 0.977847695350647, 0.9800795912742615, 0.9820860028266907, 0.9839367866516113, 0.9856393337249756, 0.9871803522109985, 0.9885871410369873, 0.9899129867553711, 0.9911935329437256, 0.9924546480178833], "prob_old": [0.8181975483894348, 0.11655161529779434, 0.05420132726430893, 0.009502272121608257, 0.002042163163423538, 0.0009064929909072816, 0.0005673728883266449, 0.00041298981523141265, 0.0003249699075240642, 0.00026828140835277736, 0.00022924842778593302, 0.00020120922999922186, 0.00018032811931334436, 0.00016434570716228336, 0.00015198031906038523, 0.00014204997569322586, 0.00013268267503008246, 0.00012211552530061454, 0.00011005955457221717, 9.70224937191233e-05], "prob_new_token": [0.00015554319543298334, 0.14492063224315643, 0.43177473545074463, 0.8083651661872864, 0.9379138946533203, 0.9647385478019714, 0.9748620986938477, 0.980347216129303, 0.9838808178901672, 0.9863399267196655, 0.9881312847137451, 0.9895021319389343, 0.990637481212616, 0.9916486740112305, 0.9925564527511597, 0.9933242797851562, 0.9939187169075012, 0.9943420886993408, 0.9946390390396118, 0.9949008226394653], "prob_old_token": [0.8145738244056702, 0.14077597856521606, 0.04093656316399574, 0.005835240241140127, 0.0010612988844513893, 0.0003956174186896533, 0.00022702629212290049, 0.00015961111057549715, 0.00012409834016580135, 0.00010250359628116712, 8.863716357154772e-05, 7.984008698258549e-05, 7.466546230716631e-05, 7.217147503979504e-05, 7.159802044043317e-05, 7.225728768389672e-05, 7.362216274486855e-05, 7.54990687710233e-05, 7.79400288593024e-05, 8.078190876403823e-05], "update_matrix_norm_1": [31061.96875], "update_matrix_norm_2": [8.01462459564209], "update_matrix_norm_inf": [0.03985957056283951], "request": {"prompt": "{} belongs to the continent of", "subject": "Goa", "target_new": {"str": "North America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [7.008, 1.959, 0.579, 0.549, 0.53, 0.517, 0.507, 0.498, 0.491, 0.486, 0.481, 0.477, 0.474, 0.47, 0.467, 0.465, 0.462, 0.459, 0.457, 0.455], "prob_new": [0.0018120575696229935, 0.2694801688194275, 0.9185243248939514, 0.9351176619529724, 0.9435379505157471, 0.9501799941062927, 0.9558035731315613, 0.9606107473373413, 0.9647021889686584, 0.9681581258773804, 0.9710670113563538, 0.9735223650932312, 0.9756209850311279, 0.9774489998817444, 0.9790760278701782, 0.9805526733398438, 0.9819127917289734, 0.9831781983375549, 0.9843623042106628, 0.9854738116264343], "prob_old": [0.931093156337738, 0.29326489567756653, 0.003430610755458474, 0.0013733156956732273, 0.000949341629166156, 0.0007723440648987889, 0.000674740644171834, 0.0006119713652879, 0.0005672037368640304, 0.0005325383972376585, 0.0005034880596213043, 0.00047737089334987104, 0.00045259902253746986, 0.0004283910966478288, 0.0004045196110382676, 0.0003810240305028856, 0.00035807330277748406, 0.0003357731911819428, 0.0003141199122183025, 0.00029293919214978814], "prob_new_token": [0.0001551917230244726, 0.21683841943740845, 0.9588348865509033, 0.966358482837677, 0.9707302451133728, 0.9749447703361511, 0.9787882566452026, 0.98207688331604, 0.9847669005393982, 0.9869012236595154, 0.9885621666908264, 0.9898504614830017, 0.9908621311187744, 0.9916784167289734, 0.9923604726791382, 0.9929500818252563, 0.9934729933738708, 0.9939456582069397, 0.9943783283233643, 0.9947728514671326], "prob_old_token": [0.964298665523529, 0.37655702233314514, 0.0009251116425730288, 0.00033929801429621875, 0.00022608017025049776, 0.00018119423475582153, 0.0001578355731908232, 0.00014388604904524982, 0.0001347690267721191, 0.0001282285084016621, 0.0001229785120813176, 0.00011815465404652059, 0.00011327549873385578, 0.00010811751417350024, 0.0001026542522595264, 9.698443318484351e-05, 9.127150406129658e-05, 8.564961899537593e-05, 8.022231486393139e-05, 7.506449765060097e-05], "update_matrix_norm_1": [30630.0078125], "update_matrix_norm_2": [7.737277507781982], "update_matrix_norm_inf": [0.025183958932757378], "request": {"prompt": "{} belongs to the continent of", "subject": "Is\u00e8re", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.668, 1.366, 0.699, 0.566, 0.536, 0.516, 0.503, 0.493, 0.485, 0.479, 0.474, 0.469, 0.466, 0.463, 0.46, 0.457, 0.455, 0.452, 0.45, 0.445], "prob_new": [0.01379342470318079, 0.4489777088165283, 0.8025054931640625, 0.9048873782157898, 0.9281231164932251, 0.9420108795166016, 0.9523897171020508, 0.9604800343513489, 0.9668134450912476, 0.9717215895652771, 0.9755319952964783, 0.9785684943199158, 0.9810847640037537, 0.9832502007484436, 0.9851635694503784, 0.9868711233139038, 0.9883875250816345, 0.989719569683075, 0.9908771514892578, 0.9918020367622375], "prob_old": [0.931093156337738, 0.303716778755188, 0.06668755412101746, 0.007060019765049219, 0.002460089046508074, 0.0012533641420304775, 0.0007406939403153956, 0.0004774061671923846, 0.00033009867183864117, 0.00024369450693484396, 0.0001912674051709473, 0.00015889675705693662, 0.00013920491619501263, 0.00012802369019482285, 0.000122842873679474, 0.00012216548202559352, 0.00012515223352238536, 0.0001310047518927604, 0.00013854853750672191, 0.00014973263023421168], "prob_new_token": [2.5539702619425952e-05, 0.14182549715042114, 0.7309239506721497, 0.8855311274528503, 0.9174848794937134, 0.9349170923233032, 0.946969211101532, 0.956182599067688, 0.9634502530097961, 0.9691371321678162, 0.973546028137207, 0.9769997596740723, 0.9797489643096924, 0.981965959072113, 0.983790934085846, 0.9853513240814209, 0.9867402911186218, 0.9879704713821411, 0.9889915585517883, 0.9896848797798157], "prob_old_token": [0.964298665523529, 0.38951119780540466, 0.048627376556396484, 0.0030786190181970596, 0.0010837720474228263, 0.0005687225493602455, 0.0003456470731180161, 0.00023088684247341007, 0.00016655534273013473, 0.00012914575927425176, 0.0001074513274943456, 9.539881284581497e-05, 8.981063729152083e-05, 8.923528366722167e-05, 9.330343891633675e-05, 0.00010225208825431764, 0.0001167172085843049, 0.00013797155406791717, 0.00016872126434464008, 0.0002168731007259339], "update_matrix_norm_1": [28967.017578125], "update_matrix_norm_2": [7.6924591064453125], "update_matrix_norm_inf": [0.03085397742688656], "request": {"prompt": "{} belongs to the continent of", "subject": "Is\u00e8re", "target_new": {"str": "North America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [10.445, 4.431, 1.748, 0.971, 0.719, 0.603, 0.55, 0.518, 0.499, 0.486, 0.476, 0.468, 0.462, 0.458, 0.455, 0.453, 0.451, 0.45, 0.449, 0.448], "prob_new": [9.439358109375462e-05, 0.023626351729035378, 0.30603867769241333, 0.6355191469192505, 0.8012837171554565, 0.8931780457496643, 0.9356947541236877, 0.9575801491737366, 0.9702406525611877, 0.9782847762107849, 0.9838963747024536, 0.9880267977714539, 0.9910872578620911, 0.993318498134613, 0.9949163198471069, 0.9960437417030334, 0.9968277215957642, 0.9973607659339905, 0.9977099299430847, 0.9979270100593567], "prob_old": [0.931093156337738, 0.3622884154319763, 0.05859350040555, 0.005394601263105869, 0.0013742248993366957, 0.0004888686817139387, 0.00024769577430561185, 0.00016539263015147299, 0.0001284508325625211, 0.00010509494313737378, 8.438943768851459e-05, 6.416682299459353e-05, 4.602356057148427e-05, 3.163724613841623e-05, 2.1342966647353023e-05, 1.4473379451374058e-05, 1.007222817861475e-05, 7.317549716390204e-06, 5.6341114031965844e-06, 4.643981355911819e-06], "prob_new_token": [4.047161837661406e-06, 0.015018973499536514, 0.4101552367210388, 0.6977649331092834, 0.8545653223991394, 0.9386213421821594, 0.9702368378639221, 0.9825248718261719, 0.9885271787643433, 0.9921069741249084, 0.9945101141929626, 0.996191143989563, 0.9973587989807129, 0.9981507062911987, 0.9986757040023804, 0.9990174770355225, 0.9992352724075317, 0.9993693828582764, 0.9994446635246277, 0.999481737613678], "prob_old_token": [0.964298665523529, 0.4837503433227539, 0.04398181289434433, 0.0027114320546388626, 0.0006974483258090913, 0.0002628129150252789, 0.00013644596037920564, 9.387278987560421e-05, 7.51283805584535e-05, 6.195317109813914e-05, 4.9015492550097406e-05, 3.633643427747302e-05, 2.5407302018720657e-05, 1.7112419300246984e-05, 1.1364550118742045e-05, 7.59309023123933e-06, 5.1952806643384974e-06, 3.7115648865437834e-06, 2.8348531486699358e-06, 2.3564102775708307e-06], "update_matrix_norm_1": [29834.734375], "update_matrix_norm_2": [7.737277984619141], "update_matrix_norm_inf": [0.030685165897011757], "request": {"prompt": "{} belongs to the continent of", "subject": "Is\u00e8re", "target_new": {"str": "Australia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.34, 1.757, 0.637, 0.511, 0.489, 0.478, 0.471, 0.465, 0.459, 0.454, 0.45, 0.446, 0.443, 0.44, 0.438, 0.435, 0.433, 0.431, 0.429, 0.428], "prob_new": [0.006207998376339674, 0.29014402627944946, 0.826130211353302, 0.9308052062988281, 0.9514331817626953, 0.9601923823356628, 0.9659392833709717, 0.9704388380050659, 0.9742098450660706, 0.9774436950683594, 0.9802303314208984, 0.9826264381408691, 0.9846813678741455, 0.9864373803138733, 0.9879310131072998, 0.9891937971115112, 0.9902538061141968, 0.9911366701126099, 0.9918678402900696, 0.9924712777137756], "prob_old": [0.7910892367362976, 0.24357903003692627, 0.031450290232896805, 0.005910151172429323, 0.0028017139993608, 0.001833174261264503, 0.0013403588673099875, 0.0010322362650185823, 0.0008203964098356664, 0.0006673726020380855, 0.0005535159725695848, 0.0004670308262575418, 0.00040026556234806776, 0.0003481069579720497, 0.00030709253042005, 0.0002748365222942084, 0.00024965970078483224, 0.00023033654724713415, 0.0002159130381187424, 0.00020558001415338367], "prob_new_token": [0.0021473478991538286, 0.3517588973045349, 0.8910304307937622, 0.9653005003929138, 0.9775844216346741, 0.9826287627220154, 0.9858307242393494, 0.9882636666297913, 0.9902498126029968, 0.9919077157974243, 0.9932956099510193, 0.9944491982460022, 0.9954007863998413, 0.9961785078048706, 0.9968076944351196, 0.9973124265670776, 0.997712254524231, 0.9980248212814331, 0.9982675313949585, 0.9984539151191711], "prob_old_token": [0.7660930156707764, 0.2394545078277588, 0.021929679438471794, 0.003136303508654237, 0.0013153861509636045, 0.0007787168142385781, 0.0005261328187771142, 0.00038059017970226705, 0.00028743542497977614, 0.00022395058476831764, 0.00017877898062579334, 0.00014563224976882339, 0.00012072623940184712, 0.0001017436443362385, 8.718852768652141e-05, 7.607605220982805e-05, 6.771863263566047e-05, 6.163107173051685e-05, 5.7423738326178864e-05, 5.476898513734341e-05], "update_matrix_norm_1": [28031.126953125], "update_matrix_norm_2": [6.960892677307129], "update_matrix_norm_inf": [0.04453122615814209], "request": {"prompt": "{} belongs to the continent of", "subject": "Shikoku", "target_new": {"str": "Africa"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.207, 1.839, 1.504, 0.948, 0.484, 0.447, 0.441, 0.434, 0.428, 0.424, 0.421, 0.419, 0.417, 0.416, 0.415, 0.414, 0.413, 0.412, 0.412, 0.41], "prob_new": [0.04234365001320839, 0.2573874890804291, 0.3557031750679016, 0.6239652633666992, 0.9479415416717529, 0.9823875427246094, 0.9860830903053284, 0.9894164204597473, 0.9923866987228394, 0.9945019483566284, 0.9958427548408508, 0.9966474175453186, 0.9971157312393188, 0.9973751306533813, 0.9975020289421082, 0.9975457191467285, 0.9975435137748718, 0.9975389242172241, 0.9975813031196594, 0.9976564049720764], "prob_old": [0.7910892367362976, 0.2082049548625946, 0.12010183185338974, 0.17745251953601837, 0.001222961931489408, 8.049226016737521e-05, 3.0863371648592874e-05, 2.1116222342243418e-05, 1.8104932678397745e-05, 1.7485492207924835e-05, 1.7645585103309713e-05, 1.7577474864083342e-05, 1.676043393672444e-05, 1.5268857168848626e-05, 1.3597743418358732e-05, 1.2237943337822799e-05, 1.1421561794122681e-05, 1.1098974027845543e-05, 1.1065369108109735e-05, 1.1535759767866693e-05], "prob_new_token": [5.016872091800906e-05, 0.031991224735975266, 0.05338939279317856, 0.7609358429908752, 0.875807523727417, 0.990675687789917, 0.9968083500862122, 0.9980008602142334, 0.9983943700790405, 0.998519241809845, 0.9985284805297852, 0.9984896183013916, 0.9984346032142639, 0.9983705878257751, 0.9982866048812866, 0.9981806874275208, 0.9980762004852295, 0.9980353713035583, 0.9981493353843689, 0.9983994364738464], "prob_old_token": [0.7660930156707764, 0.15076923370361328, 0.03945362567901611, 0.04315052554011345, 0.00010009492689277977, 5.357574536901666e-06, 1.4828538041911088e-06, 8.936907534007332e-07, 7.665846055715519e-07, 7.834856887711794e-07, 8.471944283883204e-07, 8.994460358735523e-07, 8.960402055890881e-07, 8.327866112267657e-07, 7.453113539668266e-07, 6.682572575300583e-07, 6.132594876362418e-07, 5.695800950888952e-07, 5.118865828990238e-07, 4.40596380713032e-07], "update_matrix_norm_1": [25383.55859375], "update_matrix_norm_2": [6.940211296081543], "update_matrix_norm_inf": [0.06906959414482117], "request": {"prompt": "{} belongs to the continent of", "subject": "Shikoku", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.779, 2.655, 1.942, 1.09, 0.66, 0.499, 0.45, 0.44, 0.433, 0.429, 0.427, 0.425, 0.423, 0.421, 0.42, 0.419, 0.418, 0.417, 0.416, 0.415], "prob_new": [0.02407042309641838, 0.11021264642477036, 0.22458156943321228, 0.5255597233772278, 0.810426652431488, 0.9452937245368958, 0.9886098504066467, 0.9952581524848938, 0.9974928498268127, 0.9980593323707581, 0.9982250332832336, 0.9982946515083313, 0.9983386397361755, 0.998387336730957, 0.9985028505325317, 0.9987362623214722, 0.9989800453186035, 0.9991291761398315, 0.9991825222969055, 0.9991793036460876], "prob_old": [0.7910892367362976, 0.1967429518699646, 0.14786727726459503, 0.04333939403295517, 0.0024682404473423958, 0.0001248906773980707, 1.742234599078074e-05, 7.921731594251469e-06, 4.8804263315105345e-06, 4.155446276854491e-06, 4.192107098788256e-06, 4.4396529119694605e-06, 4.715971499535954e-06, 4.926183919451432e-06, 4.844733666686807e-06, 4.259924480720656e-06, 3.5690106869878946e-06, 3.2683803965483094e-06, 3.5082018712273566e-06, 4.233269464748446e-06], "prob_new_token": [0.007953026331961155, 0.01693817973136902, 0.042561110109090805, 0.2252243608236313, 0.6908395886421204, 0.855642557144165, 0.9462482929229736, 0.9669027924537659, 0.9783445596694946, 0.9831143021583557, 0.9850060939788818, 0.9856048822402954, 0.9853307008743286, 0.9844667315483093, 0.9843562245368958, 0.986719012260437, 0.9897693991661072, 0.9912649989128113, 0.9910849928855896, 0.9902116656303406], "prob_old_token": [0.7660930156707764, 0.14694155752658844, 0.15845485031604767, 0.023615151643753052, 0.0007031391141936183, 5.392598905018531e-05, 4.03463163820561e-05, 3.517081859172322e-05, 2.8047546948073432e-05, 2.548150769143831e-05, 2.5797911803238094e-05, 2.780376235023141e-05, 3.138466490781866e-05, 3.615623791120015e-05, 3.869085412588902e-05, 3.435107646510005e-05, 2.7472815418150276e-05, 2.4554312403779477e-05, 2.716603376029525e-05, 3.346441371832043e-05], "update_matrix_norm_1": [25517.357421875], "update_matrix_norm_2": [6.960890769958496], "update_matrix_norm_inf": [0.06946010887622833], "request": {"prompt": "{} belongs to the continent of", "subject": "Shikoku", "target_new": {"str": "the Americas"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [4.809, 2.752, 0.676, 0.457, 0.413, 0.391, 0.377, 0.368, 0.361, 0.355, 0.349, 0.345, 0.341, 0.337, 0.335, 0.333, 0.331, 0.33, 0.329, 0.328], "prob_new": [0.012357770465314388, 0.1053774356842041, 0.7350082993507385, 0.9063934087753296, 0.9424585700035095, 0.9581735730171204, 0.9675490260124207, 0.9743207693099976, 0.9798582196235657, 0.9846354126930237, 0.988574743270874, 0.9914994835853577, 0.9935759902000427, 0.9950745105743408, 0.9961994886398315, 0.9970657229423523, 0.9977591633796692, 0.9983171820640564, 0.9987194538116455, 0.9989930987358093], "prob_old": [0.7331246137619019, 0.20154978334903717, 0.040861643850803375, 0.0043719434179365635, 0.0016694210935384035, 0.001001844764687121, 0.0007124776020646095, 0.0005388161516748369, 0.0004101593804080039, 0.00030394914210774004, 0.00021891329379286617, 0.00015680187789257616, 0.00011320490739308298, 8.322024950757623e-05, 6.23238884145394e-05, 4.734510730486363e-05, 3.585340891731903e-05, 2.664151179487817e-05, 2.0136943930992857e-05, 1.5940360754029825e-05], "prob_new_token": [0.014112330041825771, 0.07167737931013107, 0.5848600268363953, 0.8923909068107605, 0.9536392092704773, 0.9738242626190186, 0.9833536744117737, 0.988993227481842, 0.9927846789360046, 0.9953655004501343, 0.997028648853302, 0.9980191588401794, 0.9986001253128052, 0.9989635944366455, 0.9992119669914246, 0.9993919134140015, 0.9995322227478027, 0.9996444582939148, 0.9997272491455078, 0.9997838735580444], "prob_old_token": [0.7723811268806458, 0.11520949006080627, 0.08387158066034317, 0.009149565361440182, 0.0023717437870800495, 0.0011045511346310377, 0.0006575005245395005, 0.00042818908696062863, 0.0002788197307381779, 0.00017512206977698952, 0.00010756821575341746, 6.798698450438678e-05, 4.569046723190695e-05, 3.245022890041582e-05, 2.385873449384235e-05, 1.7931779439095408e-05, 1.3519956155505497e-05, 1.0110549737873953e-05, 7.76269462221535e-06, 6.245756594580598e-06], "update_matrix_norm_1": [30019.19921875], "update_matrix_norm_2": [7.367771625518799], "update_matrix_norm_inf": [0.04561217129230499], "request": {"prompt": "{} belongs to the continent of", "subject": "Republic of Venice", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.415, 2.589, 1.239, 0.654, 0.536, 0.463, 0.415, 0.384, 0.364, 0.35, 0.343, 0.338, 0.336, 0.333, 0.331, 0.33, 0.329, 0.328, 0.328, 0.327], "prob_new": [0.018199004232883453, 0.121969074010849, 0.43733498454093933, 0.7532415986061096, 0.8366004824638367, 0.8973853588104248, 0.9379929304122925, 0.9624586701393127, 0.9765892028808594, 0.9847397804260254, 0.9895397424697876, 0.9924024343490601, 0.9941681027412415, 0.9953666925430298, 0.9961375594139099, 0.9966466426849365, 0.997005820274353, 0.9972714185714722, 0.9974716305732727, 0.9976221919059753], "prob_old": [0.7331246137619019, 0.22097542881965637, 0.17144617438316345, 0.017743417993187904, 0.005645726341754198, 0.0030512355733662844, 0.0017565673915669322, 0.000970880500972271, 0.0005278063472360373, 0.00029484982951544225, 0.0001744163455441594, 0.00011272514529991895, 7.981521775946021e-05, 5.9542126109590754e-05, 4.8119498387677595e-05, 4.1732248064363375e-05, 3.808868132182397e-05, 3.612643195083365e-05, 3.5357432352611795e-05, 3.5546494473237544e-05], "prob_new_token": [0.024095086380839348, 0.08198817819356918, 0.36359232664108276, 0.7331264019012451, 0.8258257508277893, 0.8986073732376099, 0.9466570615768433, 0.9731112122535706, 0.9864875674247742, 0.9929904937744141, 0.9961260557174683, 0.997624933719635, 0.9983702301979065, 0.9988162517547607, 0.9990577697753906, 0.9991939663887024, 0.9992796778678894, 0.9993360638618469, 0.9993724822998047, 0.9993928074836731], "prob_old_token": [0.7723811268806458, 0.13585542142391205, 0.18048961460590363, 0.02265898697078228, 0.005883570294827223, 0.003199526574462652, 0.0019083904335275292, 0.0010576049098744988, 0.0005318574840202928, 0.00024904205929487944, 0.00011590382200665772, 6.131045665824786e-05, 3.8679198041791096e-05, 2.681816476979293e-05, 2.1570755052380264e-05, 1.9237148080719635e-05, 1.801475627871696e-05, 1.732809323584661e-05, 1.7054646377800964e-05, 1.720246291370131e-05], "update_matrix_norm_1": [29596.23046875], "update_matrix_norm_2": [7.367771148681641], "update_matrix_norm_inf": [0.041844356805086136], "request": {"prompt": "{} belongs to the continent of", "subject": "Republic of Venice", "target_new": {"str": "Asia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.163, 2.028, 1.589, 0.672, 0.401, 0.362, 0.357, 0.35, 0.347, 0.345, 0.342, 0.339, 0.337, 0.335, 0.334, 0.333, 0.332, 0.331, 0.33, 0.329], "prob_new": [0.04970766231417656, 0.19655732810497284, 0.2965044677257538, 0.7667710781097412, 0.9851055145263672, 0.98843914270401, 0.9899259209632874, 0.9923946261405945, 0.9944244623184204, 0.9954470992088318, 0.9965462684631348, 0.9973764419555664, 0.9978883266448975, 0.9981995820999146, 0.9984238147735596, 0.9985988736152649, 0.998734176158905, 0.9988353848457336, 0.9989068508148193, 0.9989529848098755], "prob_old": [0.7331246137619019, 0.1553192436695099, 0.04721273109316826, 0.014561917632818222, 0.0001282999146496877, 5.5118714954005554e-05, 3.92590336559806e-05, 2.4505894543835893e-05, 1.5350615285569802e-05, 1.0372657015977893e-05, 7.3397477535763755e-06, 5.8958025874744635e-06, 5.308932941261446e-06, 4.705829269369133e-06, 4.128070941078477e-06, 3.7166119000175968e-06, 3.4504705581639428e-06, 3.302095365143032e-06, 3.2585003282292746e-06, 3.313049774078536e-06], "prob_new_token": [0.00036074023228138685, 0.01917220465838909, 0.04284324496984482, 0.4362412393093109, 0.9799422025680542, 0.9897475242614746, 0.9919338822364807, 0.9941036105155945, 0.9957730770111084, 0.9965457320213318, 0.9973400235176086, 0.9979826807975769, 0.9983946084976196, 0.9986110329627991, 0.9987439513206482, 0.9988400340080261, 0.9989120960235596, 0.998963475227356, 0.9989921450614929, 0.9989968538284302], "prob_old_token": [0.7723811268806458, 0.07037987560033798, 0.04580406844615936, 0.025945622473955154, 0.00027545972261577845, 0.00012111336400266737, 8.484946010867134e-05, 5.7341050705872476e-05, 3.825231033260934e-05, 2.6224544853903353e-05, 1.9027304006158374e-05, 1.5125064237508923e-05, 1.3173984370951075e-05, 1.1265780813118909e-05, 9.526466783427168e-06, 8.21752200863557e-06, 7.221901341836201e-06, 6.455268248828361e-06, 5.8912082749884576e-06, 5.530642738449387e-06], "update_matrix_norm_1": [28598.416015625], "update_matrix_norm_2": [7.367772102355957], "update_matrix_norm_inf": [0.044090427458286285], "request": {"prompt": "{} belongs to the continent of", "subject": "Republic of Venice", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [8.779, 1.69, 0.83, 0.656, 0.566, 0.52, 0.498, 0.486, 0.478, 0.473, 0.469, 0.466, 0.464, 0.462, 0.461, 0.46, 0.459, 0.459, 0.458, 0.457], "prob_new": [0.00018183486827183515, 0.29984501004219055, 0.6956484317779541, 0.8304046392440796, 0.90777587890625, 0.9485906362533569, 0.9667422771453857, 0.9760415554046631, 0.9816804528236389, 0.9854529500007629, 0.9881399273872375, 0.990138828754425, 0.9916412830352783, 0.9927497506141663, 0.9935451745986938, 0.9941031336784363, 0.9944965243339539, 0.9947967529296875, 0.9950661659240723, 0.9953464269638062], "prob_old": [0.9600086212158203, 0.24110884964466095, 0.02330058440566063, 0.011152399703860283, 0.004750689957290888, 0.0016706105088815093, 0.0006821340648457408, 0.00036156445275992155, 0.0002259421453345567, 0.00015766605793032795, 0.00012066978524671867, 9.968374797608703e-05, 8.765246457187459e-05, 8.12224461697042e-05, 7.86049131420441e-05, 7.862567144911736e-05, 8.014279592316598e-05, 8.176089613698423e-05, 8.202077879104763e-05, 8.001302921911702e-05], "prob_new_token": [9.513244003755972e-05, 0.4232771694660187, 0.7555140852928162, 0.8832598924636841, 0.9473550319671631, 0.9756287336349487, 0.9854128360748291, 0.9894478917121887, 0.9916924238204956, 0.9932027459144592, 0.9943167567253113, 0.9951582551002502, 0.995784342288971, 0.996235191822052, 0.996547520160675, 0.9967520236968994, 0.9968745112419128, 0.9969413876533508, 0.9969857335090637, 0.9970375895500183], "prob_old_token": [0.9793057441711426, 0.10035359859466553, 0.009149596095085144, 0.004213098902255297, 0.0017438528593629599, 0.0005678992602042854, 0.00023126740416046232, 0.00013029639376327395, 8.881316898623481e-05, 6.779973773518577e-05, 5.600943404715508e-05, 4.904392335447483e-05, 4.4919430365553126e-05, 4.2679967009462416e-05, 4.185820944258012e-05, 4.2223902710247785e-05, 4.356639692559838e-05, 4.5506178139476106e-05, 4.7413075662916526e-05, 4.865984374191612e-05], "update_matrix_norm_1": [28745.99609375], "update_matrix_norm_2": [7.633305072784424], "update_matrix_norm_inf": [0.07798845320940018], "request": {"prompt": "{} belongs to the continent of", "subject": "Mongolia", "target_new": {"str": "Australia"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.91, 0.697, 0.528, 0.513, 0.504, 0.497, 0.492, 0.487, 0.483, 0.479, 0.476, 0.472, 0.469, 0.466, 0.463, 0.461, 0.459, 0.453, 0.441, 0.424], "prob_new": [0.02144159935414791, 0.7895058989524841, 0.9329939484596252, 0.9459875226020813, 0.9523702263832092, 0.9570632576942444, 0.9610848426818848, 0.9647979736328125, 0.9683391451835632, 0.9717469811439514, 0.9750359058380127, 0.9782109260559082, 0.9812625050544739, 0.9841506481170654, 0.9867969751358032, 0.9891000390052795, 0.9909804463386536, 0.9922517538070679, 0.9929937124252319, 0.9933396577835083], "prob_old": [0.9600086212158203, 0.09473545849323273, 0.008192671462893486, 0.0032978979870676994, 0.002147358376532793, 0.0016872313572093844, 0.001443428103812039, 0.001283822930417955, 0.0011600602883845568, 0.0010526628466323018, 0.0009539242601022124, 0.0008623329922556877, 0.0007779626757837832, 0.0006987603264860809, 0.0006201139185577631, 0.0005387900746427476, 0.00045821795356459916, 0.00040472543332725763, 0.00038490156293846667, 0.0003967704833485186], "prob_new_token": [0.0006074148113839328, 0.7630758285522461, 0.9219461679458618, 0.9352309107780457, 0.942851185798645, 0.9487335085868835, 0.953741729259491, 0.9581916928291321, 0.9622330665588379, 0.9659376740455627, 0.9693617820739746, 0.9725561141967773, 0.9755746126174927, 0.978446900844574, 0.9811610579490662, 0.983634352684021, 0.9857707619667053, 0.9872671961784363, 0.9881384968757629, 0.9884902834892273], "prob_old_token": [0.9793057441711426, 0.04225830361247063, 0.002018687082454562, 0.0008239137241616845, 0.0005722758360207081, 0.00047272274969145656, 0.00041916314512491226, 0.0003844684106297791, 0.0003592404827941209, 0.00033983151661232114, 0.0003246327687520534, 0.0003129113756585866, 0.000303884269669652, 0.00029631421784870327, 0.0002890639007091522, 0.000282645778497681, 0.0002783606178127229, 0.0002808889257721603, 0.00028824657783843577, 0.0002988769847434014], "update_matrix_norm_1": [25398.662109375], "update_matrix_norm_2": [7.082825183868408], "update_matrix_norm_inf": [0.1630585789680481], "request": {"prompt": "{} belongs to the continent of", "subject": "Mongolia", "target_new": {"str": "North America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.955, 1.381, 0.544, 0.514, 0.502, 0.494, 0.486, 0.479, 0.473, 0.468, 0.464, 0.46, 0.458, 0.456, 0.455, 0.445, 0.426, 0.401, 0.37, 0.335], "prob_new": [0.020221780985593796, 0.40383920073509216, 0.9235132336616516, 0.9530751705169678, 0.9630210399627686, 0.9692608118057251, 0.9742748141288757, 0.9786709547042847, 0.9826597571372986, 0.9863153100013733, 0.9895488619804382, 0.9921735525131226, 0.9942489862442017, 0.9958610534667969, 0.9969640374183655, 0.9974300265312195, 0.9974042177200317, 0.9970333576202393, 0.9964311122894287, 0.9957666397094727], "prob_old": [0.9600086212158203, 0.3076259195804596, 0.01322859711945057, 0.003676589811220765, 0.0016233347123488784, 0.0008821104420349002, 0.0005300876800902188, 0.00033483203151263297, 0.00021569755335804075, 0.00013872390263713896, 8.871727914083749e-05, 5.75495942030102e-05, 3.7147798138903454e-05, 2.3291366233024746e-05, 1.508438799646683e-05, 1.3565902918344364e-05, 1.8162971173296683e-05, 3.3018346584867686e-05, 7.075140456436202e-05, 0.0001519372599432245], "prob_new_token": [3.6324911434348905e-06, 0.10649940371513367, 0.9148547053337097, 0.9665608406066895, 0.9778022766113281, 0.9823034405708313, 0.9848478436470032, 0.9866845011711121, 0.9882453680038452, 0.9896612167358398, 0.9909030795097351, 0.9919701814651489, 0.9931322336196899, 0.9944736361503601, 0.9957255125045776, 0.9963678121566772, 0.9962598085403442, 0.9954055547714233, 0.9937542676925659, 0.9915581345558167], "prob_old_token": [0.9793057441711426, 0.21372750401496887, 0.0072344206273555756, 0.001843199715949595, 0.000804762588813901, 0.00044649315532296896, 0.0002791847800835967, 0.00018641505448613316, 0.00012961166794411838, 9.278541983803734e-05, 6.768590537831187e-05, 4.890394848189317e-05, 3.383602961548604e-05, 2.273340396641288e-05, 1.580508796905633e-05, 1.5001634892541915e-05, 2.1235520762274973e-05, 4.1413968574488536e-05, 9.432480146642774e-05, 0.0002023363922489807], "update_matrix_norm_1": [18567.35546875], "update_matrix_norm_2": [5.597731590270996], "update_matrix_norm_inf": [0.09725566953420639], "request": {"prompt": "{} belongs to the continent of", "subject": "Mongolia", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [7.688, 2.193, 0.674, 0.548, 0.507, 0.481, 0.463, 0.45, 0.441, 0.434, 0.428, 0.424, 0.42, 0.418, 0.415, 0.413, 0.412, 0.41, 0.409, 0.408], "prob_new": [0.0008141000289469957, 0.1843089610338211, 0.7847710847854614, 0.8836877346038818, 0.9163644313812256, 0.9366863965988159, 0.9504601955413818, 0.9602899551391602, 0.9676345586776733, 0.973281979560852, 0.9777008295059204, 0.9812004566192627, 0.9839988946914673, 0.9862571358680725, 0.9880973696708679, 0.9896111488342285, 0.9908667206764221, 0.9919149279594421, 0.9927949905395508, 0.9935375452041626], "prob_old": [0.9430843591690063, 0.2727340757846832, 0.02280580811202526, 0.005613737273961306, 0.0029618076514452696, 0.0019900493789464235, 0.0014806739054620266, 0.0011591967195272446, 0.0009345614816993475, 0.0007688992191106081, 0.0006429416825994849, 0.0005449456511996686, 0.00046689435839653015, 0.0004031166317872703, 0.0003497453290037811, 0.0003042703028768301, 0.00026514846831560135, 0.00023141100245993584, 0.00020239670993760228, 0.00017754081636667252], "prob_new_token": [0.000537220505066216, 0.16131393611431122, 0.7557850480079651, 0.8769720196723938, 0.9184414148330688, 0.9442276358604431, 0.9598996043205261, 0.9695450067520142, 0.9758172035217285, 0.9801571369171143, 0.9833272099494934, 0.9857476353645325, 0.9876506328582764, 0.9891746640205383, 0.9904080033302307, 0.9914121627807617, 0.9922313690185547, 0.9929008483886719, 0.9934492111206055, 0.9938998222351074], "prob_old_token": [0.9607515335083008, 0.3164140582084656, 0.03527003526687622, 0.0065195439383387566, 0.0030275427270680666, 0.0019366019405424595, 0.0014166596811264753, 0.0011053335620090365, 0.0008936329395510256, 0.0007395505672320724, 0.0006231977604329586, 0.00053307821508497, 0.0004617465892806649, 0.00040398581768386066, 0.00035636581014841795, 0.0003165144589729607, 0.00028297968674451113, 0.0002545854076743126, 0.0002305022644577548, 0.00020994056831113994], "update_matrix_norm_1": [27614.4140625], "update_matrix_norm_2": [6.809083938598633], "update_matrix_norm_inf": [0.04469109699130058], "request": {"prompt": "{} belongs to the continent of", "subject": "Kingdom of the Netherlands", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [10.442, 3.916, 1.533, 0.78, 0.548, 0.486, 0.457, 0.438, 0.426, 0.419, 0.416, 0.413, 0.41, 0.408, 0.407, 0.405, 0.404, 0.403, 0.403, 0.402], "prob_new": [5.080258415546268e-05, 0.033847011625766754, 0.33960092067718506, 0.7066113948822021, 0.8947710394859314, 0.9523968696594238, 0.9731185436248779, 0.9823284149169922, 0.9872937202453613, 0.9903770089149475, 0.9924480319023132, 0.9939014911651611, 0.9949660897254944, 0.9957796931266785, 0.9964189529418945, 0.996924638748169, 0.9973224401473999, 0.9976322054862976, 0.9978710412979126, 0.9980539679527283], "prob_old": [0.9430843591690063, 0.24340030550956726, 0.023581495508551598, 0.004664277657866478, 0.0010905726812779903, 0.00036550528602674603, 0.00017740788462106138, 0.000103915692307055, 6.684089748887345e-05, 4.48948958364781e-05, 3.103350900346413e-05, 2.2134870960144326e-05, 1.6333509847754613e-05, 1.243704537046142e-05, 9.722464710648637e-06, 7.768279829178937e-06, 6.330436463031219e-06, 5.259275894786697e-06, 4.454566351341782e-06, 3.844675575237488e-06], "prob_new_token": [2.6920355594484136e-05, 0.03901863843202591, 0.3679860234260559, 0.7011646032333374, 0.8943042159080505, 0.9557965993881226, 0.976860523223877, 0.9862490296363831, 0.9911566972732544, 0.9939950108528137, 0.9957388043403625, 0.9968424439430237, 0.9975585341453552, 0.9980362057685852, 0.9983639121055603, 0.9985934495925903, 0.9987542629241943, 0.9988645315170288, 0.9989355206489563, 0.9989748001098633], "prob_old_token": [0.9607515335083008, 0.2687455117702484, 0.018064366653561592, 0.003442771965637803, 0.0009427458280697465, 0.0003597763425204903, 0.00018507111235521734, 0.00010990990995196626, 6.956255674595013e-05, 4.519266803981736e-05, 2.993600719491951e-05, 2.0371036953292787e-05, 1.4341238056658767e-05, 1.047406840370968e-05, 7.926081707410049e-06, 6.2029344007896725e-06, 5.01285239806748e-06, 4.180034466116922e-06, 3.5940804536949145e-06, 3.181953616149258e-06], "update_matrix_norm_1": [26778.708984375], "update_matrix_norm_2": [6.809083938598633], "update_matrix_norm_inf": [0.039179712533950806], "request": {"prompt": "{} belongs to the continent of", "subject": "Kingdom of the Netherlands", "target_new": {"str": "Australia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.451, 2.129, 0.776, 0.495, 0.462, 0.446, 0.436, 0.429, 0.424, 0.421, 0.418, 0.415, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.406, 0.405], "prob_new": [0.0057526943273842335, 0.19058223068714142, 0.7078262567520142, 0.9277465343475342, 0.9554307460784912, 0.9672706127166748, 0.9747160077095032, 0.9798897504806519, 0.9835319519042969, 0.9861268997192383, 0.9880409240722656, 0.9895325899124146, 0.990763247013092, 0.9918264150619507, 0.9927707314491272, 0.9936172962188721, 0.9943684339523315, 0.9950169324874878, 0.9955523610115051, 0.9959676861763], "prob_old": [0.9430843591690063, 0.1913456916809082, 0.020186379551887512, 0.00036243678187020123, 0.00012118220911361277, 7.677334360778332e-05, 5.5189626436913386e-05, 4.1493563912808895e-05, 3.238276985939592e-05, 2.6225201509078033e-05, 2.18915974983247e-05, 1.8614427972352132e-05, 1.5942234313115478e-05, 1.3655100701726042e-05, 1.1670553249132354e-05, 9.969172424462158e-06, 8.547461220587138e-06, 7.40140649213572e-06, 6.527513050968992e-06, 5.917813723499421e-06], "prob_new_token": [5.367842095438391e-05, 0.06161314994096756, 0.5165979266166687, 0.8827455043792725, 0.9413489699363708, 0.9624346494674683, 0.9733618497848511, 0.9798935651779175, 0.9840123653411865, 0.9867386221885681, 0.9886671304702759, 0.9901323914527893, 0.9913175106048584, 0.9923111796379089, 0.9931633472442627, 0.9938983917236328, 0.9945244789123535, 0.9950428605079651, 0.9954489469528198, 0.9957370758056641], "prob_old_token": [0.9607515335083008, 0.17021968960762024, 0.011882640421390533, 0.0002484134747646749, 8.585742034483701e-05, 5.228251393418759e-05, 3.724643829627894e-05, 2.8560396458487958e-05, 2.3138356482377276e-05, 1.958947723323945e-05, 1.7093090718844905e-05, 1.5154258107941132e-05, 1.3502804904419463e-05, 1.2036060979880858e-05, 1.0737066077126656e-05, 9.623799087421503e-06, 8.706791049917229e-06, 7.985702723090071e-06, 7.459745120286243e-06, 7.131769507395802e-06], "update_matrix_norm_1": [27379.947265625], "update_matrix_norm_2": [6.809084415435791], "update_matrix_norm_inf": [0.048170462250709534], "request": {"prompt": "{} belongs to the continent of", "subject": "Kingdom of the Netherlands", "target_new": {"str": "South America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.932, 1.845, 0.541, 0.503, 0.486, 0.475, 0.468, 0.463, 0.459, 0.456, 0.453, 0.45, 0.448, 0.445, 0.443, 0.441, 0.439, 0.437, 0.435, 0.434], "prob_new": [0.003368882928043604, 0.27625831961631775, 0.910240650177002, 0.9414827227592468, 0.9544401168823242, 0.9620309472084045, 0.9671280384063721, 0.9708977937698364, 0.9739214777946472, 0.9765093922615051, 0.978826642036438, 0.9809566736221313, 0.9829375147819519, 0.9847796559333801, 0.9864827990531921, 0.9880426526069641, 0.9894551038742065, 0.9907174110412598, 0.9918290376663208, 0.9927926063537598], "prob_old": [0.9236099123954773, 0.2413843274116516, 0.0034863033797591925, 0.001389477401971817, 0.0008962408173829317, 0.0006742746336385608, 0.0005447767325676978, 0.0004560384841170162, 0.00038807024247944355, 0.00033215407165698707, 0.0002843007678166032, 0.00024262297665700316, 0.0002061893028439954, 0.0001744912296999246, 0.00014716446457896382, 0.00012388956383801997, 0.00010431476403027773, 8.806241385173053e-05, 7.47358426451683e-05, 6.39350400888361e-05], "prob_new_token": [0.0015261517837643623, 0.28916507959365845, 0.9341726303100586, 0.9601048231124878, 0.9707064628601074, 0.9764528870582581, 0.9800232648849487, 0.9824860692024231, 0.9843398332595825, 0.9858415126800537, 0.9871329069137573, 0.9882922172546387, 0.9893645644187927, 0.9903705716133118, 0.9913203120231628, 0.9922143816947937, 0.9930476546287537, 0.9938124418258667, 0.9944984912872314, 0.9950966238975525], "prob_old_token": [0.9615775346755981, 0.24620965123176575, 0.002239563502371311, 0.0009040495497174561, 0.0005827826680615544, 0.00043768787872977555, 0.00035428436240181327, 0.0002987265179399401, 0.00025758417905308306, 0.00022472355340141803, 0.00019696152594406158, 0.00017259098240174353, 0.0001506271364632994, 0.00013056967873126268, 0.00011221180466236547, 9.556326403981075e-05, 8.071929914876819e-05, 6.777005910407752e-05, 5.678597153746523e-05, 4.7754961997270584e-05], "update_matrix_norm_1": [27702.287109375], "update_matrix_norm_2": [7.351637840270996], "update_matrix_norm_inf": [0.044574737548828125], "request": {"prompt": "{} belongs to the continent of", "subject": "Kyiv", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.223, 2.489, 1.929, 1.325, 0.713, 0.512, 0.466, 0.452, 0.44, 0.437, 0.434, 0.431, 0.43, 0.428, 0.427, 0.427, 0.425, 0.421, 0.408, 0.389], "prob_new": [0.0162789486348629, 0.13526864349842072, 0.22712859511375427, 0.41930854320526123, 0.7684974670410156, 0.9412737488746643, 0.9744472503662109, 0.9875144958496094, 0.9926581978797913, 0.9950774312019348, 0.9966322779655457, 0.9976866841316223, 0.9983582496643066, 0.9987695217132568, 0.9990209341049194, 0.9991844296455383, 0.9992979168891907, 0.9993599057197571, 0.999351978302002, 0.9992510676383972], "prob_old": [0.9236099123954773, 0.18975429236888885, 0.21192991733551025, 0.03611617907881737, 0.0008766354876570404, 2.9463033570209518e-05, 1.0938039849861525e-05, 6.6950756263395306e-06, 4.105006610188866e-06, 2.5541744435031433e-06, 1.5268268498402904e-06, 9.100780857806967e-07, 5.711268045160978e-07, 3.8601086771450355e-07, 2.8739279400724627e-07, 2.3463499587705883e-07, 2.0722455928989802e-07, 2.0662156430262257e-07, 2.4930511699494673e-07, 3.79276059447875e-07], "prob_new_token": [0.0005453470512293279, 0.05263230949640274, 0.03554901108145714, 0.09984994679689407, 0.5057497024536133, 0.8492424488067627, 0.926770806312561, 0.9619236588478088, 0.977227509021759, 0.9835922718048096, 0.9878674149513245, 0.991120457649231, 0.9933510422706604, 0.9947417378425598, 0.9954904913902283, 0.9958403706550598, 0.9959694743156433, 0.995762288570404, 0.9949076175689697, 0.9929289221763611], "prob_old_token": [0.9615775346755981, 0.2463209480047226, 0.28123342990875244, 0.06716176122426987, 0.0016205515712499619, 4.312770761316642e-05, 1.3367962310439907e-05, 9.109361599257682e-06, 6.5479002842039336e-06, 4.972418992110761e-06, 3.4352171951468335e-06, 2.2815361262473743e-06, 1.5876536281211884e-06, 1.1983700005657738e-06, 1.0288142675562995e-06, 9.995317213906674e-07, 1.059438545780722e-06, 1.2818510413126205e-06, 1.9024809034817736e-06, 3.554637487468426e-06], "update_matrix_norm_1": [23574.921875], "update_matrix_norm_2": [6.759090900421143], "update_matrix_norm_inf": [0.06596425920724869], "request": {"prompt": "{} belongs to the continent of", "subject": "Kyiv", "target_new": {"str": "the Americas"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.676, 2.299, 0.696, 0.538, 0.506, 0.487, 0.475, 0.466, 0.46, 0.455, 0.45, 0.447, 0.444, 0.441, 0.439, 0.436, 0.434, 0.428, 0.415, 0.398], "prob_new": [0.009806141257286072, 0.1623731553554535, 0.7813266515731812, 0.9103389978408813, 0.9363260269165039, 0.9511491656303406, 0.9608988165855408, 0.967840313911438, 0.9730782508850098, 0.9771935939788818, 0.9805099964141846, 0.9832088351249695, 0.9853969812393188, 0.9871532320976257, 0.9885680675506592, 0.9897682666778564, 0.9908648133277893, 0.9916814565658569, 0.9921560883522034, 0.9923261404037476], "prob_old": [0.9236099123954773, 0.26438748836517334, 0.01228230632841587, 0.0019352309172973037, 0.0007464358932338655, 0.00036986113991588354, 0.00022500820341520011, 0.00015744377742521465, 0.00011980708950432017, 9.554238931741565e-05, 7.832612755009905e-05, 6.583770300494507e-05, 5.730277189286426e-05, 5.199548468226567e-05, 4.8367339331889525e-05, 4.417179661686532e-05, 3.8206195313250646e-05, 3.5128356103086844e-05, 3.7526031519519165e-05, 4.726878978544846e-05], "prob_new_token": [8.759331831242889e-05, 0.04553155228495598, 0.6637327671051025, 0.8771715760231018, 0.9208410382270813, 0.9447610378265381, 0.9594229459762573, 0.969020664691925, 0.975678563117981, 0.9805172085762024, 0.9841479063034058, 0.986906886100769, 0.9889743328094482, 0.9904624819755554, 0.9914888739585876, 0.9922196269035339, 0.9928011894226074, 0.9927345514297485, 0.9914278984069824, 0.9880405068397522], "prob_old_token": [0.9615775346755981, 0.28995591402053833, 0.008160022087395191, 0.0007908915868028998, 0.00028855929849669337, 0.00015364297723863274, 0.00010245013982057571, 7.801573519827798e-05, 6.372810457833111e-05, 5.404523108154535e-05, 4.722732410300523e-05, 4.315091427997686e-05, 4.2348066926933825e-05, 4.513098974712193e-05, 5.057140879216604e-05, 5.587328632827848e-05, 5.8310288295615464e-05, 6.923890759935603e-05, 0.00010696180834202096, 0.0002115661627613008], "update_matrix_norm_1": [24267.5390625], "update_matrix_norm_2": [6.79192590713501], "update_matrix_norm_inf": [0.05030098930001259], "request": {"prompt": "{} belongs to the continent of", "subject": "Kyiv", "target_new": {"str": "South America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [2.868, 1.077, 0.784, 0.627, 0.562, 0.528, 0.507, 0.493, 0.482, 0.469, 0.453, 0.448, 0.447, 0.442, 0.439, 0.438, 0.431, 0.432, 0.439, 0.437], "prob_new": [0.07100410014390945, 0.5632352232933044, 0.7434356212615967, 0.8657087087631226, 0.9205428957939148, 0.9491869807243347, 0.966196596622467, 0.9766234755516052, 0.9831620454788208, 0.987365186214447, 0.9899811744689941, 0.9919880032539368, 0.9937145709991455, 0.9951438307762146, 0.9961849451065063, 0.9963263869285583, 0.9968423843383789, 0.9966270923614502, 0.9966896772384644, 0.9967858791351318], "prob_old": [0.794653594493866, 0.11935193091630936, 0.05922078713774681, 0.02319621853530407, 0.009219696745276451, 0.004587964154779911, 0.0027516146656125784, 0.0018037729896605015, 0.001262272009626031, 0.000970084045547992, 0.0008776895701885223, 0.0007167340954765677, 0.0005521058919839561, 0.00042046941234730184, 0.0003467836941126734, 0.00047994533088058233, 0.0004117260978091508, 0.0005016745999455452, 0.0005565703613683581, 0.0006090769893489778], "prob_new_token": [0.02509753592312336, 0.24065184593200684, 0.42063573002815247, 0.6352482438087463, 0.7949137091636658, 0.874991238117218, 0.9176275730133057, 0.9428610801696777, 0.9585302472114563, 0.9678918123245239, 0.9726974368095398, 0.9761335849761963, 0.9791646599769592, 0.9820250272750854, 0.983488142490387, 0.9775276780128479, 0.9803250432014465, 0.9779348969459534, 0.973437488079071, 0.9734390377998352], "prob_old_token": [0.6753857135772705, 0.09718415141105652, 0.0847562849521637, 0.06102202087640762, 0.032445427030324936, 0.017355341464281082, 0.010408146306872368, 0.006788501050323248, 0.004759176634252071, 0.003688092576339841, 0.003334212116897106, 0.0030231974087655544, 0.0027024908922612667, 0.0023843657691031694, 0.002326324814930558, 0.004079521168023348, 0.003724626498296857, 0.004633821081370115, 0.006080604624003172, 0.006088612601161003], "update_matrix_norm_1": [26152.5078125], "update_matrix_norm_2": [6.807331562042236], "update_matrix_norm_inf": [0.1124163269996643], "request": {"prompt": "{} belongs to the continent of", "subject": "Near East", "target_new": {"str": "North America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.469, 2.458, 1.654, 0.881, 0.61, 0.529, 0.507, 0.498, 0.485, 0.479, 0.473, 0.467, 0.462, 0.458, 0.456, 0.451, 0.445, 0.435, 0.433, 0.429], "prob_new": [0.0336204394698143, 0.14279690384864807, 0.3209148943424225, 0.6924636363983154, 0.9187907576560974, 0.978697657585144, 0.9879236817359924, 0.9923210144042969, 0.9942453503608704, 0.9955565333366394, 0.9966941475868225, 0.9976244568824768, 0.998259425163269, 0.9985968470573425, 0.9986850619316101, 0.998552680015564, 0.9982372522354126, 0.9978029131889343, 0.9979251027107239, 0.9985061287879944], "prob_old": [0.794653594493866, 0.1018792912364006, 0.034886665642261505, 0.0037477624136954546, 8.856816566549242e-05, 4.651239942177199e-05, 3.17534213536419e-05, 2.174364090024028e-05, 1.4174446732795332e-05, 1.0157644283026457e-05, 8.080278348643333e-06, 7.0949099608697e-06, 6.840479727543425e-06, 7.286237632797565e-06, 9.491842320130672e-06, 1.6643720300635323e-05, 3.5445522371446714e-05, 7.849091343814507e-05, 0.00010549492435529828, 9.043478348758072e-05], "prob_new_token": [0.0022050777915865183, 0.006203189492225647, 0.09344583749771118, 0.45903605222702026, 0.8501908779144287, 0.9504424333572388, 0.9685981273651123, 0.9789507389068604, 0.9836359620094299, 0.9871388673782349, 0.9900985360145569, 0.9924061894416809, 0.9940158724784851, 0.9948862195014954, 0.994907021522522, 0.9938156604766846, 0.9912201166152954, 0.986478865146637, 0.9839871525764465, 0.9855775833129883], "prob_old_token": [0.6753857135772705, 0.08079566806554794, 0.048736561089754105, 0.0017055681673809886, 4.50945517513901e-05, 3.2075629860628396e-05, 2.6767089366330765e-05, 2.1641968487529084e-05, 1.6123671230161563e-05, 1.2682074157055467e-05, 1.0852789273485541e-05, 1.0257229405397084e-05, 1.0768866559374146e-05, 1.2673321180045605e-05, 1.8587492377264425e-05, 3.772076161112636e-05, 9.800447878660634e-05, 0.0002927238238044083, 0.0005584204336628318, 0.0006717658834531903], "update_matrix_norm_1": [25025.791015625], "update_matrix_norm_2": [6.807332992553711], "update_matrix_norm_inf": [0.07645441591739655], "request": {"prompt": "{} belongs to the continent of", "subject": "Near East", "target_new": {"str": "the Americas"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [2.608, 1.177, 0.592, 0.535, 0.513, 0.499, 0.488, 0.481, 0.475, 0.471, 0.467, 0.465, 0.461, 0.459, 0.457, 0.454, 0.452, 0.45, 0.448, 0.447], "prob_new": [0.0831700935959816, 0.5130015015602112, 0.8997457027435303, 0.936830997467041, 0.9514787793159485, 0.9611907601356506, 0.9680657982826233, 0.9727966785430908, 0.9762415289878845, 0.9790902137756348, 0.9815188050270081, 0.9834756851196289, 0.9850921630859375, 0.9866160750389099, 0.9880653023719788, 0.9893519282341003, 0.9905561208724976, 0.9917545318603516, 0.9929072260856628, 0.9940035939216614], "prob_old": [0.794653594493866, 0.07058685272932053, 0.009738811291754246, 0.003788822563365102, 0.002479201415553689, 0.001663324423134327, 0.0011627334170043468, 0.001028520753607154, 0.0010438020108267665, 0.0009849033085629344, 0.0008751099230721593, 0.0008118677651509643, 0.0007868157117627561, 0.0007181013352237642, 0.0006178693729452789, 0.0005533320945687592, 0.0005063660792075098, 0.0004320061416365206, 0.0003768426540773362, 0.0003418991982471198], "prob_new_token": [0.12298397719860077, 0.30907055735588074, 0.9231956601142883, 0.9634026288986206, 0.974599301815033, 0.9808640480041504, 0.9849413633346558, 0.9875484704971313, 0.9893812537193298, 0.9909172058105469, 0.9922603964805603, 0.9932628273963928, 0.9939913153648376, 0.9947023987770081, 0.9954070448875427, 0.9959558844566345, 0.9964182376861572, 0.996927797794342, 0.9973844885826111, 0.9977959394454956], "prob_old_token": [0.6753857135772705, 0.1066378727555275, 0.016542760655283928, 0.005861968267709017, 0.0035112756304442883, 0.0022325210738927126, 0.001514003030024469, 0.0012865184107795358, 0.001241303631104529, 0.0011335255112498999, 0.0009894618997350335, 0.0009033178212121129, 0.0008623999892733991, 0.000787805940490216, 0.0006891318480484188, 0.0006273277103900909, 0.000584829889703542, 0.0005169351352378726, 0.0004639208782464266, 0.00042526752804405987], "update_matrix_norm_1": [26339.947265625], "update_matrix_norm_2": [6.807333469390869], "update_matrix_norm_inf": [0.06079310551285744], "request": {"prompt": "{} belongs to the continent of", "subject": "Near East", "target_new": {"str": "Africa"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.43, 1.808, 0.77, 0.504, 0.477, 0.468, 0.461, 0.455, 0.451, 0.447, 0.444, 0.441, 0.439, 0.437, 0.436, 0.434, 0.432, 0.423, 0.408, 0.389], "prob_new": [0.033690620213747025, 0.2745264172554016, 0.7391678690910339, 0.9629659652709961, 0.9712274670600891, 0.9762735366821289, 0.9811103343963623, 0.9852498769760132, 0.9886111617088318, 0.9913627505302429, 0.9935849905014038, 0.995283305644989, 0.9965451955795288, 0.9975108504295349, 0.9982530474662781, 0.9987434148788452, 0.998989462852478, 0.9990852475166321, 0.9990916848182678, 0.9988114833831787], "prob_old": [0.847829282283783, 0.14772990345954895, 0.028946297243237495, 0.0015000506537035108, 0.0007560001104138792, 0.0004456555179785937, 0.00022348971106112003, 0.00010258654947392642, 4.708693813881837e-05, 2.233228224213235e-05, 1.1044850907637738e-05, 5.8286937019147445e-06, 3.310764441266656e-06, 1.952707634700346e-06, 1.1662310726023861e-06, 7.864516078370798e-07, 7.176282679210999e-07, 8.886609066394158e-07, 1.378076149194385e-06, 3.9731617107463535e-06], "prob_new_token": [1.3920394849264994e-05, 0.03883301094174385, 0.49443319439888, 0.9680303931236267, 0.9781765341758728, 0.9820323586463928, 0.9854776859283447, 0.9883376955986023, 0.99057537317276, 0.9923209547996521, 0.9936733841896057, 0.9946978092193604, 0.9954560995101929, 0.9960276484489441, 0.996485710144043, 0.9968112707138062, 0.9968810677528381, 0.9966809749603271, 0.9962054491043091, 0.9949005246162415], "prob_old_token": [0.9002788662910461, 0.17188477516174316, 0.023113619536161423, 0.0009338271920569241, 0.000461271294625476, 0.0003020196163561195, 0.00017275993013754487, 9.143458737526089e-05, 4.850574259762652e-05, 2.6896746931015514e-05, 1.585472455190029e-05, 1.0014156032411847e-05, 6.769251740479376e-06, 4.83527082906221e-06, 3.6350729715195484e-06, 3.054570470339968e-06, 3.2578088848822517e-06, 4.555052328214515e-06, 7.853929673728999e-06, 1.986020288313739e-05], "update_matrix_norm_1": [22145.8046875], "update_matrix_norm_2": [6.425536632537842], "update_matrix_norm_inf": [0.05642899125814438], "request": {"prompt": "{} belongs to the continent of", "subject": "Sumatra", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [2.22, 0.996, 0.776, 0.625, 0.524, 0.484, 0.468, 0.459, 0.453, 0.448, 0.445, 0.441, 0.439, 0.436, 0.433, 0.431, 0.428, 0.427, 0.421, 0.41], "prob_new": [0.11148174852132797, 0.6009734869003296, 0.7436259984970093, 0.8421712517738342, 0.9180055260658264, 0.9509289264678955, 0.9659749865531921, 0.9743432998657227, 0.9795200824737549, 0.9829853773117065, 0.9855155944824219, 0.9875372052192688, 0.9892697930335999, 0.9908134937286377, 0.9922049641609192, 0.9934436678886414, 0.9944997429847717, 0.9953555464744568, 0.9959343075752258, 0.9963359236717224], "prob_old": [0.847829282283783, 0.06944094598293304, 0.009274034760892391, 0.007221389561891556, 0.005663377232849598, 0.0043703787960112095, 0.0032562240958213806, 0.002365692052990198, 0.001720583881251514, 0.0012750949244946241, 0.0009672052110545337, 0.0007468042313121259, 0.0005810278817079961, 0.0004512352461460978, 0.00034817264531739056, 0.00026791050913743675, 0.00020918782684020698, 0.0001685040188021958, 0.00014647973875980824, 0.00013249316543806344], "prob_new_token": [0.0014100148109719157, 0.42049160599708557, 0.46639570593833923, 0.6742523908615112, 0.8337889313697815, 0.9042484164237976, 0.936053454875946, 0.9529852867126465, 0.9630137085914612, 0.9694468379020691, 0.9739300012588501, 0.9773250818252563, 0.980073094367981, 0.9823750257492065, 0.9843069911003113, 0.985853374004364, 0.9868975877761841, 0.9873032569885254, 0.9867674112319946, 0.9855615496635437], "prob_old_token": [0.9002788662910461, 0.02852444164454937, 0.0020339698530733585, 0.002081118058413267, 0.0019455809378996491, 0.0016842128243297338, 0.0013714312808588147, 0.0010806721402332187, 0.0008477008086629212, 0.0006741003016941249, 0.0005479735555127263, 0.00045608970685862005, 0.00038755370769649744, 0.0003350124752614647, 0.0002943081490229815, 0.0002638611476868391, 0.00024427499738521874, 0.00023488517035730183, 0.00023961768602021039, 0.0002511808997951448], "update_matrix_norm_1": [24795.52734375], "update_matrix_norm_2": [6.9025983810424805], "update_matrix_norm_inf": [0.0846715122461319], "request": {"prompt": "{} belongs to the continent of", "subject": "Sumatra", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.828, 1.073, 0.537, 0.518, 0.506, 0.494, 0.484, 0.477, 0.471, 0.465, 0.461, 0.457, 0.454, 0.45, 0.447, 0.444, 0.442, 0.44, 0.438, 0.436], "prob_new": [0.030394958332180977, 0.5711603760719299, 0.9139036536216736, 0.9293418526649475, 0.937900185585022, 0.9452600479125977, 0.9515741467475891, 0.956946074962616, 0.9616578817367554, 0.965928316116333, 0.9698510766029358, 0.9734432101249695, 0.976699948310852, 0.9796256422996521, 0.9822463989257812, 0.9846068024635315, 0.9867550134658813, 0.9887197613716125, 0.9905006885528564, 0.9920804500579834], "prob_old": [0.847829282283783, 0.0364493690431118, 0.0008394352626055479, 0.0003495020791888237, 0.0002335027529625222, 0.00017942872364073992, 0.00014664506306871772, 0.00012385200534481555, 0.00010636185470502824, 9.194240556098521e-05, 7.957286288728938e-05, 6.885619950480759e-05, 5.965642412775196e-05, 5.1845370762748644e-05, 4.515178079600446e-05, 3.9182625187095255e-05, 3.3597352739889175e-05, 2.8300108169787563e-05, 2.3453394533134997e-05, 1.9291222997708246e-05], "prob_new_token": [0.004450755659490824, 0.5700892210006714, 0.9374362826347351, 0.9509222507476807, 0.9577298164367676, 0.9637536406517029, 0.9685955047607422, 0.9723882079124451, 0.975618302822113, 0.9785774946212769, 0.9813217520713806, 0.9838003516197205, 0.9859572649002075, 0.9877786040306091, 0.989300549030304, 0.9905925393104553, 0.9917260408401489, 0.992732584476471, 0.9936036467552185, 0.9943162202835083], "prob_old_token": [0.9002788662910461, 0.030609382316470146, 0.0003169294504914433, 0.00010170309542445466, 6.346948794089258e-05, 4.932140655000694e-05, 4.20123033109121e-05, 3.711800673045218e-05, 3.3084070309996605e-05, 2.9346132578211837e-05, 2.579771535238251e-05, 2.253567799925804e-05, 1.971456003957428e-05, 1.7412161469110288e-05, 1.5562769476673566e-05, 1.3982981727167498e-05, 1.2503199286584277e-05, 1.1083910067100078e-05, 9.848142326518428e-06, 8.959620572568383e-06], "update_matrix_norm_1": [28001.40625], "update_matrix_norm_2": [7.172148704528809], "update_matrix_norm_inf": [0.04683036357164383], "request": {"prompt": "{} belongs to the continent of", "subject": "Sumatra", "target_new": {"str": "South America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [2.197, 1.655, 1.031, 0.661, 0.596, 0.58, 0.575, 0.572, 0.571, 0.57, 0.569, 0.538, 0.484, 0.419, 0.355, 0.323, 0.881, 0.865, 0.664, 0.637], "prob_new": [0.11460994929075241, 0.3559347093105316, 0.6488006114959717, 0.9386491775512695, 0.9866689443588257, 0.995639979839325, 0.9979930520057678, 0.9986987709999084, 0.9989562630653381, 0.9990653395652771, 0.9990935921669006, 0.9986172914505005, 0.9961884021759033, 0.9896054863929749, 0.9947227239608765, 0.965912401676178, 0.6922624707221985, 0.8105223774909973, 0.933259904384613, 0.9530797600746155], "prob_old": [0.9373519420623779, 0.36180412769317627, 0.5137679576873779, 0.13443006575107574, 0.05731210485100746, 0.03716862201690674, 0.028611278161406517, 0.0241142176091671, 0.021733498200774193, 0.02080218866467476, 0.021255552768707275, 0.029772477224469185, 0.05615238845348358, 0.09748481959104538, 0.05934250354766846, 0.1519157588481903, 0.05687522888183594, 0.46647489070892334, 0.12326756119728088, 0.17739197611808777], "prob_new_token": [0.011569979600608349, 0.08614682406187057, 0.3345682919025421, 0.8146888613700867, 0.9404436945915222, 0.9723051190376282, 0.9816889762878418, 0.9844628572463989, 0.9855409264564514, 0.9865224957466125, 0.9871994853019714, 0.9782487154006958, 0.9336245059967041, 0.83021479845047, 0.9888108968734741, 0.370166152715683, 0.8891604542732239, 0.5584115386009216, 0.8937910795211792, 0.6954562664031982], "prob_old_token": [0.9453887343406677, 0.16490048170089722, 0.3127357065677643, 0.03208698332309723, 0.010606451891362667, 0.007213493809103966, 0.00623253034427762, 0.005991894286125898, 0.005938790272921324, 0.005765253212302923, 0.00563123170286417, 0.010439231060445309, 0.035936180502176285, 0.10269942134618759, 0.005474575329571962, 0.3874146640300751, 0.001008728169836104, 0.19150185585021973, 0.019861571490764618, 0.2072294056415558], "update_matrix_norm_1": [80760.3515625], "update_matrix_norm_2": [20.19178009033203], "update_matrix_norm_inf": [0.16598358750343323], "request": {"prompt": "{} belongs to the continent of", "subject": "Texas", "target_new": {"str": "the Americas"}, "old_answer": {"str": "North America"}, "seed": 42}}, {"loss_per_step": [6.691, 1.385, 0.679, 0.652, 0.637, 0.626, 0.616, 0.607, 0.6, 0.596, 0.592, 0.588, 0.585, 0.582, 0.579, 0.576, 0.574, 0.564, 0.545, 0.519], "prob_new": [0.002340786624699831, 0.5063191652297974, 0.9375326037406921, 0.9610605835914612, 0.9702731966972351, 0.975257158279419, 0.9783215522766113, 0.9802945852279663, 0.9814587831497192, 0.9825900197029114, 0.9845641255378723, 0.987001359462738, 0.9892244338989258, 0.9911462664604187, 0.9928798079490662, 0.9948329329490662, 0.9966107606887817, 0.9974088668823242, 0.9976432919502258, 0.9973409175872803], "prob_old": [0.9373519420623779, 0.24513772130012512, 0.029633676633238792, 0.01637215167284012, 0.012043558992445469, 0.010070782154798508, 0.009214835241436958, 0.009256305173039436, 0.010350050404667854, 0.011402552947402, 0.010455579496920109, 0.008398999460041523, 0.006831284146755934, 0.005729104857891798, 0.0049728634767234325, 0.004296998493373394, 0.003498078789561987, 0.003142015542834997, 0.0031793161761015654, 0.00377385294996202], "prob_new_token": [0.0005766880931332707, 0.641995370388031, 0.9832373857498169, 0.988228976726532, 0.9895910620689392, 0.990234911441803, 0.99057537317276, 0.9906732439994812, 0.9905655980110168, 0.9904980063438416, 0.9908021092414856, 0.9914553761482239, 0.9921785593032837, 0.9927677512168884, 0.9930938482284546, 0.9931013584136963, 0.9929646849632263, 0.9926287531852722, 0.9917282462120056, 0.989297091960907], "prob_old_token": [0.9453887343406677, 0.028072485700249672, 4.5458808017428964e-05, 1.8367580196354538e-05, 1.421427987224888e-05, 1.3726866200158838e-05, 1.5472540326300077e-05, 2.098553886753507e-05, 3.457677303231321e-05, 5.352225707611069e-05, 5.976713146083057e-05, 5.134884122526273e-05, 4.1381557821296155e-05, 3.578073301468976e-05, 3.5740420571528375e-05, 4.1061601223191246e-05, 4.781789903063327e-05, 5.460517422761768e-05, 6.765389116480947e-05, 0.00011163073213538155], "update_matrix_norm_1": [62188.1953125], "update_matrix_norm_2": [18.312820434570312], "update_matrix_norm_inf": [0.19800129532814026], "request": {"prompt": "{} belongs to the continent of", "subject": "Texas", "target_new": {"str": "Europe"}, "old_answer": {"str": "North America"}, "seed": 42}}, {"loss_per_step": [6.793, 1.654, 0.701, 0.647, 0.629, 0.616, 0.606, 0.597, 0.59, 0.585, 0.58, 0.577, 0.575, 0.574, 0.573, 0.572, 0.572, 0.568, 0.555, 0.533], "prob_new": [0.0020333745051175356, 0.3757694959640503, 0.9271449446678162, 0.9680449962615967, 0.9794712066650391, 0.9843437671661377, 0.9871924519538879, 0.9892492890357971, 0.990980327129364, 0.9925578832626343, 0.9940105080604553, 0.9952896237373352, 0.9963172674179077, 0.9970593452453613, 0.9975498914718628, 0.9978427290916443, 0.99797123670578, 0.9978924989700317, 0.9974623322486877, 0.9969304800033569], "prob_old": [0.9373519420623779, 0.30077603459358215, 0.03523823991417885, 0.014000160619616508, 0.007783136330544949, 0.005468078888952732, 0.004419961012899876, 0.003820291720330715, 0.003347371006384492, 0.002890091622248292, 0.002433647168800235, 0.002001944463700056, 0.0016373401740565896, 0.001370461075566709, 0.0012026780750602484, 0.0011248012306168675, 0.0011359939817339182, 0.0012896961998194456, 0.001726047252304852, 0.002311477204784751], "prob_new_token": [0.00034045855863951147, 0.44192996621131897, 0.9720648527145386, 0.9842758774757385, 0.9881129264831543, 0.990116536617279, 0.9913936257362366, 0.9923332929611206, 0.9931513667106628, 0.9939492344856262, 0.9947393536567688, 0.9954832792282104, 0.9961245656013489, 0.99661785364151, 0.9969363808631897, 0.9970565438270569, 0.9969329833984375, 0.9963669776916504, 0.994809627532959, 0.9923776388168335], "prob_old_token": [0.9453887343406677, 0.05430564284324646, 0.0002196367859141901, 7.05333222867921e-05, 4.3008680222555995e-05, 3.241367085138336e-05, 2.7219430194236338e-05, 2.3944054191815667e-05, 2.1046465917606838e-05, 1.8123026165994816e-05, 1.526002597529441e-05, 1.258976772078313e-05, 1.0251840649289079e-05, 8.43307043396635e-06, 7.278036719071679e-06, 6.9330517362686805e-06, 7.691935934417415e-06, 1.1050188732042443e-05, 2.321702595509123e-05, 5.2531711844494566e-05], "update_matrix_norm_1": [63221.6953125], "update_matrix_norm_2": [18.819669723510742], "update_matrix_norm_inf": [0.20536035299301147], "request": {"prompt": "{} belongs to the continent of", "subject": "Texas", "target_new": {"str": "Africa"}, "old_answer": {"str": "North America"}, "seed": 42}}, {"loss_per_step": [5.937, 0.613, 0.57, 0.56, 0.555, 0.552, 0.55, 0.549, 0.548, 0.546, 0.545, 0.544, 0.543, 0.542, 0.54, 0.539, 0.538, 0.537, 0.535, 0.534], "prob_new": [0.0049688625149428844, 0.9185095429420471, 0.954685389995575, 0.9630946516990662, 0.9668788313865662, 0.9691152572631836, 0.9706845283508301, 0.971933901309967, 0.9730274081230164, 0.974052906036377, 0.9750607013702393, 0.9760825634002686, 0.9771386981010437, 0.9782387018203735, 0.9793794751167297, 0.9805498719215393, 0.9817390441894531, 0.9829440712928772, 0.984167218208313, 0.9854161739349365], "prob_old": [0.9560725688934326, 0.020171159878373146, 0.004254053812474012, 0.002370015252381563, 0.0017647724598646164, 0.001477390411309898, 0.0013050301931798458, 0.0011838080827146769, 0.0010885086376219988, 0.0010075983591377735, 0.0009351506014354527, 0.0008674366981722414, 0.0008020352106541395, 0.0007375892018899322, 0.0006741525139659643, 0.00061274494510144, 0.0005545825697481632, 0.0005003281985409558, 0.00044981754035688937, 0.00040217055357061327], "prob_new_token": [0.0004925027024000883, 0.9780106544494629, 0.9871971607208252, 0.9893389940261841, 0.9903001189231873, 0.990889310836792, 0.9913329482078552, 0.9917104244232178, 0.9920526146888733, 0.992373526096344, 0.9926832318305969, 0.9929906129837036, 0.993304431438446, 0.9936280250549316, 0.9939605593681335, 0.9942994117736816, 0.9946428537368774, 0.9949918389320374, 0.9953483939170837, 0.9957119226455688], "prob_old_token": [0.9879291653633118, 0.0015908305067569017, 0.00032935122726485133, 0.00020800424681510776, 0.0001697132393019274, 0.0001506897824583575, 0.00013804156333208084, 0.00012806523591279984, 0.00011955072841374204, 0.00011193498357897624, 0.0001047942932927981, 9.779739775694907e-05, 9.070383384823799e-05, 8.346822141902521e-05, 7.620391988893971e-05, 6.911678792675957e-05, 6.240252696443349e-05, 5.617547867586836e-05, 5.0447375542717054e-05, 4.51761188742239e-05], "update_matrix_norm_1": [33011.8671875], "update_matrix_norm_2": [8.380562782287598], "update_matrix_norm_inf": [0.035662949085235596], "request": {"prompt": "{} belongs to the continent of", "subject": "Albania", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.204, 2.397, 0.734, 0.569, 0.557, 0.547, 0.54, 0.535, 0.531, 0.528, 0.526, 0.524, 0.523, 0.523, 0.509, 0.483, 0.445, 0.4, 0.348, 0.296], "prob_new": [0.016605319455266, 0.16237761080265045, 0.8200587630271912, 0.968733549118042, 0.9775238037109375, 0.983316957950592, 0.9880086183547974, 0.9916828274726868, 0.9943215847015381, 0.996066153049469, 0.9971494674682617, 0.9977926015853882, 0.9981580376625061, 0.9983453750610352, 0.9983119368553162, 0.99798983335495, 0.9971384406089783, 0.9955129623413086, 0.9961341023445129, 0.9976419806480408], "prob_old": [0.9560725688934326, 0.23438291251659393, 0.01685814931988716, 0.0013381047174334526, 0.0005019602831453085, 0.00021661796199623495, 9.032485831994563e-05, 3.62596292688977e-05, 1.504956071585184e-05, 7.072892003634479e-06, 3.988124262832571e-06, 2.725479134824127e-06, 2.2055112367525e-06, 2.0663446775870398e-06, 2.8721531180053717e-06, 7.196310434665065e-06, 3.1857238354859874e-05, 0.0001320148294325918, 0.0001160820247605443, 9.410055645275861e-05], "prob_new_token": [1.2674498748310725e-06, 0.007646643556654453, 0.7124103903770447, 0.9785527586936951, 0.9837915897369385, 0.9870057702064514, 0.9899246096611023, 0.9924665093421936, 0.9944658875465393, 0.9959033727645874, 0.9968665242195129, 0.9974790215492249, 0.9978494644165039, 0.9980461001396179, 0.9979007244110107, 0.9971036911010742, 0.9947546720504761, 0.988167405128479, 0.9749504327774048, 0.9709567427635193], "prob_old_token": [0.9879291653633118, 0.14311757683753967, 0.003814619267359376, 0.00040713255293667316, 0.00018179829930886626, 9.409066842636093e-05, 4.847887248615734e-05, 2.476868758094497e-05, 1.3008450878260192e-05, 7.295896921277745e-06, 4.527576948021306e-06, 3.19838841278397e-06, 2.6082113890879555e-06, 2.4713840502954554e-06, 3.4517518088250654e-06, 8.126426109811291e-06, 3.1053768907440826e-05, 0.00013779167784377933, 0.0003238430363126099, 0.0004912000731565058], "update_matrix_norm_1": [15246.4560546875], "update_matrix_norm_2": [4.719529628753662], "update_matrix_norm_inf": [0.05278228223323822], "request": {"prompt": "{} belongs to the continent of", "subject": "Albania", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.406, 0.617, 0.576, 0.563, 0.556, 0.551, 0.548, 0.546, 0.544, 0.542, 0.541, 0.54, 0.538, 0.537, 0.536, 0.535, 0.534, 0.533, 0.532, 0.531], "prob_new": [0.007650408893823624, 0.9196212291717529, 0.9547387957572937, 0.963134765625, 0.9673036336898804, 0.9700011610984802, 0.9719356298446655, 0.973482072353363, 0.9748574495315552, 0.9761695861816406, 0.9774566292762756, 0.9787191152572632, 0.9799408912658691, 0.9811002016067505, 0.9821799993515015, 0.9831733703613281, 0.9840841889381409, 0.984923779964447, 0.9857036471366882, 0.986433207988739], "prob_old": [0.9560725688934326, 0.014585345052182674, 0.003919136710464954, 0.0024271670263260603, 0.0020694141276180744, 0.00197297683916986, 0.0019384679617360234, 0.001898452639579773, 0.0018330368911847472, 0.0017438106006011367, 0.0016393342521041632, 0.001528406050056219, 0.0014188031200319529, 0.0013168457662686706, 0.0012258648639544845, 0.001146084745414555, 0.0010758962016552687, 0.0010135574266314507, 0.0009579122997820377, 0.000907664536498487], "prob_new_token": [0.0018668539123609662, 0.9746325016021729, 0.9807720184326172, 0.9833552837371826, 0.9857355356216431, 0.9875690340995789, 0.9888519644737244, 0.9897593855857849, 0.990446150302887, 0.9910137057304382, 0.991519033908844, 0.9919896721839905, 0.9924362897872925, 0.99285489320755, 0.9932422041893005, 0.9935965538024902, 0.993922233581543, 0.9942257404327393, 0.9945142269134521, 0.994792103767395], "prob_old_token": [0.9879291653633118, 0.0009359143441542983, 0.00023249119112733752, 0.00014928658492863178, 0.00013037245662417263, 0.00012714632612187415, 0.0001280038122786209, 0.00012853987573180348, 0.00012726437125820667, 0.00012403728032950312, 0.0001193304342450574, 0.00011380531941540539, 0.00010809916420839727, 0.00010272916551912203, 9.795617370400578e-05, 9.38492376008071e-05, 9.032936941366643e-05, 8.728494140086696e-05, 8.457623334834352e-05, 8.207321661757305e-05], "update_matrix_norm_1": [31909.650390625], "update_matrix_norm_2": [8.380563735961914], "update_matrix_norm_inf": [0.03481294587254524], "request": {"prompt": "{} belongs to the continent of", "subject": "Albania", "target_new": {"str": "Asia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.135, 1.748, 0.422, 0.399, 0.389, 0.382, 0.377, 0.372, 0.368, 0.366, 0.365, 0.363, 0.362, 0.362, 0.361, 0.36, 0.359, 0.359, 0.358, 0.355], "prob_new": [0.04756293073296547, 0.28543123602867126, 0.9723465442657471, 0.9794409871101379, 0.9838892817497253, 0.9873450994491577, 0.9899524450302124, 0.9919308423995972, 0.9934733510017395, 0.9947047829627991, 0.9956629872322083, 0.9963951110839844, 0.9969690442085266, 0.9974182844161987, 0.9977653622627258, 0.9980403780937195, 0.9982791543006897, 0.9985087513923645, 0.9987319707870483, 0.9989193677902222], "prob_old": [0.9334766268730164, 0.5984912514686584, 0.00022151600569486618, 9.1305781097617e-05, 5.5110009270720184e-05, 3.499981903587468e-05, 2.368173772993032e-05, 1.7062669940060005e-05, 1.2811121450795326e-05, 9.801097803574521e-06, 7.610136435687309e-06, 6.034463694959413e-06, 4.930228897137567e-06, 4.2310880417062435e-06, 3.845785613521002e-06, 3.6229391753295204e-06, 3.382407157914713e-06, 3.0013418381713564e-06, 2.498955609553377e-06, 2.0320496787462616e-06], "prob_new_token": [4.9966078222496435e-05, 0.05162649229168892, 0.9587919116020203, 0.9777750372886658, 0.9867461323738098, 0.9913508892059326, 0.9938841462135315, 0.9954333901405334, 0.996513843536377, 0.9973413348197937, 0.9979650974273682, 0.9984150528907776, 0.9987334609031677, 0.9989460110664368, 0.9990777373313904, 0.999163031578064, 0.9992417097091675, 0.9993414282798767, 0.9994606375694275, 0.9995750188827515], "prob_old_token": [0.9712367653846741, 0.6509861350059509, 0.00013836394646205008, 5.393884930526838e-05, 2.8207447030581534e-05, 1.6689360563759692e-05, 1.0834598469955381e-05, 7.541260856669396e-06, 5.4452725635201205e-06, 3.961712536693085e-06, 2.896563501053606e-06, 2.1499458853213582e-06, 1.6404148936999263e-06, 1.3296258885020507e-06, 1.1702773008437362e-06, 1.0899312883339007e-06, 9.999530448112637e-07, 8.373314699383627e-07, 6.196144113346236e-07, 4.168074951849121e-07], "update_matrix_norm_1": [24582.3046875], "update_matrix_norm_2": [6.877980709075928], "update_matrix_norm_inf": [0.07162095606327057], "request": {"prompt": "{} belongs to the continent of", "subject": "Rovaniemi", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [7.492, 3.46, 0.559, 0.454, 0.415, 0.398, 0.389, 0.384, 0.382, 0.38, 0.378, 0.376, 0.374, 0.373, 0.372, 0.371, 0.37, 0.368, 0.367, 0.366], "prob_new": [0.0007167295552790165, 0.07194320857524872, 0.8497534394264221, 0.9373164772987366, 0.9691551923751831, 0.9823313355445862, 0.9884452223777771, 0.9916658401489258, 0.9935230016708374, 0.9946535229682922, 0.995357871055603, 0.9958001971244812, 0.9960921406745911, 0.996322751045227, 0.9965622425079346, 0.9968523383140564, 0.9972001910209656, 0.9975854754447937, 0.9979726672172546, 0.9983271956443787], "prob_old": [0.9334766268730164, 0.5505145788192749, 0.0011038060765713453, 0.0002669155946932733, 9.769822645466775e-05, 4.3136333260918036e-05, 2.24784580495907e-05, 1.3735461834585294e-05, 9.666506230132654e-06, 7.6641754276352e-06, 6.703104190819431e-06, 6.322351509879809e-06, 6.255447260627989e-06, 6.296835636021569e-06, 6.272930022532819e-06, 6.072535143175628e-06, 5.671569397236453e-06, 5.123318715050118e-06, 4.522996732703177e-06, 3.966209533246001e-06], "prob_new_token": [0.00024245194799732417, 0.02949872612953186, 0.8860136866569519, 0.9501734375953674, 0.977351725101471, 0.9879377484321594, 0.9924980998039246, 0.9947271347045898, 0.9959113001823425, 0.9965686202049255, 0.9969307780265808, 0.9971188306808472, 0.9972151517868042, 0.9972843527793884, 0.9973820447921753, 0.9975407123565674, 0.9977682828903198, 0.9980491399765015, 0.9983514547348022, 0.9986372590065002], "prob_old_token": [0.9712367653846741, 0.7264436483383179, 0.0008847737917676568, 0.00022403773618862033, 8.555711974622682e-05, 3.8698639400536194e-05, 2.0039404262206517e-05, 1.2102324035367928e-05, 8.535293090972118e-06, 6.908248906256631e-06, 6.261931503104279e-06, 6.169012976897648e-06, 6.374308668455342e-06, 6.65970446789288e-06, 6.824269348726375e-06, 6.7283881435287185e-06, 6.333292731142137e-06, 5.699949724657927e-06, 4.956544216838665e-06, 4.238910150888842e-06], "update_matrix_norm_1": [26013.904296875], "update_matrix_norm_2": [6.934365272521973], "update_matrix_norm_inf": [0.06234082952141762], "request": {"prompt": "{} belongs to the continent of", "subject": "Rovaniemi", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [9.98, 5.876, 1.875, 0.848, 0.549, 0.435, 0.394, 0.381, 0.377, 0.374, 0.371, 0.368, 0.366, 0.365, 0.364, 0.364, 0.363, 0.362, 0.362, 0.361], "prob_new": [6.233087333384901e-05, 0.006279282737523317, 0.23784206807613373, 0.6385668516159058, 0.8507120013237, 0.9449145197868347, 0.9794377088546753, 0.9916545748710632, 0.9954441785812378, 0.997005820274353, 0.9977798461914062, 0.998199462890625, 0.9984418153762817, 0.9985901117324829, 0.9986894130706787, 0.9987701177597046, 0.9988517165184021, 0.9989394545555115, 0.9990310668945312, 0.9991222023963928], "prob_old": [0.9334766268730164, 0.6183394193649292, 0.0072484854608774185, 0.0031309775076806545, 0.0004940485232509673, 6.932229734957218e-05, 1.1224356967431959e-05, 2.045227120106574e-06, 6.907165470693144e-07, 3.429519779274415e-07, 2.200028035304058e-07, 1.7136589747224207e-07, 1.5327952951338375e-07, 1.4945666748644726e-07, 1.522923440688828e-07, 1.561358686785752e-07, 1.5604631187216e-07, 1.5032384226287832e-07, 1.3991515857014747e-07, 1.2690597372966295e-07], "prob_new_token": [2.1878959159948863e-05, 0.004262944683432579, 0.31670260429382324, 0.6788641214370728, 0.880325436592102, 0.9545530080795288, 0.9827756881713867, 0.9924283623695374, 0.9960348010063171, 0.9974937438964844, 0.9980993866920471, 0.998354971408844, 0.9984598755836487, 0.9985036849975586, 0.9985284209251404, 0.9985567331314087, 0.998598039150238, 0.9986549615859985, 0.998724639415741, 0.9988021850585938], "prob_old_token": [0.9712367653846741, 0.740516722202301, 0.002742959186434746, 0.0013364560436457396, 0.00027629450778476894, 7.561861275462434e-05, 2.4464348825858906e-05, 7.937723239592742e-06, 3.0171470370987663e-06, 1.579664171913464e-06, 1.14159024633409e-06, 1.0389600220150896e-06, 1.0701036217142246e-06, 1.1517898883539601e-06, 1.2373694744383101e-06, 1.2977244523426634e-06, 1.3185327816245263e-06, 1.2986270121473353e-06, 1.2454637499104138e-06, 1.171194980997825e-06], "update_matrix_norm_1": [25433.583984375], "update_matrix_norm_2": [6.934365272521973], "update_matrix_norm_inf": [0.07542381435632706], "request": {"prompt": "{} belongs to the continent of", "subject": "Rovaniemi", "target_new": {"str": "Australia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.788, 3.142, 2.517, 1.841, 0.755, 0.477, 0.455, 0.446, 0.44, 0.435, 0.432, 0.429, 0.427, 0.425, 0.424, 0.422, 0.421, 0.42, 0.414, 0.402], "prob_new": [0.023842062801122665, 0.07242223620414734, 0.12673892080783844, 0.25000759959220886, 0.7782307863235474, 0.9753091335296631, 0.9876475930213928, 0.9919906258583069, 0.9945388436317444, 0.9961009621620178, 0.9970407485961914, 0.9976378083229065, 0.9980528950691223, 0.9983591437339783, 0.9985883831977844, 0.9987602233886719, 0.9988904595375061, 0.998993456363678, 0.9990492463111877, 0.9990316033363342], "prob_old": [0.7709319591522217, 0.49269360303878784, 0.18593579530715942, 0.21715089678764343, 0.035343922674655914, 0.010491302236914635, 0.009363948367536068, 0.009113947860896587, 0.009167367592453957, 0.009302887134253979, 0.009364183992147446, 0.009237944148480892, 0.008908389136195183, 0.008458110503852367, 0.008000978268682957, 0.007623706478625536, 0.007371271029114723, 0.007261450868099928, 0.007716275751590729, 0.009361877106130123], "prob_new_token": [6.853190939182241e-07, 8.916547812987119e-06, 9.293650509789586e-05, 0.0005309924017637968, 0.24003230035305023, 0.9624477624893188, 0.9917158484458923, 0.9965411424636841, 0.9978253841400146, 0.9983218312263489, 0.9985789060592651, 0.9987614154815674, 0.9989185333251953, 0.999055802822113, 0.99916672706604, 0.9992498159408569, 0.9993081092834473, 0.9993482232093811, 0.9993653893470764, 0.9993526935577393], "prob_old_token": [0.7736420631408691, 0.41294553875923157, 0.008941367268562317, 0.006574622821062803, 4.013945363112725e-05, 2.236695593182958e-07, 9.319516180994469e-08, 6.377810279900586e-08, 5.288631754751805e-08, 4.80736090935352e-08, 4.396195052436269e-08, 3.787877744798607e-08, 3.012830873672101e-08, 2.254626174647001e-08, 1.6398516322624346e-08, 1.1968087854086207e-08, 9.027647962511764e-09, 7.237237920065809e-09, 7.750041497445181e-09, 1.3899757789204159e-08], "update_matrix_norm_1": [22857.10546875], "update_matrix_norm_2": [6.167402744293213], "update_matrix_norm_inf": [0.03240761533379555], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Antigua and Barbuda", "target_new": {"str": "Idriss D\u00e9by"}, "old_answer": {"str": "Gaston Browne"}, "seed": 42}}, {"loss_per_step": [7.176, 6.375, 4.922, 3.465, 1.962, 0.827, 0.684, 0.51, 0.483, 0.455, 0.451, 0.445, 0.435, 0.436, 0.43, 0.431, 0.428, 0.428, 0.427, 0.426], "prob_new": [0.0008789478451944888, 0.0029468326829373837, 0.013765230774879456, 0.06271388381719589, 0.23613455891609192, 0.7073928713798523, 0.8643538355827332, 0.9607943892478943, 0.978122889995575, 0.9894660115242004, 0.994537353515625, 0.9968065023422241, 0.9978214502334595, 0.9983032941818237, 0.9985886812210083, 0.9987296462059021, 0.9988330006599426, 0.9989119172096252, 0.998968780040741, 0.998999834060669], "prob_old": [0.7709319591522217, 0.46901369094848633, 0.017010904848575592, 0.016277464106678963, 0.02206701599061489, 0.004974158946424723, 0.00459536537528038, 0.00384902348741889, 0.004910127725452185, 0.004415130242705345, 0.0034116648603230715, 0.002709998283535242, 0.0023161612916737795, 0.002002253895625472, 0.0017295427387580276, 0.0016110057476907969, 0.00158344442024827, 0.0016007317462936044, 0.0016295608365908265, 0.0016791379312053323], "prob_new_token": [2.0386225969559746e-06, 1.3125177247275133e-05, 0.008593856357038021, 0.01066103670746088, 0.03575638309121132, 0.45595765113830566, 0.8718047738075256, 0.902548611164093, 0.9332531094551086, 0.9689345955848694, 0.9865819811820984, 0.9939132928848267, 0.9969215393066406, 0.998163640499115, 0.9987238049507141, 0.9988993406295776, 0.99901282787323, 0.9990824460983276, 0.9990813136100769, 0.9989820718765259], "prob_old_token": [0.7736420631408691, 0.42151108384132385, 1.0165572348341811e-05, 4.345698926044861e-06, 3.307571023469791e-05, 6.687114819214912e-06, 7.867381555115571e-07, 1.5473152643608046e-06, 1.243360884473077e-06, 4.937618314215797e-07, 1.6398759328239976e-07, 6.157252130378765e-08, 2.8349338876410002e-08, 1.5256961916065848e-08, 1.0078927914491942e-08, 8.694463815572817e-09, 8.134423801209323e-09, 7.91860532700639e-09, 8.07276823167058e-09, 9.059939465316802e-09], "update_matrix_norm_1": [24551.904296875], "update_matrix_norm_2": [6.420556545257568], "update_matrix_norm_inf": [0.03151390329003334], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Antigua and Barbuda", "target_new": {"str": "Vladimir Makei"}, "old_answer": {"str": "Gaston Browne"}, "seed": 42}}, {"loss_per_step": [9.274, 7.982, 4.878, 2.345, 1.44, 0.668, 0.535, 0.465, 0.424, 0.402, 0.39, 0.383, 0.379, 0.376, 0.374, 0.373, 0.371, 0.37, 0.37, 0.369], "prob_new": [0.0001726854097796604, 0.0009632622823119164, 0.01880219765007496, 0.21027979254722595, 0.42908233404159546, 0.8026036024093628, 0.8972406387329102, 0.9446117281913757, 0.9686557650566101, 0.9801507592201233, 0.9865335822105408, 0.9904220104217529, 0.9929381012916565, 0.9946566224098206, 0.9958807826042175, 0.9967782497406006, 0.9974501729011536, 0.9979619979858398, 0.9983575940132141, 0.9986652135848999], "prob_old": [0.09465009719133377, 0.0010223182616755366, 0.00075133191421628, 0.00032600038684904575, 0.00022934483422432095, 0.0001484601671108976, 9.923893958330154e-05, 6.809762999182567e-05, 4.475553214433603e-05, 2.8868369554402307e-05, 1.9499277186696418e-05, 1.4037244909559377e-05, 1.064597654476529e-05, 8.32069508760469e-06, 6.59377519696136e-06, 5.253738891042303e-06, 4.1968269215431064e-06, 3.3603564588702284e-06, 2.699870265132631e-06, 2.182930529670557e-06], "prob_new_token": [0.00011079382238676772, 0.0038815236184746027, 0.11593008786439896, 0.5312211513519287, 0.771580696105957, 0.8333345055580139, 0.8556279540061951, 0.9174555540084839, 0.9546369314193726, 0.9725966453552246, 0.981938898563385, 0.9872903227806091, 0.9907689690589905, 0.993179440498352, 0.994888186454773, 0.9961085915565491, 0.9969815611839294, 0.9976044297218323, 0.9980491399765015, 0.9983691573143005], "prob_old_token": [0.6138268113136292, 0.0033975522965192795, 0.0014470407040789723, 0.0003240833757445216, 0.00019375911506358534, 0.00011742516653612256, 8.049936150200665e-05, 5.726498056901619e-05, 3.7886242353124544e-05, 2.4738825231906958e-05, 1.6896157831070013e-05, 1.2258454262337182e-05, 9.177377251035068e-06, 6.9513844209723175e-06, 5.289206455927342e-06, 4.044240995426662e-06, 3.121557710983325e-06, 2.446832240821095e-06, 1.9592625903896987e-06, 1.609797436685767e-06], "update_matrix_norm_1": [26717.791015625], "update_matrix_norm_2": [7.122889518737793], "update_matrix_norm_inf": [0.07008358091115952], "request": {"prompt": "{} is employed in the location of", "subject": "Gregory XVI", "target_new": {"str": "Berlin"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [7.344, 6.742, 6.072, 4.202, 2.766, 1.257, 0.462, 0.389, 0.376, 0.372, 0.37, 0.368, 0.365, 0.364, 0.363, 0.362, 0.361, 0.361, 0.361, 0.36], "prob_new": [0.0008057294180616736, 0.0025166699197143316, 0.004765892866998911, 0.027266761288046837, 0.1051139160990715, 0.457004189491272, 0.9350922107696533, 0.9909244775772095, 0.9978113174438477, 0.998981773853302, 0.9993266463279724, 0.9994879364967346, 0.9995891451835632, 0.9996604323387146, 0.9997135400772095, 0.9997529983520508, 0.9997791051864624, 0.9997987747192383, 0.9998160004615784, 0.9998316168785095], "prob_old": [0.09465009719133377, 0.0008373602177016437, 0.0012356912484392524, 0.001338247791863978, 0.0005916983354836702, 0.00010309684876119718, 1.482333004787506e-06, 2.0323513183484465e-07, 5.4753694911369166e-08, 2.5095644673456263e-08, 1.6064243268942846e-08, 1.1720370451939743e-08, 9.001964507149296e-09, 7.123760692451242e-09, 5.754375642652576e-09, 4.753140547819612e-09, 4.133402953243603e-09, 3.670271420119775e-09, 3.2209548361805673e-09, 2.7858673146141655e-09], "prob_new_token": [5.9674806834664196e-05, 0.0012113885022699833, 0.0016346025513485074, 0.005814680829644203, 0.034669049084186554, 0.24038228392601013, 0.8355593681335449, 0.9711613059043884, 0.9927674531936646, 0.9967507123947144, 0.9978766441345215, 0.9984284043312073, 0.9987906813621521, 0.9990277290344238, 0.999181866645813, 0.9992747902870178, 0.9993077516555786, 0.9993325471878052, 0.9993780851364136, 0.9994347095489502], "prob_old_token": [0.6138268113136292, 0.0023470211308449507, 0.0038307583890855312, 0.0013745679752901196, 0.0003850290959235281, 0.00010989167640218511, 1.2802615856344346e-06, 1.371881808154285e-07, 3.879406307305544e-08, 2.1219191737031906e-08, 1.6019347626183844e-08, 1.2737921828431809e-08, 1.0064444389001892e-08, 8.206748169925504e-09, 7.011240921173112e-09, 6.3393983396053954e-09, 6.288433329615373e-09, 6.2095426578423485e-09, 5.716953577206141e-09, 5.019556326146812e-09], "update_matrix_norm_1": [25863.5859375], "update_matrix_norm_2": [7.122895240783691], "update_matrix_norm_inf": [0.06170870363712311], "request": {"prompt": "{} is employed in the location of", "subject": "Gregory XVI", "target_new": {"str": "Delft"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [4.827, 4.36, 3.239, 2.182, 1.389, 0.8, 0.466, 0.411, 0.406, 0.399, 0.385, 0.379, 0.374, 0.369, 0.367, 0.365, 0.363, 0.362, 0.361, 0.36], "prob_new": [0.00883864052593708, 0.021027779206633568, 0.06460636854171753, 0.18025997281074524, 0.3838508427143097, 0.6797980666160583, 0.9212141036987305, 0.9792186617851257, 0.9922113418579102, 0.9939957857131958, 0.9943889379501343, 0.9960794448852539, 0.9976634383201599, 0.9986279010772705, 0.9991251826286316, 0.9993749260902405, 0.9995057582855225, 0.9995812177658081, 0.9996316432952881, 0.9996670484542847], "prob_old": [0.09465009719133377, 0.0009649055427871644, 0.0005465588183142245, 0.00028986611869186163, 0.00023960020917002112, 0.00020458371727727354, 1.4975405065342784e-05, 1.641056201151514e-06, 4.6990828650450567e-07, 1.3597370696061262e-07, 8.146782448648082e-08, 5.0116298666580406e-08, 2.8474531177380413e-08, 1.5188996727033555e-08, 8.20051226924079e-09, 4.662458419346649e-09, 2.798074660859129e-09, 1.7247834271927331e-09, 1.0638998571010916e-09, 6.731313284547014e-10], "prob_new_token": [9.107519872486591e-06, 0.0016039767069742084, 0.024079903960227966, 0.15368761122226715, 0.3182939291000366, 0.43818214535713196, 0.8816759586334229, 0.9554857611656189, 0.9758160710334778, 0.9914513230323792, 0.9927383065223694, 0.9938395023345947, 0.9955553412437439, 0.9973775744438171, 0.9986469149589539, 0.9992920756340027, 0.999584436416626, 0.9997238516807556, 0.9997981190681458, 0.9998396039009094], "prob_old_token": [0.6138268113136292, 0.0037115139421075583, 0.0013010319089516997, 0.0004958071513101459, 0.00033119283034466207, 0.0004061523941345513, 5.019667150918394e-05, 6.115351879998343e-06, 1.8150984715248342e-06, 4.947417551193212e-07, 2.937692897830857e-07, 1.7689619369321008e-07, 8.86238495922953e-08, 3.552603899947826e-08, 1.2858975217966417e-08, 4.994563429505661e-09, 2.285500455556644e-09, 1.2606046206897759e-09, 8.287233677073402e-10, 6.390199480676984e-10], "update_matrix_norm_1": [25889.0], "update_matrix_norm_2": [7.12289571762085], "update_matrix_norm_inf": [0.07491191476583481], "request": {"prompt": "{} is employed in the location of", "subject": "Gregory XVI", "target_new": {"str": "Manchester, England"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [4.159, 3.571, 1.436, 1.05, 0.599, 0.505, 0.453, 0.448, 0.473, 0.442, 0.438, 0.438, 0.434, 0.43, 0.427, 0.425, 0.421, 0.419, 0.418, 0.414], "prob_new": [0.016605369746685028, 0.04828760772943497, 0.38958021998405457, 0.5995423197746277, 0.8899325728416443, 0.9563385248184204, 0.9829505085945129, 0.9921257495880127, 0.9747862219810486, 0.994900107383728, 0.9982385635375977, 0.9989808797836304, 0.9992888569831848, 0.9994341731071472, 0.9994910359382629, 0.9995048642158508, 0.9995024800300598, 0.9994785189628601, 0.9993995428085327, 0.9992133975028992], "prob_old": [0.04865061864256859, 0.00026314586284570396, 0.0002112220536218956, 1.0743601706053596e-05, 2.155391121050343e-05, 1.73129556060303e-05, 7.100905349943787e-06, 3.751446683963877e-06, 0.00014987756730988622, 3.0909475299267797e-06, 7.102136834191697e-08, 1.7646961225636915e-08, 1.1423654022735263e-08, 1.0933766780851784e-08, 1.2930226667151601e-08, 1.626050760705766e-08, 1.910019520323658e-08, 2.0978818682237943e-08, 2.5586917473674475e-08, 4.1643623660547746e-08], "prob_new_token": [4.714038732345216e-05, 0.005273963324725628, 0.24964547157287598, 0.9686862230300903, 0.8486626148223877, 0.90158611536026, 0.9439573287963867, 0.9611353874206543, 0.7976837158203125, 0.9564406275749207, 0.9947295188903809, 0.9984172582626343, 0.9990898966789246, 0.999299168586731, 0.9993662238121033, 0.9993845820426941, 0.9993970394134521, 0.999403715133667, 0.9993513822555542, 0.9991129040718079], "prob_old_token": [0.7818614840507507, 0.0006308273877948523, 0.0008457854273729026, 1.3173669685784262e-05, 3.310736428829841e-05, 1.9428394807619043e-05, 2.3692626200499944e-05, 3.196292163920589e-05, 0.0011678301962092519, 5.016886643716134e-05, 8.082774911599699e-07, 1.117037271569643e-07, 6.238582983542074e-08, 6.876644675912758e-08, 1.0561100793893274e-07, 1.6571519267927215e-07, 2.1666375005224836e-07, 2.3658643044655037e-07, 2.667303249381803e-07, 4.1028010855370667e-07], "update_matrix_norm_1": [32727.34765625], "update_matrix_norm_2": [8.698446273803711], "update_matrix_norm_inf": [0.08223646134138107], "request": {"prompt": "{} is employed in the location of", "subject": "Clement I", "target_new": {"str": "Manchester, England"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [5.926, 5.591, 2.93, 1.159, 0.73, 0.733, 0.478, 0.493, 0.463, 0.453, 0.451, 0.448, 0.444, 0.441, 0.438, 0.435, 0.43, 0.426, 0.423, 0.422], "prob_new": [0.003126029623672366, 0.00812241155654192, 0.08989140391349792, 0.5354595184326172, 0.7895293831825256, 0.8553268909454346, 0.9877585768699646, 0.9764695167541504, 0.996664822101593, 0.9983024001121521, 0.9987152814865112, 0.998924732208252, 0.9990846514701843, 0.9992311000823975, 0.9993613362312317, 0.9994717836380005, 0.9995633363723755, 0.999636709690094, 0.9996923208236694, 0.9997315406799316], "prob_old": [0.04865061864256859, 0.00300362310372293, 0.00015824100410100073, 4.0355193050345406e-05, 1.1849336942759692e-06, 7.477223107343889e-07, 7.18857151582597e-08, 3.3146332611977414e-07, 2.0442921311314421e-07, 1.3425213296613947e-07, 9.873853912267805e-08, 7.766234944028838e-08, 6.153733522751281e-08, 4.7804231684267506e-08, 3.6650781964908674e-08, 2.7956833292819283e-08, 2.1250883719403646e-08, 1.6199900088054164e-08, 1.2587849873568757e-08, 1.0163124564144255e-08], "prob_new_token": [6.000208304612897e-05, 0.001547445310279727, 0.018903203308582306, 0.5082184076309204, 0.6520769596099854, 0.8098843693733215, 0.9743866324424744, 0.9591938853263855, 0.9923228621482849, 0.9952937364578247, 0.9962321519851685, 0.9967566132545471, 0.997194230556488, 0.997627317905426, 0.9980306029319763, 0.9983805418014526, 0.9986746311187744, 0.9989150166511536, 0.9991028308868408, 0.9992382526397705], "prob_old_token": [0.7818614840507507, 0.006318744737654924, 0.0001317127898801118, 1.6467105524498038e-05, 1.0442764732943033e-06, 3.712572151925997e-07, 1.0061934574423503e-07, 5.259040563032613e-07, 3.749420045551233e-07, 2.6668121222428454e-07, 2.0018906354835053e-07, 1.5828919686100562e-07, 1.2594497889040213e-07, 9.791278188231445e-08, 7.469925122904897e-08, 5.65091227144876e-08, 4.254238561429702e-08, 3.204292653435914e-08, 2.4500124595761008e-08, 1.933714344204418e-08], "update_matrix_norm_1": [31907.28125], "update_matrix_norm_2": [8.698445320129395], "update_matrix_norm_inf": [0.08560540527105331], "request": {"prompt": "{} is employed in the location of", "subject": "Clement I", "target_new": {"str": "Delft"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [8.153, 6.296, 1.906, 0.568, 0.508, 0.465, 0.457, 0.451, 0.447, 0.443, 0.439, 0.436, 0.434, 0.433, 0.432, 0.431, 0.431, 0.43, 0.43, 0.429], "prob_new": [0.0004341213789302856, 0.005102500319480896, 0.26176103949546814, 0.9137990474700928, 0.9550561904907227, 0.9917067885398865, 0.9968029260635376, 0.9981589913368225, 0.9987137317657471, 0.9989913105964661, 0.9991434216499329, 0.9992339015007019, 0.9992952942848206, 0.9993435144424438, 0.9993828535079956, 0.9994121193885803, 0.9994311928749084, 0.9994428753852844, 0.9994528889656067, 0.9994643330574036], "prob_old": [0.04865061864256859, 0.0018276066984981298, 6.330235191853717e-05, 8.867012365953997e-05, 0.0001652199134696275, 1.575807254994288e-05, 3.6878823266306426e-06, 1.5963830719556427e-06, 9.446906119592313e-07, 6.694271519336326e-07, 5.336359549801273e-07, 4.580438996981684e-07, 4.1124948779724946e-07, 3.81990162168222e-07, 3.6767866617992695e-07, 3.667596217837854e-07, 3.7509295225390815e-07, 3.862388950892637e-07, 3.94016581140022e-07, 3.9545116692352167e-07], "prob_new_token": [0.00014957130770199, 0.00868164375424385, 0.3428986072540283, 0.8883580565452576, 0.9582712650299072, 0.9901103377342224, 0.9956149458885193, 0.9972755908966064, 0.9980167746543884, 0.998407244682312, 0.998630166053772, 0.9987712502479553, 0.9988734126091003, 0.9989507794380188, 0.9990027546882629, 0.9990299940109253, 0.9990400075912476, 0.9990410804748535, 0.9990400075912476, 0.9990389943122864], "prob_old_token": [0.7818614840507507, 0.0028775508981198072, 4.164006531937048e-05, 9.973388660000637e-05, 0.00026953971246257424, 4.219069523969665e-05, 1.205646367452573e-05, 5.722487458115211e-06, 3.5899320209864527e-06, 2.6587533739075297e-06, 2.189574843214359e-06, 1.9225160485802917e-06, 1.7602203570277197e-06, 1.6810867009553476e-06, 1.687967369434773e-06, 1.7677166397334076e-06, 1.8840354414351168e-06, 1.9962199075962417e-06, 2.0786008008144563e-06, 2.1252569695207058e-06], "update_matrix_norm_1": [32753.82421875], "update_matrix_norm_2": [8.698450088500977], "update_matrix_norm_inf": [0.07271478325128555], "request": {"prompt": "{} is employed in the location of", "subject": "Clement I", "target_new": {"str": "Berlin"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [8.693, 5.154, 2.312, 0.782, 0.546, 0.475, 0.449, 0.437, 0.43, 0.425, 0.423, 0.42, 0.418, 0.415, 0.412, 0.41, 0.409, 0.408, 0.407, 0.405], "prob_new": [0.0002914762881118804, 0.0144267026335001, 0.2206752896308899, 0.7982105016708374, 0.9321628212928772, 0.9752700328826904, 0.988038957118988, 0.9929435849189758, 0.9950745105743408, 0.9966060519218445, 0.9976152777671814, 0.9981324672698975, 0.9985138177871704, 0.9988415241241455, 0.9990716576576233, 0.9992212653160095, 0.9993225336074829, 0.9993932247161865, 0.99944007396698, 0.9994663000106812], "prob_old": [0.29617050290107727, 0.01921677403151989, 0.01149055827409029, 0.0011108801700174809, 0.0006487527280114591, 0.0004688757471740246, 0.0003316593065392226, 0.00025165241095237434, 0.0002110347559209913, 0.00017424744146410376, 0.00014405905676539987, 0.00012804365542251617, 0.00011428673315094784, 9.894309187075123e-05, 8.614202670287341e-05, 7.732705125818029e-05, 7.140703382901847e-05, 6.736184877809137e-05, 6.49058201815933e-05, 6.409559136955068e-05], "prob_new_token": [3.209432543371804e-05, 0.021208737045526505, 0.3506287932395935, 0.8100227117538452, 0.9219961166381836, 0.971847414970398, 0.9888462424278259, 0.9947367906570435, 0.9969029426574707, 0.9982106685638428, 0.9989327788352966, 0.9992328882217407, 0.9994352459907532, 0.9996071457862854, 0.9997149109840393, 0.9997692704200745, 0.9997940063476562, 0.9998048543930054, 0.9998094439506531, 0.9998088479042053], "prob_old_token": [0.6545175909996033, 0.002847079187631607, 0.0003942394978366792, 2.735229645622894e-05, 1.34382898977492e-05, 6.3558736655977555e-06, 2.830357971106423e-06, 1.3584714224634808e-06, 8.355574436791358e-07, 4.751505002786871e-07, 2.690090070700535e-07, 1.8907122978362167e-07, 1.32888743564763e-07, 8.424171227261468e-08, 5.5061079251572664e-08, 4.1162302011343854e-08, 3.5116169527782404e-08, 3.232542766795632e-08, 3.079446386777818e-08, 3.009448334978515e-08], "update_matrix_norm_1": [24397.248046875], "update_matrix_norm_2": [6.511654376983643], "update_matrix_norm_inf": [0.037741824984550476], "request": {"prompt": "{} is employed in the location of", "subject": "Johannes Vermeer", "target_new": {"str": "Berlin"}, "old_answer": {"str": "Delft"}, "seed": 42}}, {"loss_per_step": [4.403, 3.433, 1.466, 0.781, 0.733, 0.515, 0.473, 0.439, 0.424, 0.414, 0.407, 0.403, 0.401, 0.399, 0.398, 0.397, 0.396, 0.395, 0.395, 0.394], "prob_new": [0.01296236552298069, 0.05308566987514496, 0.3677446246147156, 0.7364163398742676, 0.9135482311248779, 0.9177320599555969, 0.9473335146903992, 0.9734276533126831, 0.9851602911949158, 0.9908342361450195, 0.9941217303276062, 0.9960907697677612, 0.9972561001777649, 0.9979713559150696, 0.9984291195869446, 0.9987313747406006, 0.9989368319511414, 0.9990807771682739, 0.9991832971572876, 0.9992559552192688], "prob_old": [0.29617050290107727, 0.014183268882334232, 0.003720901207998395, 0.001717808423563838, 0.0008987275650724769, 0.0012316773645579815, 0.0015931051457300782, 0.0016765918117016554, 0.0014972783392295241, 0.001231393893249333, 0.0010373436380177736, 0.0008703276980668306, 0.0007073087617754936, 0.000566620088648051, 0.00045985219185240567, 0.0003846546751447022, 0.00033351717866025865, 0.0002992595254909247, 0.00027652623248286545, 0.00026181849534623325], "prob_new_token": [9.124317330133636e-06, 0.0024146055802702904, 0.26617321372032166, 0.7014687061309814, 0.9037473797798157, 0.9167802333831787, 0.941460132598877, 0.9625086784362793, 0.9726674556732178, 0.9815154075622559, 0.9890896677970886, 0.9935845732688904, 0.9959150552749634, 0.9971697926521301, 0.9979228377342224, 0.9984058737754822, 0.9987244606018066, 0.9989383816719055, 0.9990847706794739, 0.9991840720176697], "prob_old_token": [0.6545175909996033, 0.0016185923013836145, 0.0008380474173463881, 0.0002889806346502155, 4.535626430879347e-05, 7.415743311867118e-05, 7.201149128377438e-05, 5.4469423048431054e-05, 3.249702785979025e-05, 1.4388925592356827e-05, 5.5402983889507595e-06, 2.1562639176408993e-06, 9.666013056630618e-07, 5.149684056959813e-07, 3.1522407084594306e-07, 2.1435101871247753e-07, 1.5811630760254047e-07, 1.246366139184829e-07, 1.0427156382775138e-07, 9.268480738455764e-08], "update_matrix_norm_1": [23260.953125], "update_matrix_norm_2": [6.5116496086120605], "update_matrix_norm_inf": [0.047909580171108246], "request": {"prompt": "{} is employed in the location of", "subject": "Johannes Vermeer", "target_new": {"str": "Manchester, England"}, "old_answer": {"str": "Delft"}, "seed": 42}}, {"loss_per_step": [8.63, 4.977, 2.507, 1.376, 0.849, 0.632, 0.562, 0.505, 0.468, 0.443, 0.43, 0.418, 0.409, 0.405, 0.404, 0.401, 0.4, 0.399, 0.398, 0.398], "prob_new": [0.00023522478295490146, 0.012907533906400204, 0.1491183340549469, 0.44362664222717285, 0.6881763935089111, 0.8248519897460938, 0.881959855556488, 0.9303761720657349, 0.9598511457443237, 0.9765797853469849, 0.9859681129455566, 0.9915117025375366, 0.9947505593299866, 0.9965955018997192, 0.9976418018341064, 0.9981737732887268, 0.9984888434410095, 0.9987515211105347, 0.9989579916000366, 0.9990915060043335], "prob_old": [0.29617050290107727, 0.025146760046482086, 0.01313376147300005, 0.0032271340023726225, 0.0018482583109289408, 0.0007731860387139022, 0.0004177613300271332, 0.0002454139175824821, 0.00016836400027386844, 0.00012645682727452368, 9.755341307027265e-05, 7.615057984367013e-05, 6.117070006439462e-05, 5.137061089044437e-05, 4.4407737732399255e-05, 3.839106284431182e-05, 3.433054735069163e-05, 3.055263005080633e-05, 2.6773184799822047e-05, 2.3707852960797027e-05], "prob_new_token": [3.264148472226225e-05, 0.035772453993558884, 0.3354595899581909, 0.6412228941917419, 0.7875174283981323, 0.8494428992271423, 0.8938614130020142, 0.9360355138778687, 0.96538245677948, 0.9806423783302307, 0.9886614084243774, 0.993013322353363, 0.9955250024795532, 0.9970589280128479, 0.9980300068855286, 0.9986153841018677, 0.9988896250724792, 0.9990255832672119, 0.9991300702095032, 0.9992156028747559], "prob_old_token": [0.6545175909996033, 0.0030819810926914215, 0.000583653396461159, 0.00010277248657075688, 5.58968422410544e-05, 2.8067615858162753e-05, 1.4912200640537776e-05, 7.38873040972976e-06, 3.9749920688336715e-06, 2.504298436178942e-06, 1.6924645933613647e-06, 1.1961321888520615e-06, 8.809041673885076e-07, 6.763924034203228e-07, 5.204119588597678e-07, 3.7364409877227445e-07, 3.091636244789697e-07, 2.7216026410314953e-07, 2.2722304038325092e-07, 1.832562190884346e-07], "update_matrix_norm_1": [24178.49609375], "update_matrix_norm_2": [6.511653900146484], "update_matrix_norm_inf": [0.0510590486228466], "request": {"prompt": "{} is employed in the location of", "subject": "Johannes Vermeer", "target_new": {"str": "Rome"}, "old_answer": {"str": "Delft"}, "seed": 42}}, {"loss_per_step": [1.691, 1.47, 1.2, 0.762, 0.493, 0.462, 0.436, 0.43, 0.418, 0.414, 0.41, 0.406, 0.403, 0.401, 0.398, 0.396, 0.395, 0.39, 0.382, 0.369], "prob_new": [0.18639972805976868, 0.3510054647922516, 0.45200738310813904, 0.6920520663261414, 0.9063193798065186, 0.9366496801376343, 0.956399142742157, 0.9664481282234192, 0.972873866558075, 0.9762524366378784, 0.9787346124649048, 0.9808716773986816, 0.9828517436981201, 0.9847498536109924, 0.9864855408668518, 0.9879932403564453, 0.9893844127655029, 0.9907090663909912, 0.9918714165687561, 0.9927161931991577], "prob_old": [0.4365805685520172, 0.012491952627897263, 0.023599889129400253, 0.02246030978858471, 0.004912947304546833, 0.0013844225322827697, 0.00043541938066482544, 0.00016837241128087044, 9.465843322686851e-05, 6.868217315059155e-05, 5.936615343671292e-05, 5.5648597481194884e-05, 4.983137478120625e-05, 3.9012600609567016e-05, 2.8412643587216735e-05, 2.2287054889602587e-05, 1.9819844965240918e-05, 1.9684182916535065e-05, 2.147121813322883e-05, 2.584750654932577e-05], "prob_new_token": [1.6208219676627778e-05, 0.0022683325223624706, 0.010425069369375706, 0.06638500094413757, 0.5923751592636108, 0.7861366868019104, 0.8986255526542664, 0.9533640146255493, 0.9664830565452576, 0.9747408032417297, 0.979997456073761, 0.9840916395187378, 0.9873772263526917, 0.9899809956550598, 0.991791844367981, 0.9927180409431458, 0.9932257533073425, 0.9936305284500122, 0.9936763644218445, 0.9924167990684509], "prob_old_token": [0.6696671843528748, 0.006503208540380001, 0.025234900414943695, 0.028646325692534447, 0.007086558733135462, 0.0021139252930879593, 0.0006707227439619601, 0.00023854039318393916, 0.00014415249461308122, 0.00010877933527808636, 9.871014481177554e-05, 9.520677122054622e-05, 8.500277908751741e-05, 6.557915912708268e-05, 4.790352613781579e-05, 3.8863996451254934e-05, 3.581514465622604e-05, 3.57700846507214e-05, 3.861734876409173e-05, 5.04695599374827e-05], "update_matrix_norm_1": [18879.0234375], "update_matrix_norm_2": [5.798732280731201], "update_matrix_norm_inf": [0.10207606106996536], "request": {"prompt": "{} holds a position at", "subject": "Andy Rubin", "target_new": {"str": "Carnegie Mellon University"}, "old_answer": {"str": "Google"}, "seed": 42}}, {"loss_per_step": [2.788, 2.412, 1.116, 0.648, 0.504, 0.451, 0.424, 0.409, 0.4, 0.395, 0.392, 0.389, 0.387, 0.386, 0.385, 0.384, 0.384, 0.383, 0.382, 0.375], "prob_new": [0.06261268258094788, 0.14135968685150146, 0.49585047364234924, 0.7817490100860596, 0.9047530293464661, 0.9494502544403076, 0.9694346785545349, 0.9798532128334045, 0.9862316846847534, 0.9903493523597717, 0.9929542541503906, 0.994647741317749, 0.9958046078681946, 0.9966402053833008, 0.9972662329673767, 0.9977315664291382, 0.9980605244636536, 0.9982755780220032, 0.9983873963356018, 0.998361349105835], "prob_old": [0.4365805685520172, 0.004095545969903469, 0.001334263477474451, 0.00010156556527363136, 1.3217054402048234e-05, 4.181039912509732e-06, 2.2679405446979217e-06, 1.3264406106827664e-06, 8.367650252694148e-07, 5.97272105551383e-07, 4.791145329363644e-07, 4.113688305551477e-07, 3.6214399301570666e-07, 3.2130080285242e-07, 2.8844434041275235e-07, 2.646661414473783e-07, 2.492989210622909e-07, 2.4050967795119504e-07, 2.410101274108456e-07, 2.7025197368857334e-07], "prob_new_token": [0.0003842299629468471, 0.004930250346660614, 0.07627268880605698, 0.7996126413345337, 0.9738935232162476, 0.9875105619430542, 0.9935105443000793, 0.9973623156547546, 0.998567521572113, 0.9989303946495056, 0.9990524053573608, 0.9991085529327393, 0.9991516470909119, 0.9991900324821472, 0.9992173314094543, 0.9992274045944214, 0.9992139339447021, 0.9991776347160339, 0.9991179704666138, 0.9990103840827942], "prob_old_token": [0.6696671843528748, 0.0010776397539302707, 0.000430296640843153, 6.0117839893791825e-05, 4.575332241074648e-06, 1.2472549997255555e-06, 6.221208082024532e-07, 2.763618169865367e-07, 1.692376656592387e-07, 1.4037027540325653e-07, 1.3252930841645139e-07, 1.2703887364295952e-07, 1.1982803016508115e-07, 1.1382978470919625e-07, 1.119470951493895e-07, 1.146299268839357e-07, 1.2022981366044405e-07, 1.2609822874765086e-07, 1.3238556562100712e-07, 1.4889718613630976e-07], "update_matrix_norm_1": [19625.1953125], "update_matrix_norm_2": [6.02233362197876], "update_matrix_norm_inf": [0.13561901450157166], "request": {"prompt": "{} holds a position at", "subject": "Andy Rubin", "target_new": {"str": "Nintendo Co., Ltd."}, "old_answer": {"str": "Google"}, "seed": 42}}, {"loss_per_step": [2.521, 1.991, 1.408, 0.725, 0.534, 0.455, 0.423, 0.408, 0.401, 0.398, 0.393, 0.391, 0.39, 0.388, 0.388, 0.387, 0.386, 0.385, 0.378, 0.367], "prob_new": [0.0819011852145195, 0.2112109363079071, 0.3728984594345093, 0.7305788993835449, 0.8827885389328003, 0.9523571729660034, 0.976965606212616, 0.9851920008659363, 0.9899370074272156, 0.9934312701225281, 0.9957394599914551, 0.9970657229423523, 0.9977943897247314, 0.9982309937477112, 0.998531699180603, 0.9987451434135437, 0.998877227306366, 0.9989129304885864, 0.9987905621528625, 0.9984515905380249], "prob_old": [0.4365805685520172, 0.024791304022073746, 0.08474712073802948, 0.0015579554019495845, 2.0260282326489687e-05, 1.5298296602850314e-06, 2.795178772885265e-07, 8.0708367988791e-08, 3.041865781483466e-08, 1.3240818219628636e-08, 7.037100235862681e-09, 4.6660790786745565e-09, 3.5092859729246584e-09, 2.8989524114564347e-09, 2.6460635904612673e-09, 2.678407273748462e-09, 3.039559048900742e-09, 3.982223439891186e-09, 6.617157488619796e-09, 1.4357029343159411e-08], "prob_new_token": [4.7106902911764337e-07, 0.0005426972056739032, 0.01093752309679985, 0.26833975315093994, 0.7014731168746948, 0.9148621559143066, 0.9791594743728638, 0.9930370450019836, 0.9968459010124207, 0.9982302188873291, 0.9987834095954895, 0.9990289807319641, 0.9992002248764038, 0.9993192553520203, 0.9993743300437927, 0.9993705749511719, 0.9993066787719727, 0.999161958694458, 0.9988494515419006, 0.9982292652130127], "prob_old_token": [0.6696671843528748, 0.01928267441689968, 0.1526210755109787, 0.001557084615342319, 9.874700481304899e-06, 5.753150276177621e-07, 9.886949214887863e-08, 3.121545688600236e-08, 1.3827647471487126e-08, 7.293903259153467e-09, 4.634209016529667e-09, 3.4569023199537696e-09, 2.6908160144500926e-09, 2.227350748285062e-09, 2.0684354229416613e-09, 2.178208058367659e-09, 2.5882507248553566e-09, 3.4882838839678243e-09, 5.762143651111273e-09, 1.1849406789110617e-08], "update_matrix_norm_1": [18811.8046875], "update_matrix_norm_2": [5.8272552490234375], "update_matrix_norm_inf": [0.10416438430547714], "request": {"prompt": "{} holds a position at", "subject": "Andy Rubin", "target_new": {"str": "Lawrence Berkeley National Laboratory"}, "old_answer": {"str": "Google"}, "seed": 42}}, {"loss_per_step": [7.98, 6.302, 2.543, 0.698, 0.477, 0.432, 0.419, 0.412, 0.408, 0.405, 0.402, 0.4, 0.398, 0.397, 0.395, 0.394, 0.393, 0.392, 0.392, 0.391], "prob_new": [0.00106670125387609, 0.006848114542663097, 0.17177876830101013, 0.7568001747131348, 0.9381296038627625, 0.9792901277542114, 0.9903567433357239, 0.9943117499351501, 0.9961019158363342, 0.9970487356185913, 0.9976029992103577, 0.9979518055915833, 0.9981831312179565, 0.998343825340271, 0.9984598159790039, 0.9985467791557312, 0.9986150860786438, 0.9986708760261536, 0.9987187385559082, 0.9987611770629883], "prob_old": [0.7043218016624451, 0.0337395966053009, 0.02398783341050148, 0.012303554452955723, 0.005291154608130455, 0.0025520045310258865, 0.001591614680364728, 0.001186182489618659, 0.00098112178966403, 0.0008646068163216114, 0.0007938480121083558, 0.0007494479068554938, 0.0007213956560008228, 0.0007039870833978057, 0.0006936998688615859, 0.0006882495945319533, 0.0006860861321911216, 0.0006861456786282361, 0.0006876989500597119, 0.0006902538007125258], "prob_new_token": [0.00015065357729326934, 0.0028524890076369047, 0.20385977625846863, 0.8089126348495483, 0.9426466226577759, 0.9782338738441467, 0.9888162612915039, 0.9931902289390564, 0.9953815340995789, 0.9965951442718506, 0.9973150491714478, 0.9977656602859497, 0.9980594515800476, 0.9982588887214661, 0.9983980655670166, 0.9984983205795288, 0.9985743761062622, 0.9986352920532227, 0.9986867904663086, 0.998732328414917], "prob_old_token": [0.7673741579055786, 0.001996969571337104, 0.0009639065829105675, 0.00017472088802605867, 3.056722562178038e-05, 8.54901099955896e-06, 3.996655323135201e-06, 2.4453954665659694e-06, 1.7376256664647372e-06, 1.3649150787387043e-06, 1.1531120662766625e-06, 1.028337464958895e-06, 9.547271702103899e-07, 9.127280122811499e-07, 8.909735242923489e-07, 8.818892638373654e-07, 8.805370725895045e-07, 8.832595881358429e-07, 8.875625781001872e-07, 8.916212550502678e-07], "update_matrix_norm_1": [24704.5], "update_matrix_norm_2": [6.581728458404541], "update_matrix_norm_inf": [0.04893183708190918], "request": {"prompt": "{} holds a position at", "subject": "Brian Greene", "target_new": {"str": "IBM"}, "old_answer": {"str": "Columbia University"}, "seed": 42}}, {"loss_per_step": [3.435, 2.847, 2.559, 1.524, 1.012, 0.673, 0.5, 0.433, 0.411, 0.398, 0.396, 0.392, 0.392, 0.39, 0.389, 0.389, 0.388, 0.388, 0.388, 0.387], "prob_new": [0.033443741500377655, 0.08849526941776276, 0.11771377176046371, 0.32994475960731506, 0.5492292046546936, 0.7736377120018005, 0.9205540418624878, 0.9722508192062378, 0.9914956092834473, 0.9952062368392944, 0.9966692328453064, 0.9973993897438049, 0.9979037642478943, 0.998286247253418, 0.9985677003860474, 0.9987664818763733, 0.9989084601402283, 0.9990069270133972, 0.9990705251693726, 0.9991046786308289], "prob_old": [0.7043218016624451, 0.03794329985976219, 0.03432471305131912, 0.021034715697169304, 0.008960351347923279, 0.0013707100879400969, 0.0002626895729918033, 8.056429214775562e-05, 3.0129433071124367e-05, 2.204816701123491e-05, 2.1030222342233174e-05, 1.7515641957288608e-05, 1.49133411468938e-05, 1.4373920748766977e-05, 1.5008082300482783e-05, 1.535526644147467e-05, 1.4673796613351442e-05, 1.3665342521562707e-05, 1.304005036217859e-05, 1.2978000086150132e-05], "prob_new_token": [0.0001569618034409359, 0.006144432350993156, 0.007906557992100716, 0.05189288407564163, 0.296634703874588, 0.7529640197753906, 0.905749499797821, 0.9710534811019897, 0.9898788332939148, 0.9958588480949402, 0.9979557394981384, 0.9985893964767456, 0.9989578723907471, 0.9991870522499084, 0.9993212223052979, 0.9994004368782043, 0.9994522929191589, 0.9994810223579407, 0.9994840621948242, 0.9994606375694275], "prob_old_token": [0.7673741579055786, 0.0024805706925690174, 0.0018998864106833935, 0.0009172827121801674, 0.00019934671581722796, 5.638090442516841e-06, 2.5076502652154886e-07, 2.800698517546607e-08, 6.765304316758147e-09, 3.136033877026989e-09, 2.0901766983882908e-09, 1.639372304573783e-09, 1.3296898027093107e-09, 1.1944569777710967e-09, 1.1878003025600492e-09, 1.2050955788822648e-09, 1.1719150094791075e-09, 1.1347611739154218e-09, 1.153288464728064e-09, 1.2585432695999543e-09], "update_matrix_norm_1": [22761.57421875], "update_matrix_norm_2": [6.581733226776123], "update_matrix_norm_inf": [0.0776251032948494], "request": {"prompt": "{} holds a position at", "subject": "Brian Greene", "target_new": {"str": "Nintendo Co., Ltd."}, "old_answer": {"str": "Columbia University"}, "seed": 42}}, {"loss_per_step": [2.176, 2.156, 1.64, 0.819, 0.587, 0.457, 0.421, 0.404, 0.396, 0.393, 0.392, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386, 0.386, 0.386, 0.386], "prob_new": [0.11654724925756454, 0.17937898635864258, 0.2954004108905792, 0.6584624648094177, 0.8426896333694458, 0.9478098750114441, 0.9763343334197998, 0.9893699288368225, 0.9944641590118408, 0.9966180324554443, 0.9975411891937256, 0.9981259107589722, 0.9985249042510986, 0.9987396001815796, 0.998875617980957, 0.9989776611328125, 0.9990463256835938, 0.9990811944007874, 0.9990891218185425, 0.9990757703781128], "prob_old": [0.7043218016624451, 0.03518196940422058, 0.037237368524074554, 0.0316862054169178, 0.00838510598987341, 0.0043767523020505905, 0.0028943344950675964, 0.0015587556408718228, 0.0008396877092309296, 0.0004904091474600136, 0.00034766990575008094, 0.00027069213683716953, 0.00022367648489307612, 0.00020427438721526414, 0.00019435783906374127, 0.00018661802459973842, 0.00018285955593455583, 0.00018446329340804368, 0.00018988523515872657, 0.0001974733459064737], "prob_new_token": [0.1257796585559845, 0.33467036485671997, 0.41972076892852783, 0.6234580874443054, 0.8769960999488831, 0.9331640005111694, 0.9571123123168945, 0.9787655472755432, 0.990613579750061, 0.9956788420677185, 0.9972648620605469, 0.9980499744415283, 0.9985108971595764, 0.9986776113510132, 0.9987553358078003, 0.9988144040107727, 0.9988289475440979, 0.9987761378288269, 0.9986658096313477, 0.9985174536705017], "prob_old_token": [0.7673741579055786, 0.0021753853652626276, 0.0018307693535462022, 0.0006629026029258966, 6.485229096142575e-05, 1.2005280950688757e-05, 4.355918463261332e-06, 1.1503243513288908e-06, 2.579896829502104e-07, 5.880593434426373e-08, 2.470354054651125e-08, 1.3757066597008816e-08, 8.964606834638289e-09, 7.79103714876328e-09, 7.478075936262485e-09, 7.270180013563277e-09, 7.467770402058704e-09, 8.322577293995437e-09, 9.768514885877266e-09, 1.162826723799526e-08], "update_matrix_norm_1": [22850.841796875], "update_matrix_norm_2": [6.581729412078857], "update_matrix_norm_inf": [0.06697512418031693], "request": {"prompt": "{} holds a position at", "subject": "Brian Greene", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "Columbia University"}, "seed": 42}}, {"loss_per_step": [1.768, 1.511, 1.07, 0.551, 0.478, 0.444, 0.417, 0.397, 0.384, 0.373, 0.366, 0.361, 0.357, 0.353, 0.35, 0.348, 0.346, 0.338, 0.327, 0.312], "prob_new": [0.1730777621269226, 0.326111376285553, 0.49382293224334717, 0.8289433717727661, 0.8907963037490845, 0.9170028567314148, 0.937056303024292, 0.9522719979286194, 0.9631005525588989, 0.9708452224731445, 0.9767639636993408, 0.9815059304237366, 0.9851798415184021, 0.9881357550621033, 0.9905956983566284, 0.9924924969673157, 0.9937957525253296, 0.9945690035820007, 0.9950006604194641, 0.9950634241104126], "prob_old": [0.5433374047279358, 0.21384048461914062, 0.14097468554973602, 0.09347426146268845, 0.07437382638454437, 0.06476730108261108, 0.05743437260389328, 0.05145545303821564, 0.046920403838157654, 0.04374779388308525, 0.041560497134923935, 0.03972732648253441, 0.03748427703976631, 0.03498578816652298, 0.03280812129378319, 0.031120633706450462, 0.030130108818411827, 0.03041844442486763, 0.03210759162902832, 0.03561818227171898], "prob_new_token": [1.6793617760413326e-05, 0.00045009501627646387, 0.005123525857925415, 0.2996721565723419, 0.48584839701652527, 0.5954138040542603, 0.6978674530982971, 0.7861982583999634, 0.8535332679748535, 0.9010066986083984, 0.9337211847305298, 0.9561246037483215, 0.9712205529212952, 0.9815242290496826, 0.9881778955459595, 0.9921018481254578, 0.9943134784698486, 0.9953856468200684, 0.995447039604187, 0.9941288828849792], "prob_old_token": [0.6319766044616699, 0.02318265661597252, 0.006329763680696487, 0.002133913105353713, 0.0007595702190883458, 0.0004259524866938591, 0.000280176755040884, 0.00019576994236558676, 0.0001407125237165019, 0.0001025977690005675, 7.576942152809352e-05, 5.7758603361435235e-05, 4.597870065481402e-05, 3.5279088479001075e-05, 2.572994890215341e-05, 1.8902652300312184e-05, 1.507700562797254e-05, 1.4144153283268679e-05, 1.5896028344286606e-05, 2.2017566152499057e-05], "update_matrix_norm_1": [19225.076171875], "update_matrix_norm_2": [5.679715156555176], "update_matrix_norm_inf": [0.08209611475467682], "request": {"prompt": "{} holds a position at", "subject": "Shigeru Miyamoto", "target_new": {"str": "Carnegie Mellon University"}, "old_answer": {"str": "Nintendo Co., Ltd."}, "seed": 42}}, {"loss_per_step": [6.575, 3.866, 2.02, 0.942, 0.671, 0.518, 0.454, 0.422, 0.404, 0.393, 0.384, 0.376, 0.369, 0.364, 0.36, 0.356, 0.353, 0.351, 0.349, 0.347], "prob_new": [0.0016155417542904615, 0.035415034741163254, 0.20385663211345673, 0.5643570423126221, 0.7366816997528076, 0.8571854829788208, 0.9121437072753906, 0.9400995373725891, 0.9561659693717957, 0.966444194316864, 0.9739587903022766, 0.9798408150672913, 0.9845116138458252, 0.9882087707519531, 0.991139829158783, 0.9935649633407593, 0.9956087470054626, 0.9971323013305664, 0.9980601668357849, 0.9985807538032532], "prob_old": [0.5433374047279358, 0.2597598135471344, 0.22996750473976135, 0.09100260585546494, 0.060364849865436554, 0.04598873108625412, 0.03660932555794716, 0.02966929040849209, 0.024697817862033844, 0.021401796489953995, 0.01913887821137905, 0.017430780455470085, 0.016052523627877235, 0.014872261323034763, 0.013814013451337814, 0.012823950499296188, 0.011853142641484737, 0.010949302464723587, 0.010242389515042305, 0.009776970371603966], "prob_new_token": [6.2032186178839765e-06, 0.0010839389869943261, 0.03451614826917648, 0.3327428102493286, 0.5884563326835632, 0.8079169988632202, 0.9100579619407654, 0.9540730118751526, 0.9747653007507324, 0.985486626625061, 0.9913100600242615, 0.9945579171180725, 0.9964475035667419, 0.9976184368133545, 0.998387336730957, 0.9989141225814819, 0.9992750287055969, 0.9994977116584778, 0.9996089339256287, 0.9996461868286133], "prob_old_token": [0.6319766044616699, 0.026448415592312813, 0.01677795685827732, 0.0017056665383279324, 0.0007216280791908503, 0.00028746307361871004, 0.00012327781587373465, 6.021291119395755e-05, 3.2946947612799704e-05, 1.9429005988058634e-05, 1.1954051842621993e-05, 7.57298630560399e-06, 4.911925771011738e-06, 3.230323954994674e-06, 2.130376742570661e-06, 1.3925114217272494e-06, 9.024902851706429e-07, 6.070525273571548e-07, 4.635049037915451e-07, 4.1717174781297217e-07], "update_matrix_norm_1": [22432.3828125], "update_matrix_norm_2": [6.2606611251831055], "update_matrix_norm_inf": [0.07161664217710495], "request": {"prompt": "{} holds a position at", "subject": "Shigeru Miyamoto", "target_new": {"str": "Columbia University"}, "old_answer": {"str": "Nintendo Co., Ltd."}, "seed": 42}}, {"loss_per_step": [10.977, 6.978, 1.182, 0.651, 0.521, 0.461, 0.428, 0.408, 0.394, 0.384, 0.375, 0.368, 0.363, 0.359, 0.356, 0.353, 0.352, 0.35, 0.349, 0.348], "prob_new": [1.9666160369524732e-05, 0.0030418443493545055, 0.47051382064819336, 0.7702357172966003, 0.870008647441864, 0.918832004070282, 0.9451484680175781, 0.9598897695541382, 0.9687688946723938, 0.9746419787406921, 0.9788768291473389, 0.982150673866272, 0.9848127961158752, 0.9870438575744629, 0.9889378547668457, 0.9905519485473633, 0.9919299483299255, 0.993107795715332, 0.994113028049469, 0.9949668049812317], "prob_old": [0.5433374047279358, 0.23036938905715942, 0.10781162232160568, 0.053883474320173264, 0.03460746631026268, 0.02601831592619419, 0.021642576903104782, 0.019091811031103134, 0.0174096766859293, 0.01618415117263794, 0.015215637162327766, 0.014397580176591873, 0.013669553212821484, 0.012998336926102638, 0.012368573807179928, 0.0117747001349926, 0.011214257217943668, 0.010686037130653858, 0.010190398432314396, 0.009728877805173397], "prob_new_token": [1.919593159982469e-05, 0.0028015365824103355, 0.4367262125015259, 0.7921760678291321, 0.9040789604187012, 0.9412115216255188, 0.9579231142997742, 0.9674583673477173, 0.973608136177063, 0.9779424667358398, 0.9812210202217102, 0.9838386178016663, 0.9860110282897949, 0.9878621101379395, 0.9894604682922363, 0.9908485412597656, 0.9920541644096375, 0.9930971264839172, 0.9939978122711182, 0.9947723150253296], "prob_old_token": [0.6319766044616699, 0.029828492552042007, 0.006814190186560154, 0.003977742046117783, 0.003119378350675106, 0.002953746821731329, 0.0030039220582693815, 0.0030800183303654194, 0.0031138842459768057, 0.003091454040259123, 0.0030180425383150578, 0.002901442116126418, 0.0027483166195452213, 0.00256352755241096, 0.002353518735617399, 0.002126535400748253, 0.0018923053285107017, 0.0016607983270660043, 0.0014399285428225994, 0.0012359784450381994], "update_matrix_norm_1": [22831.4453125], "update_matrix_norm_2": [6.260656833648682], "update_matrix_norm_inf": [0.06982509046792984], "request": {"prompt": "{} holds a position at", "subject": "Shigeru Miyamoto", "target_new": {"str": "NASA"}, "old_answer": {"str": "Nintendo Co., Ltd."}, "seed": 42}}, {"loss_per_step": [2.432, 1.986, 0.856, 0.579, 0.501, 0.481, 0.464, 0.455, 0.45, 0.447, 0.444, 0.442, 0.441, 0.44, 0.439, 0.438, 0.437, 0.429, 0.416, 0.396], "prob_new": [0.08844117820262909, 0.2258707731962204, 0.6712806820869446, 0.8843978047370911, 0.9619818329811096, 0.9801645874977112, 0.9884898066520691, 0.9929916262626648, 0.9954320192337036, 0.996839702129364, 0.9977008700370789, 0.9982069134712219, 0.9984815716743469, 0.9986047744750977, 0.9986372590065002, 0.9986298084259033, 0.9986106753349304, 0.998527467250824, 0.9983457326889038, 0.9980342984199524], "prob_old": [0.367546409368515, 0.0011186274932697415, 2.0245483028702438e-05, 3.8357911762432195e-06, 1.737128286549705e-06, 8.255287866631988e-07, 3.7316004863896524e-07, 1.7714202726892836e-07, 9.388274690991238e-08, 5.7247561358053645e-08, 3.9542861429708864e-08, 3.1112417531176106e-08, 2.7368189492449346e-08, 2.6191104396389164e-08, 2.6869576785770732e-08, 2.934416265532036e-08, 3.3737020288526764e-08, 4.30720064059642e-08, 5.973172534368132e-08, 8.641165294420716e-08], "prob_new_token": [0.0038255942054092884, 0.006446188781410456, 0.5885560512542725, 0.8306590914726257, 0.9673085808753967, 0.989081084728241, 0.9958107471466064, 0.9983326196670532, 0.9992451667785645, 0.9995821118354797, 0.9997232556343079, 0.9997779726982117, 0.9997859597206116, 0.9997591376304626, 0.9996960759162903, 0.9995898008346558, 0.9994264841079712, 0.9991273283958435, 0.9985684156417847, 0.9975082278251648], "prob_old_token": [0.6311102509498596, 0.00035549228778108954, 1.9571421944419853e-05, 2.5394983822479844e-06, 1.71875808518962e-06, 8.44360840801528e-07, 3.678130440221139e-07, 1.3963432365926565e-07, 5.5611920402043324e-08, 2.8199577783993846e-08, 1.8264476153717624e-08, 1.474429378589548e-08, 1.411404326745469e-08, 1.5194407509966368e-08, 1.7936541141239104e-08, 2.3161680573480226e-08, 3.211285815041265e-08, 4.9535813673173834e-08, 8.026879783074037e-08, 1.2759034007103764e-07], "update_matrix_norm_1": [19330.1015625], "update_matrix_norm_2": [5.776029109954834], "update_matrix_norm_inf": [0.05151675269007683], "request": {"prompt": "{} holds a position at", "subject": "Gene Amdahl", "target_new": {"str": "Nintendo Co., Ltd."}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [1.436, 1.614, 0.988, 0.652, 0.541, 0.486, 0.468, 0.459, 0.454, 0.45, 0.447, 0.444, 0.443, 0.441, 0.439, 0.438, 0.437, 0.436, 0.434, 0.428], "prob_new": [0.24002480506896973, 0.32315894961357117, 0.5960782766342163, 0.8190997838973999, 0.9109548330307007, 0.9596671462059021, 0.978172242641449, 0.9844649434089661, 0.9884841442108154, 0.9914230108261108, 0.9935617446899414, 0.9950801730155945, 0.9961397051811218, 0.9968145489692688, 0.9972615242004395, 0.9975784420967102, 0.9977888464927673, 0.9979206323623657, 0.9980167150497437, 0.9980177283287048], "prob_old": [0.367546409368515, 0.002529941266402602, 0.0005443197442218661, 0.00017538294196128845, 6.229387508938089e-05, 1.974214865185786e-05, 6.167068477225257e-06, 3.419983613639488e-06, 2.0584475350915454e-06, 1.3165230257072835e-06, 9.240778240382497e-07, 7.261061227836763e-07, 6.424423304451921e-07, 6.564316095136746e-07, 7.354077524723834e-07, 8.75889497820026e-07, 1.1055765298806364e-06, 1.430390170753526e-06, 1.7243804677491426e-06, 1.8560410808277084e-06], "prob_new_token": [0.0006847984623163939, 0.009628018364310265, 0.048380572348833084, 0.422592431306839, 0.7680420875549316, 0.9344788789749146, 0.981380820274353, 0.9916288256645203, 0.9952901601791382, 0.9968516230583191, 0.9975734353065491, 0.9979223012924194, 0.998079776763916, 0.9981024265289307, 0.9980446100234985, 0.9979198575019836, 0.9977195262908936, 0.9974545836448669, 0.9972079992294312, 0.9970793724060059], "prob_old_token": [0.6311102509498596, 0.002594155026599765, 0.000698412477504462, 0.0001226759486598894, 3.5140074032824486e-05, 9.860528734861873e-06, 2.969835350086214e-06, 1.8959224235004513e-06, 1.338409219897585e-06, 1.0270712209603516e-06, 8.553247425879817e-07, 7.549337510681653e-07, 7.10477479515248e-07, 7.358818834291014e-07, 8.103166351247637e-07, 9.318090405940893e-07, 1.1174490737175802e-06, 1.3635723234983743e-06, 1.5441945606653462e-06, 1.4941133485990576e-06], "update_matrix_norm_1": [21981.478515625], "update_matrix_norm_2": [6.25498628616333], "update_matrix_norm_inf": [0.031232250854372978], "request": {"prompt": "{} holds a position at", "subject": "Gene Amdahl", "target_new": {"str": "Lawrence Berkeley National Laboratory"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [2.912, 2.594, 1.62, 1.022, 0.724, 0.608, 0.552, 0.517, 0.492, 0.474, 0.46, 0.451, 0.445, 0.442, 0.44, 0.438, 0.437, 0.436, 0.435, 0.435], "prob_new": [0.057078585028648376, 0.1345416009426117, 0.3327942490577698, 0.5888918042182922, 0.7796826958656311, 0.8724326491355896, 0.9168390035629272, 0.9409922957420349, 0.9581896662712097, 0.9725423455238342, 0.9835948348045349, 0.9904247522354126, 0.9940386414527893, 0.9958798885345459, 0.9968414306640625, 0.9973648190498352, 0.9976713061332703, 0.9978658556938171, 0.9979989528656006, 0.9980183839797974], "prob_old": [0.367546409368515, 0.0014226182829588652, 0.001881984411738813, 0.001066314522176981, 0.00039482623105868697, 0.00012457941193133593, 4.7655015805503353e-05, 2.381806007178966e-05, 1.3202115951571614e-05, 6.855128958704881e-06, 3.2837256185302977e-06, 1.6383684169340995e-06, 9.094644042306754e-07, 5.62128036563081e-07, 3.916509569990012e-07, 3.0361235303644207e-07, 2.513501442535926e-07, 2.1603511868306668e-07, 1.894392767098907e-07, 1.8043969873815513e-07], "prob_new_token": [9.085897909244522e-05, 0.0063038114458322525, 0.07912547141313553, 0.2394062727689743, 0.5681139826774597, 0.8223567008972168, 0.9177559018135071, 0.9524412155151367, 0.9692265391349792, 0.9814102053642273, 0.9896700978279114, 0.9937878847122192, 0.995632529258728, 0.9965079426765442, 0.9969237446784973, 0.9971089363098145, 0.9971961379051208, 0.9972754120826721, 0.9974150657653809, 0.9974104166030884], "prob_old_token": [0.6311102509498596, 0.0011888544540852308, 0.0010941331274807453, 0.0007406968506984413, 0.00031073042191565037, 8.958180842455477e-05, 3.5047334677074105e-05, 1.8577869923319668e-05, 1.0819956514751539e-05, 5.460441116156289e-06, 2.3877230432844954e-06, 1.1317345069983276e-06, 6.352289005917555e-07, 4.114485534501e-07, 3.0814928209110803e-07, 2.687851292648702e-07, 2.6115279183613893e-07, 2.560491338954307e-07, 2.39079554376076e-07, 2.4606774218227656e-07], "update_matrix_norm_1": [23811.537109375], "update_matrix_norm_2": [6.354207515716553], "update_matrix_norm_inf": [0.03140225261449814], "request": {"prompt": "{} holds a position at", "subject": "Gene Amdahl", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [4.766, 3.277, 1.553, 0.761, 0.573, 0.468, 0.422, 0.399, 0.387, 0.381, 0.377, 0.374, 0.373, 0.371, 0.37, 0.369, 0.369, 0.368, 0.367, 0.367], "prob_new": [0.009009693749248981, 0.06089628487825394, 0.31490617990493774, 0.6801624894142151, 0.8211293816566467, 0.9110184907913208, 0.9543654918670654, 0.9755170345306396, 0.9852821826934814, 0.9897138476371765, 0.9921402931213379, 0.9937251210212708, 0.9948695302009583, 0.995743989944458, 0.9964340925216675, 0.9969867467880249, 0.9974306225776672, 0.9977864027023315, 0.9980698823928833, 0.9982942938804626], "prob_old": [0.5467801094055176, 0.00617344630882144, 0.0028021398466080427, 0.0004220539703965187, 0.0001096557971322909, 4.0830636862665415e-05, 1.6815618437249213e-05, 7.691955033806153e-06, 3.684363491629483e-06, 1.979174385269289e-06, 1.2296407021494815e-06, 8.52258494887792e-07, 6.406312422768679e-07, 5.145055865796166e-07, 4.3723537146433955e-07, 3.898879867847427e-07, 3.6186412444294547e-07, 3.470746605671593e-07, 3.4214616562167066e-07, 3.455600108281942e-07], "prob_new_token": [0.0001468825648771599, 0.005285040009766817, 0.13584361970424652, 0.563883900642395, 0.7796472907066345, 0.9258038401603699, 0.9755293130874634, 0.9907645583152771, 0.9958757758140564, 0.9977667927742004, 0.9986317157745361, 0.9990822076797485, 0.9993327856063843, 0.9994774460792542, 0.9995611310005188, 0.9996084570884705, 0.9996320605278015, 0.9996405243873596, 0.9996386766433716, 0.9996289610862732], "prob_old_token": [0.6951355934143066, 0.0037482765037566423, 0.001659371075220406, 0.00028768469928763807, 7.943581294966862e-05, 2.9461887606885284e-05, 1.1922231351491064e-05, 4.486272246140288e-06, 1.638201183595811e-06, 7.287229095709336e-07, 3.998624151790864e-07, 2.5855544549813203e-07, 1.9177743126874702e-07, 1.603935118055233e-07, 1.488518961423324e-07, 1.504349711467512e-07, 1.6205575548156048e-07, 1.82008449201021e-07, 2.089690553930268e-07, 2.419035070033715e-07], "update_matrix_norm_1": [23203.095703125], "update_matrix_norm_2": [6.312767028808594], "update_matrix_norm_inf": [0.0506666898727417], "request": {"prompt": "{} holds a position at", "subject": "Ginni Rometty", "target_new": {"str": "Columbia University"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [2.993, 2.106, 0.942, 0.486, 0.438, 0.423, 0.41, 0.4, 0.392, 0.387, 0.383, 0.379, 0.377, 0.375, 0.373, 0.372, 0.371, 0.37, 0.369, 0.368], "prob_new": [0.05161581188440323, 0.19327214360237122, 0.5816700458526611, 0.894102931022644, 0.9409642815589905, 0.9566783308982849, 0.9672117829322815, 0.9750247597694397, 0.9807458519935608, 0.9851810336112976, 0.9887884259223938, 0.9916860461235046, 0.9938774108886719, 0.9954150915145874, 0.9964296221733093, 0.9970792531967163, 0.9974967837333679, 0.9977713227272034, 0.9979551434516907, 0.9980756044387817], "prob_old": [0.5467801094055176, 0.012048470787703991, 0.00271479319781065, 9.770504402695224e-05, 1.929137943079695e-05, 9.912501809594687e-06, 6.935828423593193e-06, 5.48845082448679e-06, 4.690003606810933e-06, 4.277759217075072e-06, 4.062935659021605e-06, 3.841551460936898e-06, 3.4723607313935645e-06, 2.9825218916812446e-06, 2.5081387775571784e-06, 2.1354433101805625e-06, 1.8598227597976802e-06, 1.6471285562147386e-06, 1.4776123862247914e-06, 1.3509342124962131e-06], "prob_new_token": [0.05838187783956528, 0.28274983167648315, 0.5206819176673889, 0.8497009873390198, 0.917184054851532, 0.9418888092041016, 0.9554420709609985, 0.9647468328475952, 0.9722554087638855, 0.978925883769989, 0.9848030209541321, 0.9895042181015015, 0.9928250312805176, 0.9949352741241455, 0.996181309223175, 0.9968980550765991, 0.9973313808441162, 0.9976289868354797, 0.997863233089447, 0.99805748462677], "prob_old_token": [0.6951355934143066, 0.0046113538555800915, 0.001079422770999372, 3.209637725376524e-05, 7.928530976641923e-06, 4.779781193064991e-06, 3.5107730127492687e-06, 2.743020786510897e-06, 2.2335973426379496e-06, 1.9057276858802652e-06, 1.6810386114229914e-06, 1.481708636674739e-06, 1.2650890539589454e-06, 1.0428294672237826e-06, 8.564438189750945e-07, 7.257814900185622e-07, 6.363165994116571e-07, 5.641744564854889e-07, 4.971653311258706e-07, 4.383068983315752e-07], "update_matrix_norm_1": [22899.54296875], "update_matrix_norm_2": [6.312767028808594], "update_matrix_norm_inf": [0.03944065794348717], "request": {"prompt": "{} holds a position at", "subject": "Ginni Rometty", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [5.601, 4.132, 2.325, 1.437, 1.032, 0.789, 0.649, 0.563, 0.508, 0.473, 0.448, 0.431, 0.418, 0.409, 0.402, 0.396, 0.392, 0.389, 0.386, 0.384], "prob_new": [0.004739322699606419, 0.036170702427625656, 0.1698395013809204, 0.36650550365448, 0.5349288582801819, 0.672694742679596, 0.7687686681747437, 0.8343585729598999, 0.8791265487670898, 0.9102789759635925, 0.9324753284454346, 0.9486379623413086, 0.9604744911193848, 0.9691687226295471, 0.9755614399909973, 0.9802888631820679, 0.9838356971740723, 0.9865514039993286, 0.988673746585846, 0.9903619885444641], "prob_old": [0.5467801094055176, 0.009072192944586277, 0.010043889284133911, 0.005314250010997057, 0.0020073517225682735, 0.0007682922878302634, 0.0003538516175467521, 0.00020130151824560016, 0.00013180970563553274, 9.325357677880675e-05, 6.840134301455691e-05, 5.05244497617241e-05, 3.710915916599333e-05, 2.7006804884877056e-05, 1.9566088667488657e-05, 1.4254560483095702e-05, 1.0558957001194358e-05, 8.019578672247007e-06, 6.271977326832712e-06, 5.052951109973947e-06], "prob_new_token": [0.0028530643321573734, 0.040182679891586304, 0.20004180073738098, 0.40365850925445557, 0.5942678451538086, 0.7191584706306458, 0.8087141513824463, 0.8726662397384644, 0.9127597212791443, 0.9416589140892029, 0.9597933292388916, 0.9709962606430054, 0.9786351919174194, 0.9841652512550354, 0.9881771206855774, 0.9910419583320618, 0.9930762052536011, 0.9945443868637085, 0.9956325888633728, 0.9964613914489746], "prob_old_token": [0.6951355934143066, 0.005224862601608038, 0.008914835751056671, 0.00356196123175323, 0.0010143144754692912, 0.00032948851003311574, 0.00015613202413078398, 9.7895652288571e-05, 7.427060336340219e-05, 5.599218638963066e-05, 4.4190768676344305e-05, 3.555911098374054e-05, 2.7723139282898046e-05, 2.0678833607234992e-05, 1.4927667507436126e-05, 1.0687110261642374e-05, 7.760348125884775e-06, 5.777879323431989e-06, 4.414765498950146e-06, 3.448711595410714e-06], "update_matrix_norm_1": [23846.72265625], "update_matrix_norm_2": [6.3127665519714355], "update_matrix_norm_inf": [0.05032937601208687], "request": {"prompt": "{} holds a position at", "subject": "Ginni Rometty", "target_new": {"str": "Google"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [4.029, 3.276, 3.06, 2.736, 1.872, 1.165, 0.917, 0.661, 0.478, 0.431, 0.414, 0.405, 0.396, 0.389, 0.385, 0.382, 0.38, 0.378, 0.376, 0.375], "prob_new": [0.01878809742629528, 0.06327871233224869, 0.07085105776786804, 0.09816446155309677, 0.23503246903419495, 0.46936067938804626, 0.5994619727134705, 0.7711881995201111, 0.9232432246208191, 0.9681110382080078, 0.9833136200904846, 0.9872496724128723, 0.99066162109375, 0.9928560256958008, 0.9946721792221069, 0.9962612390518188, 0.9974098205566406, 0.998052179813385, 0.9984272718429565, 0.9986959099769592], "prob_old": [0.6734039783477783, 0.0007339094299823046, 0.0007939594215713441, 0.0010043273214250803, 0.0010478566400706768, 0.00010265917080687359, 1.2185199011582881e-05, 2.1629114144161576e-06, 5.814650307911506e-07, 2.7292000481793366e-07, 5.4980340280508244e-08, 4.4656403019871505e-08, 3.688240468591175e-08, 2.6017129783895143e-08, 1.7741612623467518e-08, 9.916785614905166e-09, 4.7620956067362386e-09, 2.741578075671214e-09, 2.0661534705368467e-09, 1.7891629289223943e-09], "prob_new_token": [2.0834244423895143e-05, 0.0004470090789254755, 0.0006984011270105839, 0.0021088470239192247, 0.029263053089380264, 0.3745589554309845, 0.7548879384994507, 0.8995197415351868, 0.9260308742523193, 0.9502431154251099, 0.9836838841438293, 0.9874032735824585, 0.9902220964431763, 0.9934754967689514, 0.9959179759025574, 0.9976140856742859, 0.9986534118652344, 0.999104380607605, 0.9992678165435791, 0.9993537664413452], "prob_old_token": [0.6515617966651917, 0.0007601202232763171, 0.0008922716369852424, 0.0011863521067425609, 0.0011428326833993196, 0.00011111443745903671, 1.0566794117039535e-05, 1.6182942772502429e-06, 6.020854357302596e-07, 3.413202307456231e-07, 6.113496908710658e-08, 6.029252119787998e-08, 5.015357729121206e-08, 3.7816914044697114e-08, 2.6297632516047997e-08, 1.3761003891943346e-08, 5.995522744939308e-09, 3.2711815478592143e-09, 2.4278359322948972e-09, 1.9992023592152464e-09], "update_matrix_norm_1": [21927.111328125], "update_matrix_norm_2": [6.2465596199035645], "update_matrix_norm_inf": [0.1044950783252716], "request": {"prompt": "{} holds a position at", "subject": "Katherine Johnson", "target_new": {"str": "Facebook, Inc."}, "old_answer": {"str": "NASA"}, "seed": 42}}, {"loss_per_step": [1.762, 1.902, 1.253, 0.624, 0.449, 0.417, 0.395, 0.385, 0.379, 0.376, 0.374, 0.373, 0.373, 0.372, 0.371, 0.363, 0.347, 0.324, 0.295, 0.264], "prob_new": [0.17213858664035797, 0.22232645750045776, 0.42634066939353943, 0.7865864038467407, 0.953863263130188, 0.9654658436775208, 0.9835351705551147, 0.9921590089797974, 0.9954833984375, 0.9970607161521912, 0.9979415535926819, 0.9984529614448547, 0.9987648129463196, 0.9989680647850037, 0.9991090297698975, 0.9991937279701233, 0.9992272853851318, 0.9991898536682129, 0.9989873766899109, 0.9979686141014099], "prob_old": [0.6734039783477783, 0.0006995120784267783, 0.00742066977545619, 0.001026344601996243, 5.418609816842945e-06, 2.7252428935753414e-06, 1.9792105376836844e-06, 1.4127989516055095e-06, 1.0390486977485125e-06, 7.790563927301264e-07, 5.860671308255405e-07, 4.494593497383903e-07, 3.567753026345599e-07, 2.9559620884356264e-07, 2.578591988822154e-07, 2.5486983190603496e-07, 2.9004576163060847e-07, 3.875416325627157e-07, 6.48057209673425e-07, 1.649566456762841e-06], "prob_new_token": [0.18737821280956268, 0.32366442680358887, 0.5337761044502258, 0.691997766494751, 0.8999703526496887, 0.9573495984077454, 0.9705737829208374, 0.9760632514953613, 0.9824585914611816, 0.988945722579956, 0.9935935139656067, 0.9962365627288818, 0.9976290464401245, 0.9983755350112915, 0.9987890124320984, 0.9989574551582336, 0.9989316463470459, 0.9986692070960999, 0.9978363513946533, 0.9942310452461243], "prob_old_token": [0.6515617966651917, 0.0005984801100566983, 0.005527266301214695, 0.0006062203901819885, 9.250696166418493e-06, 3.327171498312964e-06, 2.127306970578502e-06, 1.4934180398995522e-06, 1.0571827715466497e-06, 7.394323802145664e-07, 5.126814812683733e-07, 3.6132931313659356e-07, 2.6389119511804893e-07, 2.0264040756501345e-07, 1.6753354259435582e-07, 1.6465156704725814e-07, 1.967134295455253e-07, 2.8143819008619175e-07, 4.906206640953314e-07, 1.336819764219399e-06], "update_matrix_norm_1": [13800.0869140625], "update_matrix_norm_2": [4.416702747344971], "update_matrix_norm_inf": [0.09240952879190445], "request": {"prompt": "{} holds a position at", "subject": "Katherine Johnson", "target_new": {"str": "the Max Planck Institute of Quantum Optics"}, "old_answer": {"str": "NASA"}, "seed": 42}}, {"loss_per_step": [3.707, 2.586, 2.41, 1.993, 1.218, 0.765, 0.52, 0.451, 0.418, 0.398, 0.388, 0.384, 0.384, 0.379, 0.379, 0.378, 0.376, 0.375, 0.374, 0.373], "prob_new": [0.026885854080319405, 0.11555535346269608, 0.13628992438316345, 0.20507535338401794, 0.44241052865982056, 0.6911193132400513, 0.8840957283973694, 0.9423074722290039, 0.9664653539657593, 0.9822794795036316, 0.9920903444290161, 0.9968881607055664, 0.9980425238609314, 0.9982292652130127, 0.9983460903167725, 0.9985424280166626, 0.9987586736679077, 0.9990173578262329, 0.9992443323135376, 0.9993671178817749], "prob_old": [0.6734039783477783, 0.000675701885484159, 0.0008835024782456458, 0.0015107850776985288, 0.0018191769486293197, 0.001231179223395884, 0.00036782256211154163, 7.969354919623584e-05, 1.9949080524384044e-05, 8.304867151309736e-06, 5.126082214701455e-06, 2.2039243958715815e-06, 2.444598521833541e-06, 1.4726169865753036e-06, 9.582855682310765e-07, 7.528925607402925e-07, 6.659176392531663e-07, 5.773078441961843e-07, 4.6435630451924226e-07, 3.7401258623503963e-07], "prob_new_token": [9.024627070175484e-05, 0.003527219407260418, 0.005231376271694899, 0.013346944935619831, 0.10414613038301468, 0.4055478274822235, 0.8419003486633301, 0.9654589295387268, 0.9871007800102234, 0.9928419589996338, 0.9952059984207153, 0.9973524808883667, 0.9964321255683899, 0.997248113155365, 0.9978781938552856, 0.9981068968772888, 0.9981149435043335, 0.9981334209442139, 0.9981698393821716, 0.9981223344802856], "prob_old_token": [0.6515617966651917, 0.0006766896112821996, 0.000909993308596313, 0.0014463894767686725, 0.0020735098514705896, 0.001733229961246252, 0.0005371206789277494, 0.00010765329352580011, 2.6453679311089218e-05, 1.075101135938894e-05, 6.700853191432543e-06, 3.27070961247955e-06, 4.267579242878128e-06, 2.6099257866007974e-06, 1.6129339428516687e-06, 1.3555621762861847e-06, 1.4316742635855917e-06, 1.548866976008867e-06, 1.579025479259144e-06, 1.5807628415132058e-06], "update_matrix_norm_1": [22683.408203125], "update_matrix_norm_2": [6.2465596199035645], "update_matrix_norm_inf": [0.1086142361164093], "request": {"prompt": "{} holds a position at", "subject": "Katherine Johnson", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "NASA"}, "seed": 42}}, {"loss_per_step": [2.448, 1.589, 0.851, 0.666, 0.604, 0.567, 0.539, 0.517, 0.499, 0.484, 0.473, 0.464, 0.457, 0.452, 0.447, 0.444, 0.441, 0.438, 0.436, 0.434], "prob_new": [0.09029088914394379, 0.3384225070476532, 0.6627479791641235, 0.792049765586853, 0.8447499871253967, 0.8781074285507202, 0.9028060436248779, 0.9221433997154236, 0.937445878982544, 0.9494645595550537, 0.9589910507202148, 0.9666898846626282, 0.9730073809623718, 0.9782102704048157, 0.9824491143226624, 0.9858300685882568, 0.988457202911377, 0.990448534488678, 0.9919402003288269, 0.9930701851844788], "prob_old": [0.891319990158081, 0.41135671734809875, 0.38719862699508667, 0.3176838159561157, 0.28566595911979675, 0.26831576228141785, 0.2560896873474121, 0.24589671194553375, 0.23677249252796173, 0.22858299314975739, 0.22131361067295074, 0.21493901312351227, 0.20926044881343842, 0.20400233566761017, 0.1990039199590683, 0.19426119327545166, 0.1898270845413208, 0.18568217754364014, 0.18169622123241425, 0.17771793901920319], "prob_new_token": [0.0004618705715984106, 0.09821800887584686, 0.43238741159439087, 0.7011833190917969, 0.808917224407196, 0.8669558167457581, 0.9042185544967651, 0.9299001693725586, 0.9480401873588562, 0.9610793590545654, 0.9705247282981873, 0.977310299873352, 0.9821546673774719, 0.9856299757957458, 0.9881411790847778, 0.9899531602859497, 0.991238534450531, 0.9921342134475708, 0.9927808046340942, 0.9933000802993774], "prob_old_token": [0.6987295746803284, 0.003308153012767434, 0.002013910561800003, 0.0004981359234079719, 0.00022136700863484293, 0.00013814153498969972, 9.859207057161257e-05, 7.44765784475021e-05, 5.7853369071381167e-05, 4.576748324325308e-05, 3.706275310833007e-05, 3.10097930196207e-05, 2.680251964193303e-05, 2.371118353039492e-05, 2.1258985725580715e-05, 1.921728835441172e-05, 1.7506237782072276e-05, 1.6065392628661357e-05, 1.4800005374127068e-05, 1.3622291589854285e-05], "update_matrix_norm_1": [21936.453125], "update_matrix_norm_2": [5.812403678894043], "update_matrix_norm_inf": [0.05405589938163757], "request": {"prompt": "{} holds a position at", "subject": "Randy Pausch", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "Carnegie Mellon University"}, "seed": 42}}, {"loss_per_step": [3.794, 2.557, 1.5, 1.024, 0.821, 0.629, 0.51, 0.472, 0.455, 0.445, 0.44, 0.437, 0.435, 0.433, 0.432, 0.431, 0.43, 0.429, 0.429, 0.429], "prob_new": [0.024463223293423653, 0.13000217080116272, 0.3575543761253357, 0.5670138597488403, 0.6926868557929993, 0.8399924635887146, 0.9411162734031677, 0.969944953918457, 0.9816845655441284, 0.9880937933921814, 0.9918165802955627, 0.9940020442008972, 0.995370626449585, 0.9963060021400452, 0.9968966841697693, 0.9972639679908752, 0.997496485710144, 0.9976327419281006, 0.9976913332939148, 0.997683048248291], "prob_old": [0.891319990158081, 0.3827698230743408, 0.32780784368515015, 0.28092095255851746, 0.26214805245399475, 0.2439936250448227, 0.2122630476951599, 0.17309002578258514, 0.14434272050857544, 0.12440841645002365, 0.10987777262926102, 0.09900441765785217, 0.09094231575727463, 0.08522950857877731, 0.08153814822435379, 0.07949604094028473, 0.07874306291341782, 0.07901616394519806, 0.08017978072166443, 0.08218860626220703], "prob_new_token": [1.1686517609632574e-05, 0.009584315121173859, 0.219636932015419, 0.6502294540405273, 0.7583234310150146, 0.8746912479400635, 0.9563775062561035, 0.9859333634376526, 0.9945047497749329, 0.9971780180931091, 0.99843829870224, 0.999012291431427, 0.9992486238479614, 0.9993109107017517, 0.9992809891700745, 0.9992201328277588, 0.9991753101348877, 0.9991650581359863, 0.9991815686225891, 0.9992066025733948], "prob_old_token": [0.6987295746803284, 0.002727190498262644, 0.0006513043190352619, 0.0002630047092679888, 0.00016765750478953123, 8.578874985687435e-05, 2.029061215580441e-05, 3.087000777668436e-06, 6.620925887546036e-07, 2.1201685740379617e-07, 7.800066015306584e-08, 3.44127997209398e-08, 1.9263003636638132e-08, 1.3339530369194108e-08, 1.0827661434120728e-08, 9.828732494554515e-09, 9.624592678392219e-09, 9.951193646884349e-09, 1.0824503071660274e-08, 1.2473049260108837e-08], "update_matrix_norm_1": [20987.984375], "update_matrix_norm_2": [5.812399387359619], "update_matrix_norm_inf": [0.0345873199403286], "request": {"prompt": "{} holds a position at", "subject": "Randy Pausch", "target_new": {"str": "Facebook, Inc."}, "old_answer": {"str": "Carnegie Mellon University"}, "seed": 42}}, {"loss_per_step": [7.98, 2.981, 0.953, 0.714, 0.598, 0.541, 0.51, 0.49, 0.477, 0.467, 0.46, 0.455, 0.451, 0.447, 0.444, 0.442, 0.44, 0.438, 0.436, 0.435], "prob_new": [0.00048178897122852504, 0.11865591257810593, 0.6149210333824158, 0.770852267742157, 0.8592870831489563, 0.9044352173805237, 0.9296541213989258, 0.9455786347389221, 0.9566041231155396, 0.9646997451782227, 0.9708579182624817, 0.9756466150283813, 0.9794255495071411, 0.9824409484863281, 0.9848732948303223, 0.9868585467338562, 0.98850417137146, 0.9898942708969116, 0.9910942316055298, 0.9921532869338989], "prob_old": [0.891319990158081, 0.37221917510032654, 0.2915985882282257, 0.2590043842792511, 0.23534435033798218, 0.21846610307693481, 0.20593266189098358, 0.19600047171115875, 0.1877085566520691, 0.18053658306598663, 0.1741945445537567, 0.16851018369197845, 0.1633753776550293, 0.1587160974740982, 0.1544741690158844, 0.15059663355350494, 0.14702174067497253, 0.1436753123998642, 0.14046187698841095, 0.1372627317905426], "prob_new_token": [0.0002541560388635844, 0.19420817494392395, 0.613895058631897, 0.7555360198020935, 0.8505522608757019, 0.9002965688705444, 0.9279459118843079, 0.945161759853363, 0.9568651914596558, 0.9652774333953857, 0.971531867980957, 0.9762877225875854, 0.9799621105194092, 0.9828385710716248, 0.9851239919662476, 0.9869617819786072, 0.9884620308876038, 0.9897069931030273, 0.9907544851303101, 0.9916495084762573], "prob_old_token": [0.6987295746803284, 0.0021998006850481033, 0.00031392701203003526, 0.0001661894639255479, 9.013239468913525e-05, 5.353685992304236e-05, 3.4476674045436084e-05, 2.3515040084021166e-05, 1.6732023141230457e-05, 1.232138220075285e-05, 9.349579158879351e-06, 7.291522251762217e-06, 5.8332675507699605e-06, 4.777698450197931e-06, 3.997020940005314e-06, 3.4079707802447956e-06, 2.954078809125349e-06, 2.5964006908907322e-06, 2.3089278329280205e-06, 2.073140876746038e-06], "update_matrix_norm_1": [22462.8125], "update_matrix_norm_2": [5.812404155731201], "update_matrix_norm_inf": [0.03143467381596565], "request": {"prompt": "{} holds a position at", "subject": "Randy Pausch", "target_new": {"str": "Google"}, "old_answer": {"str": "Carnegie Mellon University"}, "seed": 42}}, {"loss_per_step": [1.779, 1.445, 1.027, 0.642, 0.461, 0.427, 0.419, 0.412, 0.407, 0.404, 0.401, 0.399, 0.397, 0.396, 0.396, 0.395, 0.394, 0.392, 0.384, 0.373], "prob_new": [0.1692190021276474, 0.3641466796398163, 0.5354630947113037, 0.7823880910873413, 0.9424985647201538, 0.973285973072052, 0.9809463024139404, 0.9845490455627441, 0.986697793006897, 0.9881047010421753, 0.9891791939735413, 0.9901301860809326, 0.9910173416137695, 0.99186110496521, 0.9926639795303345, 0.9934069514274597, 0.994081437587738, 0.9946377277374268, 0.9949581027030945, 0.995063066482544], "prob_old": [0.804225742816925, 0.3585510849952698, 0.23307757079601288, 0.13427263498306274, 0.07852155715227127, 0.05251280590891838, 0.039014868438243866, 0.03202623873949051, 0.028211604803800583, 0.026105932891368866, 0.025009609758853912, 0.024406204000115395, 0.024150066077709198, 0.024164563044905663, 0.024108080193400383, 0.024025199934840202, 0.02456786297261715, 0.02616322599351406, 0.02922864444553852, 0.034313492476940155], "prob_new_token": [6.203485099831596e-06, 0.0005470485775731504, 0.01094170194119215, 0.18271291255950928, 0.7058058381080627, 0.8975059390068054, 0.9547918438911438, 0.9765763282775879, 0.9857820272445679, 0.9900600910186768, 0.9924167990684509, 0.993981122970581, 0.99504554271698, 0.9957744479179382, 0.9963659048080444, 0.9968529939651489, 0.9970384240150452, 0.9968155026435852, 0.9962432384490967, 0.9949491024017334], "prob_old_token": [0.6555939316749573, 0.566705584526062, 0.40567338466644287, 0.44931143522262573, 0.18184465169906616, 0.06751035153865814, 0.02939128875732422, 0.013989727012813091, 0.007537443656474352, 0.004696001298725605, 0.003320571966469288, 0.0025491085834801197, 0.002081839833408594, 0.001788596622645855, 0.0015797968953847885, 0.001432269113138318, 0.0014088219031691551, 0.0015717269852757454, 0.0019623145926743746, 0.0027536661364138126], "update_matrix_norm_1": [20606.96875], "update_matrix_norm_2": [5.818127632141113], "update_matrix_norm_inf": [0.03325687721371651], "request": {"prompt": "{} holds a position at", "subject": "Theodor W. H\u00e4nsch", "target_new": {"str": "Carnegie Mellon University"}, "old_answer": {"str": "the Max Planck Institute of Quantum Optics"}, "seed": 42}}, {"loss_per_step": [3.313, 2.757, 2.265, 1.228, 0.663, 0.498, 0.452, 0.426, 0.41, 0.402, 0.4, 0.398, 0.397, 0.394, 0.393, 0.392, 0.392, 0.391, 0.39, 0.39], "prob_new": [0.0366036482155323, 0.10147198289632797, 0.15793055295944214, 0.4624949097633362, 0.786165714263916, 0.9252977967262268, 0.9633939862251282, 0.9836031794548035, 0.9907155632972717, 0.9940044283866882, 0.996128261089325, 0.9973645806312561, 0.998066246509552, 0.9984458088874817, 0.9986447095870972, 0.9987867474555969, 0.9989160895347595, 0.9990247488021851, 0.9990978240966797, 0.9991090297698975], "prob_old": [0.804225742816925, 0.39157941937446594, 0.3471778333187103, 0.17031368613243103, 0.11490142345428467, 0.04837055504322052, 0.03290274366736412, 0.02377976104617119, 0.01765952818095684, 0.014691539108753204, 0.013074418529868126, 0.012091543525457382, 0.011483300477266312, 0.011316326446831226, 0.011547127738595009, 0.011930795386433601, 0.012280597351491451, 0.012584851123392582, 0.012840470299124718, 0.013086686842143536], "prob_new_token": [0.0023727877996861935, 0.006203000433743, 0.02058718167245388, 0.13832281529903412, 0.6171436309814453, 0.9453773498535156, 0.9855174422264099, 0.9930926561355591, 0.9960463643074036, 0.9972668886184692, 0.9981539845466614, 0.9987842440605164, 0.9991808533668518, 0.999382734298706, 0.9994677901268005, 0.9995342493057251, 0.9996190071105957, 0.9997018575668335, 0.9997503757476807, 0.9997459053993225], "prob_old_token": [0.6555939316749573, 0.518933892250061, 0.34372690320014954, 0.11749530583620071, 0.11712872982025146, 0.028195960447192192, 0.009194104932248592, 0.0046279518865048885, 0.0025340081192553043, 0.001710166921839118, 0.001155270729213953, 0.0007600578828714788, 0.0005064515862613916, 0.0003742775588762015, 0.000316345423925668, 0.00027332387981005013, 0.00022091696155257523, 0.00017014285549521446, 0.00013981401571072638, 0.0001403880160069093], "update_matrix_norm_1": [22337.6875], "update_matrix_norm_2": [6.127754211425781], "update_matrix_norm_inf": [0.04009546712040901], "request": {"prompt": "{} holds a position at", "subject": "Theodor W. H\u00e4nsch", "target_new": {"str": "Nintendo Co., Ltd."}, "old_answer": {"str": "the Max Planck Institute of Quantum Optics"}, "seed": 42}}, {"loss_per_step": [2.879, 2.261, 1.941, 1.493, 0.761, 0.507, 0.458, 0.43, 0.414, 0.406, 0.401, 0.397, 0.395, 0.394, 0.393, 0.392, 0.391, 0.391, 0.39, 0.39], "prob_new": [0.05677257850766182, 0.18717189133167267, 0.22455088794231415, 0.3418600559234619, 0.7071141600608826, 0.9163450002670288, 0.961207389831543, 0.978945791721344, 0.9873150587081909, 0.9917288422584534, 0.9941614270210266, 0.9956094026565552, 0.9965429902076721, 0.9971725940704346, 0.9975965619087219, 0.9978781342506409, 0.9980658888816833, 0.9981938600540161, 0.9982837438583374, 0.9983490109443665], "prob_old": [0.804225742816925, 0.3419803977012634, 0.3280371427536011, 0.29991137981414795, 0.2730460464954376, 0.23106984794139862, 0.18606507778167725, 0.1452459692955017, 0.11983056366443634, 0.10440288484096527, 0.09460590034723282, 0.08844808489084244, 0.08490850031375885, 0.08326148986816406, 0.0829852744936943, 0.08367612957954407, 0.08496145904064178, 0.0865345150232315, 0.08819042891263962, 0.08982203155755997], "prob_new_token": [0.6555939316749573, 0.5824956297874451, 0.6383712887763977, 0.6709316372871399, 0.7355470061302185, 0.8714056611061096, 0.9398866295814514, 0.9659905433654785, 0.9784307479858398, 0.9852094054222107, 0.9892904162406921, 0.9919376969337463, 0.9936782717704773, 0.9947944283485413, 0.9954931735992432, 0.9959312081336975, 0.9962142705917358, 0.9963991045951843, 0.9965144395828247, 0.9965746998786926], "prob_old_token": [0.6555939316749573, 0.5824956297874451, 0.6383712887763977, 0.6709316372871399, 0.7355470061302185, 0.8714056611061096, 0.9398866295814514, 0.9659905433654785, 0.9784307479858398, 0.9852094054222107, 0.9892904162406921, 0.9919376969337463, 0.9936782717704773, 0.9947944283485413, 0.9954931735992432, 0.9959312081336975, 0.9962142705917358, 0.9963991045951843, 0.9965144395828247, 0.9965746998786926], "update_matrix_norm_1": [22602.333984375], "update_matrix_norm_2": [6.127753734588623], "update_matrix_norm_inf": [0.03162182867527008], "request": {"prompt": "{} holds a position at", "subject": "Theodor W. H\u00e4nsch", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "the Max Planck Institute of Quantum Optics"}, "seed": 42}}, {"loss_per_step": [4.424, 2.867, 1.24, 0.827, 0.621, 0.533, 0.504, 0.49, 0.481, 0.474, 0.469, 0.465, 0.462, 0.459, 0.456, 0.454, 0.452, 0.45, 0.448, 0.447], "prob_new": [0.013584724627435207, 0.10333191603422165, 0.4635046124458313, 0.6800526976585388, 0.8329559564590454, 0.9090226888656616, 0.9357028603553772, 0.9492828845977783, 0.9580748677253723, 0.9642788171768188, 0.9689368605613708, 0.9726232886314392, 0.9756683111190796, 0.9782651662826538, 0.98052978515625, 0.9825343489646912, 0.984326958656311, 0.9859412312507629, 0.9874042272567749, 0.9887359142303467], "prob_old": [0.7321990132331848, 0.15940581262111664, 0.18922074139118195, 0.1353466659784317, 0.0867742970585823, 0.04977811127901077, 0.03338346630334854, 0.026011429727077484, 0.02150847017765045, 0.018300916999578476, 0.015876788645982742, 0.013997700065374374, 0.012516544200479984, 0.01132898684591055, 0.010357808321714401, 0.009544949978590012, 0.008846663869917393, 0.008230096660554409, 0.007670303341001272, 0.007148269563913345], "prob_new_token": [0.0004501321818679571, 0.009229508228600025, 0.4383499324321747, 0.7064783573150635, 0.8787896037101746, 0.9514570832252502, 0.9728941321372986, 0.9830272197723389, 0.9889855980873108, 0.9925801157951355, 0.9947709441184998, 0.9961352348327637, 0.9970154762268066, 0.9976087808609009, 0.9980278015136719, 0.9983368515968323, 0.9985740184783936, 0.9987633228302002, 0.998917818069458, 0.999045193195343], "prob_old_token": [0.6121025681495667, 0.004944211337715387, 0.01268911175429821, 0.0038578882813453674, 0.000888953625690192, 0.0001615985675016418, 5.08292177983094e-05, 2.4738825231906958e-05, 1.4292930245574098e-05, 8.954605618782807e-06, 5.930600309511647e-06, 4.1244747990276664e-06, 2.99690123028995e-06, 2.260376732010627e-06, 1.7560186051923665e-06, 1.3937125231677783e-06, 1.1210120192117756e-06, 9.071689532902383e-07, 7.341658943005314e-07, 5.914325242883933e-07], "update_matrix_norm_1": [22587.57421875], "update_matrix_norm_2": [6.076748371124268], "update_matrix_norm_inf": [0.03758026286959648], "request": {"prompt": "{} holds a position at", "subject": "Donald Knuth", "target_new": {"str": "Columbia University"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [2.84, 1.769, 1.106, 0.93, 0.725, 0.542, 0.474, 0.455, 0.448, 0.444, 0.441, 0.44, 0.439, 0.438, 0.438, 0.438, 0.437, 0.434, 0.425, 0.411], "prob_new": [0.06136038899421692, 0.2775328457355499, 0.5219714641571045, 0.6219515204429626, 0.7656152248382568, 0.9201982021331787, 0.9743413925170898, 0.9921520352363586, 0.9960506558418274, 0.9977383613586426, 0.9987077713012695, 0.9992311000823975, 0.9994657039642334, 0.9995269775390625, 0.9994969964027405, 0.9994089007377625, 0.9992631673812866, 0.9990131258964539, 0.9986223578453064, 0.9983700513839722], "prob_old": [0.7321990132331848, 0.31817489862442017, 0.12580792605876923, 0.07444614917039871, 0.04035298526287079, 0.020628439262509346, 0.012181010097265244, 0.0062217749655246735, 0.005197356920689344, 0.00444169482216239, 0.0034809077624231577, 0.0026591478381305933, 0.002203546231612563, 0.0021655475720763206, 0.0024531534872949123, 0.0029957795049995184, 0.003797978861257434, 0.004980458412319422, 0.006668983493000269, 0.008236872963607311], "prob_new_token": [0.00036845222348347306, 0.06185401231050491, 0.4253300428390503, 0.6408853530883789, 0.8694416880607605, 0.9609444737434387, 0.9897140264511108, 0.9956201910972595, 0.9956274032592773, 0.9964820742607117, 0.9976208806037903, 0.9984616041183472, 0.9988909363746643, 0.9989994168281555, 0.998898446559906, 0.9985982775688171, 0.9980450868606567, 0.9971420764923096, 0.9958879351615906, 0.9951357245445251], "prob_old_token": [0.6121025681495667, 0.07720590382814407, 0.007153959944844246, 0.0016420341562479734, 0.00021427245519589633, 2.422838042548392e-05, 4.552221071207896e-06, 1.3927757436249522e-06, 2.0721367945952807e-06, 2.10852294912911e-06, 1.459329723729752e-06, 8.38828498217481e-07, 5.223396897235943e-07, 4.541885232356435e-07, 5.499645112649887e-07, 8.194415954676515e-07, 1.3819594641972799e-06, 2.5676868062873837e-06, 4.98150347993942e-06, 8.063500899879728e-06], "update_matrix_norm_1": [19101.703125], "update_matrix_norm_2": [5.697995662689209], "update_matrix_norm_inf": [0.04845718294382095], "request": {"prompt": "{} holds a position at", "subject": "Donald Knuth", "target_new": {"str": "Facebook, Inc."}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [7.272, 3.247, 0.968, 0.584, 0.497, 0.472, 0.462, 0.456, 0.452, 0.45, 0.448, 0.447, 0.445, 0.445, 0.444, 0.443, 0.443, 0.443, 0.442, 0.442], "prob_new": [0.0007951249135658145, 0.12464167922735214, 0.6171075105667114, 0.8695037364959717, 0.9445862770080566, 0.9677438735961914, 0.9776593446731567, 0.9832115173339844, 0.9867504835128784, 0.989166259765625, 0.9908828735351562, 0.9921360015869141, 0.9930681586265564, 0.9937719106674194, 0.9943101406097412, 0.9947270154953003, 0.9950540065765381, 0.9953137636184692, 0.9955230951309204, 0.9956945180892944], "prob_old": [0.7321990132331848, 0.11536094546318054, 0.05562305077910423, 0.02466253563761711, 0.013876384124159813, 0.009987186640501022, 0.008162419311702251, 0.007094993721693754, 0.006382199935615063, 0.005866496358066797, 0.0054745422676205635, 0.005167403724044561, 0.004922051448374987, 0.004723643884062767, 0.004561815410852432, 0.0044288658536970615, 0.0043188584968447685, 0.004227074328809977, 0.004149707034230232, 0.004083676263689995], "prob_new_token": [0.0007327086641453207, 0.08817637711763382, 0.5805498361587524, 0.8545416593551636, 0.9464033842086792, 0.9712427258491516, 0.9811500310897827, 0.9864306449890137, 0.9896867275238037, 0.991851270198822, 0.9933518767356873, 0.9944237470626831, 0.9952052235603333, 0.9957839250564575, 0.9962190985679626, 0.9965505599975586, 0.9968062043190002, 0.9970059990882874, 0.9971634149551392, 0.9972891807556152], "prob_old_token": [0.6121025681495667, 0.003549644723534584, 0.0005292181740514934, 4.727518171421252e-05, 6.361130544974003e-06, 1.9315339159220457e-06, 9.491276955486683e-07, 5.916554073337466e-07, 4.19043431065802e-07, 3.2048569664766546e-07, 2.5804749270719185e-07, 2.1573407593677985e-07, 1.8573777538222203e-07, 1.6381596879000426e-07, 1.4743092435764993e-07, 1.3498259932021028e-07, 1.2541210026029148e-07, 1.1796577581435486e-07, 1.1212081574285548e-07, 1.0749657519681932e-07], "update_matrix_norm_1": [23578.953125], "update_matrix_norm_2": [6.076749801635742], "update_matrix_norm_inf": [0.031093832105398178], "request": {"prompt": "{} holds a position at", "subject": "Donald Knuth", "target_new": {"str": "IBM"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [9.058, 5.283, 1.351, 0.755, 0.505, 0.476, 0.462, 0.453, 0.447, 0.442, 0.438, 0.435, 0.432, 0.43, 0.429, 0.427, 0.426, 0.425, 0.425, 0.424], "prob_new": [0.00016804601182229817, 0.00903114303946495, 0.40392377972602844, 0.743441104888916, 0.9401761889457703, 0.9672157168388367, 0.9790690541267395, 0.985554039478302, 0.9895066022872925, 0.992058277130127, 0.9937716126441956, 0.994959831237793, 0.9958089590072632, 0.996434211730957, 0.9969099164009094, 0.997284471988678, 0.9975901246070862, 0.9978474378585815, 0.9980683326721191, 0.9982592463493347], "prob_old": [0.4711265563964844, 0.23343536257743835, 0.11166229844093323, 0.03758816048502922, 0.024848811328411102, 0.02150236815214157, 0.01981137879192829, 0.018754204735159874, 0.017984891310334206, 0.01737847737967968, 0.01687931828200817, 0.01645347848534584, 0.016073288396000862, 0.015714172273874283, 0.015354202128946781, 0.01497641671448946, 0.014570511877536774, 0.014134377241134644, 0.013674202375113964, 0.013202747330069542], "prob_new_token": [0.00012394232908263803, 0.008265400305390358, 0.3421022295951843, 0.8120270371437073, 0.9587914347648621, 0.9766773581504822, 0.9847335815429688, 0.9891855120658875, 0.9918860197067261, 0.9936261177062988, 0.994799017906189, 0.995619535446167, 0.9962146878242493, 0.9966628551483154, 0.9970129728317261, 0.9972993731498718, 0.9975423216819763, 0.9977562427520752, 0.9979467988014221, 0.9981172680854797], "prob_old_token": [0.6035556197166443, 0.18867100775241852, 0.021207613870501518, 0.0004900474450550973, 7.205401198007166e-05, 3.9155591366579756e-05, 2.9112316042301245e-05, 2.5038101739482954e-05, 2.319091436220333e-05, 2.2368152713170275e-05, 2.206825047323946e-05, 2.2014815840520896e-05, 2.2002872356097214e-05, 2.187292921007611e-05, 2.1501662558875978e-05, 2.0821573343710043e-05, 1.982228241104167e-05, 1.8554959751782008e-05, 1.711445838736836e-05, 1.561381941428408e-05], "update_matrix_norm_1": [21615.375], "update_matrix_norm_2": [6.0534772872924805], "update_matrix_norm_inf": [0.07189276814460754], "request": {"prompt": "{} holds a position at", "subject": "Mark Zuckerberg", "target_new": {"str": "IBM"}, "old_answer": {"str": "Facebook, Inc."}, "seed": 42}}, {"loss_per_step": [6.708, 3.149, 1.112, 0.672, 0.526, 0.486, 0.467, 0.456, 0.45, 0.446, 0.443, 0.44, 0.437, 0.434, 0.431, 0.429, 0.427, 0.425, 0.424, 0.423], "prob_new": [0.0019015208818018436, 0.0794554352760315, 0.5156726837158203, 0.799126386642456, 0.9189950823783875, 0.9559793472290039, 0.9755065441131592, 0.9859334826469421, 0.9909444451332092, 0.9934037923812866, 0.9948214888572693, 0.9957473874092102, 0.996407687664032, 0.9969064593315125, 0.9972797632217407, 0.9975406527519226, 0.9977086782455444, 0.9978175759315491, 0.9979121088981628, 0.9980325698852539], "prob_old": [0.4711265563964844, 0.2846274971961975, 0.12699942290782928, 0.049851223826408386, 0.02975739724934101, 0.02236196957528591, 0.016814235597848892, 0.012944822199642658, 0.010718234814703465, 0.009475992061197758, 0.008679259568452835, 0.008112084120512009, 0.007703873328864574, 0.007426008116453886, 0.0072587416507303715, 0.007182978559285402, 0.007181359920650721, 0.0072352271527051926, 0.007313848938792944, 0.007376967463642359], "prob_new_token": [0.001844256417825818, 0.11757886409759521, 0.5842316150665283, 0.8727720975875854, 0.9498029351234436, 0.9719732999801636, 0.9849215745925903, 0.9918814897537231, 0.9950240850448608, 0.9964370131492615, 0.9971638321876526, 0.9975817799568176, 0.9978476762771606, 0.998028039932251, 0.998136579990387, 0.9981687664985657, 0.9981254935264587, 0.9980257153511047, 0.9979164004325867, 0.997870683670044], "prob_old_token": [0.6035556197166443, 0.4116903841495514, 0.03189850598573685, 0.00043737373198382556, 5.4560976423090324e-05, 2.1666211978299543e-05, 8.252233783423435e-06, 3.51301036971563e-06, 2.070570189971477e-06, 1.5973749896147638e-06, 1.4193885817803675e-06, 1.3589119589596521e-06, 1.3412766293185996e-06, 1.335419483439182e-06, 1.3485849876815337e-06, 1.4035908861842472e-06, 1.5202843997030868e-06, 1.703890120552387e-06, 1.9233891634939937e-06, 2.093339844577713e-06], "update_matrix_norm_1": [21783.421875], "update_matrix_norm_2": [6.053476333618164], "update_matrix_norm_inf": [0.07823584973812103], "request": {"prompt": "{} holds a position at", "subject": "Mark Zuckerberg", "target_new": {"str": "Google"}, "old_answer": {"str": "Facebook, Inc."}, "seed": 42}}, {"loss_per_step": [11.018, 6.765, 1.153, 0.525, 0.515, 0.487, 0.468, 0.458, 0.451, 0.445, 0.439, 0.435, 0.432, 0.43, 0.428, 0.427, 0.426, 0.425, 0.424, 0.424], "prob_new": [3.683463000925258e-05, 0.0030964796897023916, 0.5039454102516174, 0.9441808462142944, 0.9598212838172913, 0.9712957143783569, 0.9801211953163147, 0.9857627749443054, 0.9895941615104675, 0.9923402070999146, 0.9943004250526428, 0.9956710934638977, 0.9966175556182861, 0.9972717761993408, 0.9977306127548218, 0.9980610609054565, 0.9983074069023132, 0.9984978437423706, 0.9986498951911926, 0.9987732172012329], "prob_old": [0.4711265563964844, 0.26203370094299316, 0.07814378291368484, 0.00986307580024004, 0.0060668690130114555, 0.005457109771668911, 0.005529720801860094, 0.00554993050172925, 0.005330163519829512, 0.004955430049449205, 0.0045423065312206745, 0.00416376581415534, 0.0038492251187562943, 0.003601423464715481, 0.0034102313220500946, 0.0032613363582640886, 0.0031412187963724136, 0.003039609408006072, 0.0029507388826459646, 0.0028726444579660892], "prob_new_token": [2.915335244324524e-05, 0.004195765592157841, 0.5259082913398743, 0.954379141330719, 0.9705240726470947, 0.9770713448524475, 0.9811369776725769, 0.9843519926071167, 0.9871982932090759, 0.989616870880127, 0.991550087928772, 0.9930298924446106, 0.9941402077674866, 0.9949734210968018, 0.9956112504005432, 0.9961193799972534, 0.9965453743934631, 0.9969185590744019, 0.9972515106201172, 0.9975436925888062], "prob_old_token": [0.6035556197166443, 0.31009727716445923, 0.007763191591948271, 1.5860691746638622e-06, 4.522206609181012e-07, 3.92301586771282e-07, 4.3224551404819067e-07, 4.6350842808351445e-07, 4.4976266622143157e-07, 4.063983851665398e-07, 3.57948948703779e-07, 3.1819428158996743e-07, 2.9098239906488743e-07, 2.7542645852918213e-07, 2.689407665457111e-07, 2.6826657517631247e-07, 2.701376047298254e-07, 2.717730467338697e-07, 2.7164503535459517e-07, 2.699673871120467e-07], "update_matrix_norm_1": [22063.71484375], "update_matrix_norm_2": [6.0534772872924805], "update_matrix_norm_inf": [0.06174767389893532], "request": {"prompt": "{} holds a position at", "subject": "Mark Zuckerberg", "target_new": {"str": "NASA"}, "old_answer": {"str": "Facebook, Inc."}, "seed": 42}}, {"loss_per_step": [2.197, 1.87, 1.215, 0.743, 0.56, 0.483, 0.454, 0.448, 0.445, 0.442, 0.441, 0.439, 0.427, 0.399, 0.358, 0.31, 0.267, 0.222, 0.395, 0.686], "prob_new": [0.11170464754104614, 0.2450098842382431, 0.4680366516113281, 0.7465604543685913, 0.9028226137161255, 0.9685521125793457, 0.9909381866455078, 0.9949834942817688, 0.9966270923614502, 0.9976521730422974, 0.9982894062995911, 0.9986668825149536, 0.998827338218689, 0.9986892938613892, 0.997832179069519, 0.9963345527648926, 0.98906409740448, 0.9936071038246155, 0.8228610754013062, 0.768896758556366], "prob_old": [0.7670204639434814, 0.42033714056015015, 0.20117487013339996, 0.11362788081169128, 0.019001085311174393, 0.013094940222799778, 0.007386289536952972, 0.00612397026270628, 0.005357399117201567, 0.004559638909995556, 0.004072136245667934, 0.003976973704993725, 0.004685416352003813, 0.007362712640315294, 0.013272157870233059, 0.01725572533905506, 0.02351764589548111, 0.013997129164636135, 0.27018865942955017, 0.015788089483976364], "prob_new_token": [0.00010532289888942614, 0.0015311135211959481, 0.08294858038425446, 0.41429656744003296, 0.8282912373542786, 0.9465489983558655, 0.9899569153785706, 0.9942172169685364, 0.9949260950088501, 0.995297372341156, 0.9954270720481873, 0.9951989650726318, 0.9942728281021118, 0.9900060892105103, 0.9748343825340271, 0.9637717604637146, 0.9696498513221741, 0.9934844970703125, 0.24225187301635742, 0.8382037281990051], "prob_old_token": [0.3584316670894623, 0.5901101231575012, 0.13145633041858673, 0.09214096516370773, 0.0007401923066936433, 0.00021692914015147835, 5.5403117585228756e-05, 5.3902440413367e-05, 4.202901618555188e-05, 2.9316648578969762e-05, 2.2706773961544968e-05, 1.892958789539989e-05, 2.0535941075650044e-05, 3.1337825930677354e-05, 6.303372356342152e-05, 0.00011600754805840552, 0.0004368036752566695, 0.00025021808687597513, 0.12796935439109802, 0.0008025208371691406], "update_matrix_norm_1": [21162.765625], "update_matrix_norm_2": [5.5700764656066895], "update_matrix_norm_inf": [0.09018730372190475], "request": {"prompt": "{} is a sport team member of", "subject": "Dirk Nowitzki", "target_new": {"str": "Chelsea F.C."}, "old_answer": {"str": "the Dallas Mavericks"}, "seed": 42}}, {"loss_per_step": [1.344, 0.84, 0.583, 0.481, 0.445, 0.44, 0.438, 0.437, 0.436, 0.436, 0.436, 0.436, 0.424, 0.402, 0.373, 0.34, 0.301, 0.263, 0.226, 0.194], "prob_new": [0.26545479893684387, 0.6804295778274536, 0.8678786158561707, 0.9585732221603394, 0.9929637312889099, 0.9972056746482849, 0.9984140396118164, 0.9989116787910461, 0.9991664290428162, 0.9993101954460144, 0.9993839263916016, 0.9993938207626343, 0.9992524981498718, 0.9987501502037048, 0.9973747730255127, 0.9953195452690125, 0.9970073103904724, 0.9991558790206909, 0.9993411898612976, 0.9976102709770203], "prob_old": [0.7670204639434814, 0.4608500897884369, 0.31651437282562256, 0.28729504346847534, 0.2075188010931015, 0.1596168428659439, 0.13526028394699097, 0.12205855548381805, 0.11495139449834824, 0.11204177141189575, 0.11297094821929932, 0.11827178299427032, 0.13430196046829224, 0.16490627825260162, 0.20846548676490784, 0.245337575674057, 0.23652510344982147, 0.18940424919128418, 0.18094338476657867, 0.24862462282180786], "prob_new_token": [0.3584316670894623, 0.8388764262199402, 0.8742342591285706, 0.9829798340797424, 0.9991028308868408, 0.9996852874755859, 0.9997929930686951, 0.9998424649238586, 0.9998743534088135, 0.9998982548713684, 0.999915599822998, 0.9999254941940308, 0.9999198317527771, 0.9998729825019836, 0.9997525215148926, 0.9995877146720886, 0.9997991919517517, 0.9999287128448486, 0.9999517202377319, 0.9998982548713684], "prob_old_token": [0.3584316670894623, 0.8388764262199402, 0.8742342591285706, 0.9829798340797424, 0.9991028308868408, 0.9996852874755859, 0.9997929930686951, 0.9998424649238586, 0.9998743534088135, 0.9998982548713684, 0.999915599822998, 0.9999254941940308, 0.9999198317527771, 0.9998729825019836, 0.9997525215148926, 0.9995877146720886, 0.9997991919517517, 0.9999287128448486, 0.9999517202377319, 0.9998982548713684], "update_matrix_norm_1": [8711.8798828125], "update_matrix_norm_2": [2.7776479721069336], "update_matrix_norm_inf": [0.09377980977296829], "request": {"prompt": "{} is a sport team member of", "subject": "Dirk Nowitzki", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "the Dallas Mavericks"}, "seed": 42}}, {"loss_per_step": [1.573, 1.192, 0.649, 0.567, 0.5, 0.449, 0.442, 0.44, 0.439, 0.438, 0.437, 0.436, 0.436, 0.426, 0.405, 0.377, 0.342, 0.305, 0.261, 0.221], "prob_new": [0.21043147146701813, 0.485027015209198, 0.8112332820892334, 0.8812578320503235, 0.9425821900367737, 0.9909750819206238, 0.9964436292648315, 0.9980759620666504, 0.9987549781799316, 0.9990658760070801, 0.9992170929908752, 0.9992838501930237, 0.9992920160293579, 0.999203085899353, 0.9989505410194397, 0.9983367323875427, 0.9967833161354065, 0.9941709637641907, 0.9973215460777283, 0.9983859658241272], "prob_old": [0.7670204639434814, 0.49477633833885193, 0.30038365721702576, 0.2328081578016281, 0.21035680174827576, 0.17114120721817017, 0.142386332154274, 0.11586024612188339, 0.0955331027507782, 0.08236971497535706, 0.07475429028272629, 0.07144548743963242, 0.07175858318805695, 0.07779869437217712, 0.0903976559638977, 0.10984113067388535, 0.13452395796775818, 0.154060959815979, 0.13440431654453278, 0.13072551786899567], "prob_new_token": [0.3584316670894623, 0.7286019921302795, 0.7073827981948853, 0.742358922958374, 0.9235484600067139, 0.9987342953681946, 0.9997560381889343, 0.9998411536216736, 0.9998683333396912, 0.9998831748962402, 0.9998921155929565, 0.9998974800109863, 0.9998987913131714, 0.9998966455459595, 0.9998831748962402, 0.9998113512992859, 0.9994772672653198, 0.9985772371292114, 0.9997286200523376, 0.9998799562454224], "prob_old_token": [0.3584316670894623, 0.7286019921302795, 0.7073827981948853, 0.742358922958374, 0.9235484600067139, 0.9987342953681946, 0.9997560381889343, 0.9998411536216736, 0.9998683333396912, 0.9998831748962402, 0.9998921155929565, 0.9998974800109863, 0.9998987913131714, 0.9998966455459595, 0.9998831748962402, 0.9998113512992859, 0.9994772672653198, 0.9985772371292114, 0.9997286200523376, 0.9998799562454224], "update_matrix_norm_1": [9690.4150390625], "update_matrix_norm_2": [3.1929290294647217], "update_matrix_norm_inf": [0.1022154688835144], "request": {"prompt": "{} is a sport team member of", "subject": "Dirk Nowitzki", "target_new": {"str": "the Golden State Warriors"}, "old_answer": {"str": "the Dallas Mavericks"}, "seed": 42}}, {"loss_per_step": [2.519, 1.386, 0.898, 0.535, 0.451, 0.416, 0.405, 0.398, 0.394, 0.391, 0.389, 0.388, 0.387, 0.386, 0.385, 0.385, 0.385, 0.384, 0.384, 0.381], "prob_new": [0.09323908388614655, 0.3946973383426666, 0.6091066002845764, 0.873872697353363, 0.9519712328910828, 0.9839605093002319, 0.9930334687232971, 0.9962535500526428, 0.9976868629455566, 0.998425304889679, 0.9988350868225098, 0.9990676045417786, 0.9991992115974426, 0.999271035194397, 0.9993026852607727, 0.9992990493774414, 0.999255359172821, 0.9991598725318909, 0.9989970922470093, 0.9987260699272156], "prob_old": [0.5359542965888977, 0.3261488676071167, 0.29452046751976013, 0.2099931389093399, 0.18141354620456696, 0.12922127544879913, 0.09393388777971268, 0.07284805178642273, 0.0594220906496048, 0.05048452317714691, 0.04446796327829361, 0.04061521962285042, 0.038403671234846115, 0.037380218505859375, 0.0372505821287632, 0.037945982068777084, 0.03955485671758652, 0.042191099375486374, 0.0458793006837368, 0.05155507102608681], "prob_new_token": [0.3377171754837036, 0.7442948818206787, 0.8463842272758484, 0.9337994456291199, 0.9940853714942932, 0.9989615082740784, 0.9991936683654785, 0.9993266463279724, 0.9994857907295227, 0.9996219873428345, 0.9997223615646362, 0.9997902512550354, 0.9998325705528259, 0.9998605847358704, 0.9998794794082642, 0.9998939633369446, 0.9999039173126221, 0.9999080896377563, 0.9999045133590698, 0.999888002872467], "prob_old_token": [0.3377114534378052, 0.7443046569824219, 0.8463842272758484, 0.9338008761405945, 0.9940856099128723, 0.9989615082740784, 0.9991936683654785, 0.9993266463279724, 0.9994857907295227, 0.9996219873428345, 0.9997223615646362, 0.9997902512550354, 0.9998325705528259, 0.9998605847358704, 0.9998794794082642, 0.9998939633369446, 0.9999039173126221, 0.9999080896377563, 0.9999045133590698, 0.999888002872467], "update_matrix_norm_1": [23222.73046875], "update_matrix_norm_2": [6.441891670227051], "update_matrix_norm_inf": [0.059629395604133606], "request": {"prompt": "{} is a sport team member of", "subject": "Theo Walcott", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "the Arsenal F.C."}, "seed": 42}}, {"loss_per_step": [0.506, 0.672, 0.47, 0.419, 0.4, 0.392, 0.389, 0.387, 0.386, 0.386, 0.385, 0.385, 0.384, 0.384, 0.378, 0.365, 0.346, 0.322, 0.295, 0.266], "prob_new": [0.6276369690895081, 0.8116620779037476, 0.932121992111206, 0.9675874710083008, 0.9857855439186096, 0.9931126832962036, 0.995945930480957, 0.997165322303772, 0.9977817535400391, 0.9981032013893127, 0.9982439875602722, 0.9982640743255615, 0.9982084035873413, 0.9981200098991394, 0.997961699962616, 0.9977607727050781, 0.9975932836532593, 0.9975677132606506, 0.9977757930755615, 0.9981387853622437], "prob_old": [0.5359542965888977, 0.44430989027023315, 0.42656925320625305, 0.3925929367542267, 0.3446062207221985, 0.2967972159385681, 0.25866734981536865, 0.232558935880661, 0.2164265513420105, 0.20740850269794464, 0.20342205464839935, 0.2029455602169037, 0.20453709363937378, 0.20669764280319214, 0.21065320074558258, 0.21535642445087433, 0.2188512235879898, 0.21915383636951447, 0.21477235853672028, 0.2069992572069168], "prob_new_token": [0.12009547650814056, 0.6905066967010498, 0.8550464510917664, 0.938919186592102, 0.9787952899932861, 0.9906020164489746, 0.9943023920059204, 0.9959374666213989, 0.9968414902687073, 0.9973461031913757, 0.9975814819335938, 0.9976444244384766, 0.9976155757904053, 0.9975627660751343, 0.9974210262298584, 0.997195303440094, 0.9969350695610046, 0.9967221021652222, 0.9966322183609009, 0.996559202671051], "prob_old_token": [0.3377114534378052, 0.038687702268362045, 0.0407450832426548, 0.01403508149087429, 0.00247490918263793, 0.00037016463465988636, 8.906362927518785e-05, 3.627048135967925e-05, 2.1316742277122103e-05, 1.6224597857217304e-05, 1.4909541278029792e-05, 1.5573086784570478e-05, 1.746671478031203e-05, 1.9938826881116256e-05, 2.4147895601345226e-05, 3.0034032533876598e-05, 3.625055978773162e-05, 4.048510891152546e-05, 4.13056586694438e-05, 4.195797009742819e-05], "update_matrix_norm_1": [14308.740234375], "update_matrix_norm_2": [4.477739334106445], "update_matrix_norm_inf": [0.07362793385982513], "request": {"prompt": "{} is a sport team member of", "subject": "Theo Walcott", "target_new": {"str": "Arsenal"}, "old_answer": {"str": "the Arsenal F.C."}, "seed": 42}}, {"loss_per_step": [1.878, 1.545, 0.795, 0.515, 0.438, 0.412, 0.399, 0.392, 0.391, 0.389, 0.387, 0.386, 0.386, 0.385, 0.385, 0.384, 0.384, 0.378, 0.366, 0.351], "prob_new": [0.15387552976608276, 0.3332137167453766, 0.6698520183563232, 0.8920435309410095, 0.9732276797294617, 0.9882026314735413, 0.9927349090576172, 0.9946926832199097, 0.9959758520126343, 0.9969407916069031, 0.9976020455360413, 0.9980269074440002, 0.9983072876930237, 0.9985069036483765, 0.9986467361450195, 0.9987257122993469, 0.9987457394599915, 0.9986459612846375, 0.9983998537063599, 0.9979413747787476], "prob_old": [0.5359542965888977, 0.408623069524765, 0.4034392535686493, 0.2609642446041107, 0.1479661613702774, 0.10042818635702133, 0.08342000842094421, 0.07672552764415741, 0.07238637655973434, 0.06840340793132782, 0.06515230983495712, 0.06290586292743683, 0.06153193116188049, 0.06089017540216446, 0.061112117022275925, 0.06245065852999687, 0.06497985869646072, 0.07083054631948471, 0.08032820373773575, 0.09393022954463959], "prob_new_token": [0.00025413400726392865, 0.0061455522663891315, 0.13376463949680328, 0.5399858355522156, 0.8742555975914001, 0.9385489821434021, 0.9601062536239624, 0.9704927802085876, 0.9786576628684998, 0.9849709868431091, 0.9890084862709045, 0.9912731647491455, 0.9924593567848206, 0.9930228590965271, 0.993122935295105, 0.9927833080291748, 0.9920503497123718, 0.9902578592300415, 0.9870269298553467, 0.9816175103187561], "prob_old_token": [0.3377114534378052, 0.2888628840446472, 0.09688538312911987, 0.04939526319503784, 0.0034217594657093287, 0.0005802466184832156, 0.0002499474212527275, 0.0001561437820782885, 0.00010780565207824111, 8.002997492440045e-05, 6.504070915980265e-05, 5.678369416273199e-05, 5.1193837862228975e-05, 4.6675995690748096e-05, 4.3652820750139654e-05, 4.300400541978888e-05, 4.51565210823901e-05, 5.4741780331823975e-05, 7.535786426160485e-05, 0.00011485016148071736], "update_matrix_norm_1": [20254.265625], "update_matrix_norm_2": [5.932079315185547], "update_matrix_norm_inf": [0.06941191852092743], "request": {"prompt": "{} is a sport team member of", "subject": "Theo Walcott", "target_new": {"str": "Borussia Dortmund"}, "old_answer": {"str": "the Arsenal F.C."}, "seed": 42}}, {"loss_per_step": [3.75, 3.029, 2.221, 1.025, 0.593, 0.459, 0.413, 0.397, 0.39, 0.385, 0.382, 0.38, 0.378, 0.377, 0.376, 0.375, 0.374, 0.373, 0.373, 0.369], "prob_new": [0.024216365069150925, 0.07580503076314926, 0.17394983768463135, 0.5474286675453186, 0.8261497020721436, 0.9316734075546265, 0.9710639715194702, 0.9863776564598083, 0.9918054938316345, 0.9944577217102051, 0.9959676861763, 0.9968816041946411, 0.9974634051322937, 0.9978517293930054, 0.9981226325035095, 0.9983206391334534, 0.9984721541404724, 0.9985918402671814, 0.9986879229545593, 0.9987532496452332], "prob_old": [0.7453288435935974, 0.3848196864128113, 0.3915179967880249, 0.1737867146730423, 0.06585714966058731, 0.041357606649398804, 0.0286983884871006, 0.01601272076368332, 0.010553515516221523, 0.007968754507601261, 0.006563910748809576, 0.005733939819037914, 0.005231744609773159, 0.004936726298183203, 0.004770196508616209, 0.004676406737416983, 0.004630323965102434, 0.004638900514692068, 0.004732356406748295, 0.005021079909056425], "prob_new_token": [1.767904541338794e-05, 0.0010382068576291203, 0.01955605298280716, 0.23096995055675507, 0.6519118547439575, 0.8601387739181519, 0.9419006109237671, 0.9680936336517334, 0.9789020419120789, 0.9850902557373047, 0.9889518618583679, 0.9914039373397827, 0.9929937720298767, 0.9940484762191772, 0.9947595596313477, 0.9952377080917358, 0.9955592155456543, 0.9957828521728516, 0.9959677457809448, 0.9961550235748291], "prob_old_token": [0.5534831881523132, 0.5875065922737122, 0.33029747009277344, 0.11665504425764084, 0.10831490159034729, 0.0488777682185173, 0.018002042546868324, 0.007841954939067364, 0.0042214663699269295, 0.002518376335501671, 0.0016230052569881082, 0.0011236474383622408, 0.0008317040628753603, 0.0006564836949110031, 0.0005517354584299028, 0.0004916080506518483, 0.00046020926674827933, 0.0004466275277081877, 0.00044145024730823934, 0.00044145321589894593], "update_matrix_norm_1": [24250.3359375], "update_matrix_norm_2": [6.776562690734863], "update_matrix_norm_inf": [0.05057845264673233], "request": {"prompt": "{} is a sport team member of", "subject": "John Havlicek", "target_new": {"str": "Arsenal"}, "old_answer": {"str": "the Boston Celtics"}, "seed": 42}}, {"loss_per_step": [5.299, 3.8, 1.207, 0.622, 0.485, 0.433, 0.414, 0.408, 0.404, 0.401, 0.397, 0.395, 0.392, 0.39, 0.389, 0.388, 0.386, 0.385, 0.384, 0.383], "prob_new": [0.0055505153723061085, 0.04117618501186371, 0.47328832745552063, 0.8087760806083679, 0.9232389330863953, 0.9693436622619629, 0.9866823554039001, 0.9921072125434875, 0.9942959547042847, 0.9954290986061096, 0.9961145520210266, 0.9965767860412598, 0.9969173073768616, 0.9971907734870911, 0.9974314570426941, 0.9976614117622375, 0.9978923201560974, 0.9981248378753662, 0.9983511567115784, 0.9985598921775818], "prob_old": [0.7453288435935974, 0.24278196692466736, 0.1274586021900177, 0.046402834355831146, 0.02427542768418789, 0.013127252459526062, 0.007479102350771427, 0.005087306722998619, 0.003995570819824934, 0.0034274933859705925, 0.0030963271856307983, 0.002885854337364435, 0.0027424923609942198, 0.0026373667642474174, 0.00255152047611773, 0.002470488427206874, 0.0023837119806557894, 0.0022857750300318003, 0.0021775285713374615, 0.002065399894490838], "prob_new_token": [5.815734402858652e-05, 0.013728642836213112, 0.4788450300693512, 0.7752723097801208, 0.9099029898643494, 0.9691163301467896, 0.9852530360221863, 0.9905959367752075, 0.9928890466690063, 0.9940194487571716, 0.9946449995040894, 0.9950388073921204, 0.9953314065933228, 0.9955918192863464, 0.9958659410476685, 0.9961802959442139, 0.9965439438819885, 0.9969431161880493, 0.9973488450050354, 0.9977259039878845], "prob_old_token": [0.5534831881523132, 0.543205976486206, 0.07274480164051056, 0.041485127061605453, 0.014728080481290817, 0.0015899644931778312, 0.00016958721971604973, 4.1736158891581e-05, 1.7671831301413476e-05, 1.018402872432489e-05, 7.059620656946208e-06, 5.484735993377399e-06, 4.574673312163213e-06, 3.985206603829283e-06, 3.559627884897054e-06, 3.2206437481363537e-06, 2.928681624325691e-06, 2.6698164674598956e-06, 2.4453022433590377e-06, 2.2652841380477184e-06], "update_matrix_norm_1": [25371.990234375], "update_matrix_norm_2": [6.834934711456299], "update_matrix_norm_inf": [0.0443338118493557], "request": {"prompt": "{} is a sport team member of", "subject": "John Havlicek", "target_new": {"str": "Real Madrid"}, "old_answer": {"str": "the Boston Celtics"}, "seed": 42}}, {"loss_per_step": [2.64, 2.53, 2.154, 1.285, 0.71, 0.449, 0.406, 0.395, 0.39, 0.387, 0.384, 0.383, 0.382, 0.38, 0.379, 0.378, 0.378, 0.376, 0.367, 0.354], "prob_new": [0.07235115766525269, 0.1226547360420227, 0.17657659947872162, 0.42559120059013367, 0.7347860932350159, 0.9495952129364014, 0.988328218460083, 0.9951898455619812, 0.9971848726272583, 0.9980329871177673, 0.9984899163246155, 0.9987882971763611, 0.9990123510360718, 0.9991856813430786, 0.9993108510971069, 0.9993972182273865, 0.999457061290741, 0.999496579170227, 0.9995116591453552, 0.9994924664497375], "prob_old": [0.7453288435935974, 0.39060747623443604, 0.45115017890930176, 0.33152440190315247, 0.1463061422109604, 0.04076174274086952, 0.016087906435132027, 0.009569666348397732, 0.00696416012942791, 0.00556631525978446, 0.00463617080822587, 0.003907489124685526, 0.003251294605433941, 0.0026366787496954203, 0.0021292525343596935, 0.00178275047801435, 0.0015898927813395858, 0.0015375911025330424, 0.0016724863089621067, 0.0021890923380851746], "prob_new_token": [1.5471861843252555e-05, 7.708961493335664e-05, 0.0005898716626688838, 0.024681249633431435, 0.3019530773162842, 0.8723042011260986, 0.9770200252532959, 0.9920501708984375, 0.995938777923584, 0.9973992109298706, 0.9980958104133606, 0.9985429048538208, 0.998890221118927, 0.9991462826728821, 0.9992966651916504, 0.9993705749511719, 0.9993994235992432, 0.9993990659713745, 0.9993712306022644, 0.9992789626121521], "prob_old_token": [0.5534831881523132, 0.6550120711326599, 0.5459538698196411, 0.07286985218524933, 0.02911083772778511, 0.006002575159072876, 0.0011404750403016806, 0.000348097673850134, 0.00013466803648043424, 6.220437353476882e-05, 3.40244805556722e-05, 2.0515073629212566e-05, 1.278583295061253e-05, 8.23657956061652e-06, 5.7396555348532274e-06, 4.325933787185932e-06, 3.478435928627732e-06, 3.0403846267290646e-06, 3.02290459330834e-06, 3.635318989836378e-06], "update_matrix_norm_1": [22518.1171875], "update_matrix_norm_2": [6.437352657318115], "update_matrix_norm_inf": [0.05401665344834328], "request": {"prompt": "{} is a sport team member of", "subject": "John Havlicek", "target_new": {"str": "Borussia Dortmund"}, "old_answer": {"str": "the Boston Celtics"}, "seed": 42}}, {"loss_per_step": [2.773, 1.659, 0.724, 0.59, 0.507, 0.437, 0.408, 0.396, 0.39, 0.385, 0.381, 0.378, 0.377, 0.376, 0.375, 0.374, 0.374, 0.372, 0.366, 0.355], "prob_new": [0.06889542192220688, 0.2989044785499573, 0.7261546850204468, 0.8279029726982117, 0.8993067145347595, 0.9624924659729004, 0.9857421517372131, 0.9933327436447144, 0.9958246350288391, 0.9971051812171936, 0.9977976679801941, 0.9982190728187561, 0.9985030889511108, 0.9986993074417114, 0.9988254308700562, 0.9988903999328613, 0.9989015460014343, 0.9988522529602051, 0.9987135529518127, 0.9985172152519226], "prob_old": [0.6894981861114502, 0.14597547054290771, 0.05954928323626518, 0.03830113261938095, 0.0268139336258173, 0.013298085890710354, 0.005642034579068422, 0.0037779121194034815, 0.0032234310638159513, 0.002956066280603409, 0.0027960429433733225, 0.0026820499915629625, 0.002596359234303236, 0.0025353613309562206, 0.0024980264715850353, 0.0024872920475900173, 0.0025076342280954123, 0.002566189970821142, 0.0026822886429727077, 0.0028785928152501583], "prob_new_token": [0.06668519973754883, 0.2567635774612427, 0.6033731698989868, 0.7379415035247803, 0.934637188911438, 0.9953807592391968, 0.9993422627449036, 0.9996569156646729, 0.9997033476829529, 0.9997035264968872, 0.9996976852416992, 0.9997009038925171, 0.9997164011001587, 0.9997361302375793, 0.9997525811195374, 0.9997652173042297, 0.9997743964195251, 0.999779462814331, 0.9997773170471191, 0.9997615218162537], "prob_old_token": [0.6100305914878845, 0.008796479552984238, 0.00011750032717827708, 4.6231125452322885e-05, 9.77638683252735e-06, 5.282766437630926e-07, 5.482424114688911e-08, 2.4016902244738958e-08, 1.766021284765884e-08, 1.5518017093540948e-08, 1.452517661704178e-08, 1.393094439805509e-08, 1.3503261619973728e-08, 1.3358728345735926e-08, 1.3659305686530843e-08, 1.4427707917263888e-08, 1.5604239678168597e-08, 1.7294537357770423e-08, 2.0157711944079892e-08, 2.5396628799967402e-08], "update_matrix_norm_1": [19592.890625], "update_matrix_norm_2": [5.958982467651367], "update_matrix_norm_inf": [0.11248278617858887], "request": {"prompt": "{} is a sport team member of", "subject": "Laurent Koscielny", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "Arsenal"}, "seed": 42}}, {"loss_per_step": [1.153, 1.034, 0.667, 0.529, 0.427, 0.4, 0.384, 0.379, 0.377, 0.376, 0.374, 0.373, 0.373, 0.372, 0.372, 0.372, 0.371, 0.366, 0.357, 0.345], "prob_new": [0.31921693682670593, 0.5396291613578796, 0.7510291934013367, 0.8581397533416748, 0.9492372870445251, 0.9736228585243225, 0.9888659119606018, 0.9930396676063538, 0.9948288202285767, 0.9961010217666626, 0.9970825910568237, 0.9977548122406006, 0.9981673359870911, 0.9983811974525452, 0.9984345436096191, 0.9983459711074829, 0.9981212615966797, 0.9976988434791565, 0.9971351027488708, 0.9965400099754333], "prob_old": [0.6894981861114502, 0.2509530484676361, 0.12437904626131058, 0.11091114580631256, 0.03264128789305687, 0.01999305933713913, 0.017051704227924347, 0.016682879999279976, 0.01630699634552002, 0.01508509274572134, 0.013294577598571777, 0.011531013064086437, 0.010134582407772541, 0.009205448441207409, 0.008754357695579529, 0.008766052313148975, 0.009231721982359886, 0.010396422818303108, 0.01230990793555975, 0.0149769838899374], "prob_new_token": [0.0026272786781191826, 0.47266846895217896, 0.7159668803215027, 0.6069056987762451, 0.9608651995658875, 0.9820865988731384, 0.978908360004425, 0.9754884839057922, 0.9764097332954407, 0.9812104105949402, 0.9867342710494995, 0.9909945130348206, 0.9938161373138428, 0.9955489635467529, 0.9965206384658813, 0.9969586133956909, 0.996982753276825, 0.996497392654419, 0.9952669143676758, 0.9926903247833252], "prob_old_token": [0.6100305914878845, 0.016723904758691788, 0.002418712479993701, 0.0033820015378296375, 5.9632591728586704e-05, 1.417429211869603e-05, 1.0888233191508334e-05, 1.1543768778210506e-05, 1.1707846169883851e-05, 9.860133104666602e-06, 7.039464890112868e-06, 4.6490631575579755e-06, 3.10110226564575e-06, 2.2357476154866163e-06, 1.8153114069718868e-06, 1.6860399227880407e-06, 1.7914525187734398e-06, 2.2798135432822164e-06, 3.4153920296375873e-06, 5.777019396191463e-06], "update_matrix_norm_1": [18629.2890625], "update_matrix_norm_2": [5.786920547485352], "update_matrix_norm_inf": [0.1182645633816719], "request": {"prompt": "{} is a sport team member of", "subject": "Laurent Koscielny", "target_new": {"str": "Chelsea F.C."}, "old_answer": {"str": "Arsenal"}, "seed": 42}}, {"loss_per_step": [2.696, 1.434, 0.687, 0.576, 0.47, 0.413, 0.401, 0.399, 0.397, 0.394, 0.392, 0.39, 0.386, 0.379, 0.379, 0.377, 0.375, 0.374, 0.374, 0.369], "prob_new": [0.0684279352426529, 0.38226649165153503, 0.7560309171676636, 0.8393291234970093, 0.9395418167114258, 0.9898197054862976, 0.9958084225654602, 0.9975563287734985, 0.9982303380966187, 0.9985620379447937, 0.9987600445747375, 0.9988797903060913, 0.9989205598831177, 0.9988021850585938, 0.9985328316688538, 0.9981015920639038, 0.9982005953788757, 0.9985333681106567, 0.998622715473175, 0.9985613226890564], "prob_old": [0.6894981861114502, 0.17310172319412231, 0.07727466523647308, 0.04742041602730751, 0.02090373821556568, 0.006027464289218187, 0.004110596142709255, 0.0036924839951097965, 0.0035278364084661007, 0.0034193499013781548, 0.0033440629485994577, 0.003344881348311901, 0.003518863581120968, 0.004227897617965937, 0.00486328499391675, 0.004921055864542723, 0.004602791275829077, 0.004241986200213432, 0.00407605292275548, 0.00422652717679739], "prob_new_token": [0.06668519973754883, 0.22153478860855103, 0.5024385452270508, 0.6922889351844788, 0.9564161896705627, 0.9974805116653442, 0.9992426633834839, 0.9995705485343933, 0.9996932744979858, 0.9997549653053284, 0.9997900128364563, 0.9998108148574829, 0.9998196959495544, 0.9998102784156799, 0.9998164772987366, 0.9998227953910828, 0.9998193383216858, 0.999809980392456, 0.9998046159744263, 0.9998032450675964], "prob_old_token": [0.6100305914878845, 0.02125151827931404, 0.0007722357986494899, 0.00021479088172782212, 1.5319767044275068e-05, 3.5551445876080834e-07, 1.0121643612137632e-07, 6.633151627966072e-08, 5.2750110057786515e-08, 4.391602459463684e-08, 3.757024202855064e-08, 3.339087939480123e-08, 3.2123210758072673e-08, 3.909378065714009e-08, 4.324605384908864e-08, 4.126811248283957e-08, 3.891374689146687e-08, 3.85987668494181e-08, 4.0473079110370236e-08, 4.5828869588149246e-08], "update_matrix_norm_1": [20821.498046875], "update_matrix_norm_2": [6.168482780456543], "update_matrix_norm_inf": [0.10495483130216599], "request": {"prompt": "{} is a sport team member of", "subject": "Laurent Koscielny", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "Arsenal"}, "seed": 42}}, {"loss_per_step": [3.659, 2.981, 1.776, 0.6, 0.485, 0.45, 0.423, 0.403, 0.391, 0.382, 0.376, 0.372, 0.369, 0.367, 0.365, 0.363, 0.361, 0.361, 0.36, 0.36], "prob_new": [0.027186289429664612, 0.0768272876739502, 0.2609868347644806, 0.7999515533447266, 0.8946629762649536, 0.9247801899909973, 0.948610246181488, 0.966923713684082, 0.9794511795043945, 0.9873252511024475, 0.9919904470443726, 0.9947027564048767, 0.9963099360466003, 0.9973001480102539, 0.9979290962219238, 0.9983263611793518, 0.9985642433166504, 0.9986914992332458, 0.9987443685531616, 0.9987503290176392], "prob_old": [0.7265483736991882, 0.1436154842376709, 0.13333255052566528, 0.05998113751411438, 0.03817187249660492, 0.0292250607162714, 0.023051878437399864, 0.018469437956809998, 0.015124361030757427, 0.012761199846863747, 0.011123290285468102, 0.009996682405471802, 0.00921995285898447, 0.008685532957315445, 0.008351655676960945, 0.008223707787692547, 0.00831221416592598, 0.008594157174229622, 0.00900754239410162, 0.009472142904996872], "prob_new_token": [3.102718619629741e-05, 0.0009570614201948047, 0.02803184650838375, 0.5870447754859924, 0.7364528179168701, 0.8037260174751282, 0.8686921000480652, 0.9202137589454651, 0.9541735649108887, 0.973948061466217, 0.9847396016120911, 0.9905708432197571, 0.993825376033783, 0.995732307434082, 0.9968881011009216, 0.9975852370262146, 0.9979841113090515, 0.9981911778450012, 0.9982790946960449, 0.9982988834381104], "prob_old_token": [0.6034452319145203, 0.3240419328212738, 0.22035576403141022, 0.12809382379055023, 0.09638652950525284, 0.07554575055837631, 0.05001724138855934, 0.02886096015572548, 0.015237022191286087, 0.007801376283168793, 0.004087340552359819, 0.0022624614648520947, 0.0013327618362382054, 0.0008322419598698616, 0.0005511214840225875, 0.0003915893321391195, 0.00030287945992313325, 0.0002555309038143605, 0.00023203047749120742, 0.00022206097492016852], "update_matrix_norm_1": [24247.89453125], "update_matrix_norm_2": [6.592862129211426], "update_matrix_norm_inf": [0.04196746647357941], "request": {"prompt": "{} is a sport team member of", "subject": "\u017dydr\u016bnas Ilgauskas", "target_new": {"str": "Arsenal"}, "old_answer": {"str": "the Cleveland Cavaliers"}, "seed": 42}}, {"loss_per_step": [2.925, 2.509, 1.351, 0.692, 0.408, 0.378, 0.371, 0.367, 0.364, 0.362, 0.361, 0.36, 0.359, 0.358, 0.358, 0.357, 0.357, 0.356, 0.356, 0.355], "prob_new": [0.05753307044506073, 0.12664015591144562, 0.3887057602405548, 0.7352843284606934, 0.9582597613334656, 0.9882996082305908, 0.9949106574058533, 0.9969859719276428, 0.9978507161140442, 0.9983028173446655, 0.9985800385475159, 0.9987699389457703, 0.9989103078842163, 0.9990196228027344, 0.9991077184677124, 0.9991799592971802, 0.9992395043373108, 0.9992884993553162, 0.9993277192115784, 0.999358057975769], "prob_old": [0.7265483736991882, 0.15335631370544434, 0.41745516657829285, 0.39268431067466736, 0.2192966341972351, 0.1488545835018158, 0.11374394595623016, 0.09410981088876724, 0.08232326060533524, 0.07482116669416428, 0.06983201950788498, 0.06642475724220276, 0.06408070772886276, 0.06250062584877014, 0.061505187302827835, 0.060982778668403625, 0.06085985153913498, 0.06108566373586655, 0.061625849455595016, 0.062457744032144547], "prob_new_token": [0.6034452319145203, 0.5080086588859558, 0.7594053745269775, 0.9458305835723877, 0.9960498213768005, 0.9986252188682556, 0.9991639852523804, 0.9993812441825867, 0.9994947910308838, 0.9995652437210083, 0.9996129870414734, 0.9996483325958252, 0.9996774792671204, 0.999702513217926, 0.9997245669364929, 0.9997448325157166, 0.9997631907463074, 0.999780535697937, 0.9997961521148682, 0.999809980392456], "prob_old_token": [0.6034452319145203, 0.5080086588859558, 0.7594053745269775, 0.9458305835723877, 0.9960498213768005, 0.9986252188682556, 0.9991639852523804, 0.9993812441825867, 0.9994947910308838, 0.9995652437210083, 0.9996129870414734, 0.9996483325958252, 0.9996774792671204, 0.999702513217926, 0.9997245669364929, 0.9997448325157166, 0.9997631907463074, 0.999780535697937, 0.9997961521148682, 0.999809980392456], "update_matrix_norm_1": [24246.66796875], "update_matrix_norm_2": [6.592862129211426], "update_matrix_norm_inf": [0.0508674792945385], "request": {"prompt": "{} is a sport team member of", "subject": "\u017dydr\u016bnas Ilgauskas", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "the Cleveland Cavaliers"}, "seed": 42}}, {"loss_per_step": [1.179, 1.086, 0.743, 0.546, 0.462, 0.399, 0.38, 0.372, 0.366, 0.363, 0.361, 0.36, 0.358, 0.357, 0.357, 0.356, 0.356, 0.355, 0.355, 0.354], "prob_new": [0.3161340057849884, 0.5341850519180298, 0.6966963410377502, 0.8366460204124451, 0.9080121517181396, 0.965053141117096, 0.9834062457084656, 0.9908011555671692, 0.9946011304855347, 0.9965471029281616, 0.9976114630699158, 0.9982370734214783, 0.998626708984375, 0.9988805055618286, 0.9990512728691101, 0.9991704225540161, 0.9992566704750061, 0.999321460723877, 0.9993701577186584, 0.9994056820869446], "prob_old": [0.7265483736991882, 0.29245123267173767, 0.29697418212890625, 0.4140234887599945, 0.3641512095928192, 0.2837351858615875, 0.21651415526866913, 0.18597452342510223, 0.16883593797683716, 0.1563878357410431, 0.14623621106147766, 0.13781000673770905, 0.1309037208557129, 0.1253698617219925, 0.1210496574640274, 0.1177377700805664, 0.11521490663290024, 0.11331526935100555, 0.11195986717939377, 0.11113395541906357], "prob_new_token": [0.6034452319145203, 0.8881663084030151, 0.9232736229896545, 0.9538224339485168, 0.9871559143066406, 0.9962056279182434, 0.9981997609138489, 0.9988365173339844, 0.9990922808647156, 0.9992257356643677, 0.9993138909339905, 0.9993842840194702, 0.9994459748268127, 0.9995039105415344, 0.9995577931404114, 0.9996100068092346, 0.9996603727340698, 0.9997094869613647, 0.9997538328170776, 0.9997929334640503], "prob_old_token": [0.6034452319145203, 0.8881663084030151, 0.9232736229896545, 0.9538224339485168, 0.9871559143066406, 0.9962056279182434, 0.9981997609138489, 0.9988365173339844, 0.9990922808647156, 0.9992257356643677, 0.9993138909339905, 0.9993842840194702, 0.9994459748268127, 0.9995039105415344, 0.9995577931404114, 0.9996100068092346, 0.9996603727340698, 0.9997094869613647, 0.9997538328170776, 0.9997929334640503], "update_matrix_norm_1": [23974.58203125], "update_matrix_norm_2": [6.592862606048584], "update_matrix_norm_inf": [0.04520459473133087], "request": {"prompt": "{} is a sport team member of", "subject": "\u017dydr\u016bnas Ilgauskas", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "the Cleveland Cavaliers"}, "seed": 42}}, {"loss_per_step": [1.924, 1.405, 0.566, 0.439, 0.403, 0.393, 0.389, 0.388, 0.387, 0.386, 0.385, 0.385, 0.385, 0.385, 0.385, 0.384, 0.384, 0.379, 0.369, 0.354], "prob_new": [0.1485426276922226, 0.42323121428489685, 0.8969272375106812, 0.9673153162002563, 0.9900951385498047, 0.9964540600776672, 0.9979463219642639, 0.9983827471733093, 0.9986163973808289, 0.9987842440605164, 0.9989119172096252, 0.9990109205245972, 0.9990875720977783, 0.9991451501846313, 0.9991839528083801, 0.9991998672485352, 0.999186098575592, 0.999102771282196, 0.9989484548568726, 0.998762309551239], "prob_old": [0.7708954811096191, 0.34804782271385193, 0.2081078141927719, 0.13136303424835205, 0.09676939994096756, 0.08469530940055847, 0.0833464115858078, 0.08267732709646225, 0.07952700555324554, 0.07463303208351135, 0.06945464015007019, 0.06486055254936218, 0.06113613396883011, 0.05830986425280571, 0.056372057646512985, 0.055371206253767014, 0.05541299283504486, 0.057550061494112015, 0.06175371631979942, 0.06746698915958405], "prob_new_token": [0.3453904986381531, 0.6334782242774963, 0.6935089230537415, 0.8694168329238892, 0.9547061920166016, 0.9841152429580688, 0.9921572208404541, 0.9945031404495239, 0.9952139258384705, 0.9953007698059082, 0.9951377511024475, 0.9949051141738892, 0.9946861267089844, 0.9945080280303955, 0.9943408966064453, 0.994101345539093, 0.993650496006012, 0.992426335811615, 0.9905803799629211, 0.989050567150116], "prob_old_token": [0.3453904986381531, 0.6334782242774963, 0.6935089230537415, 0.8694168329238892, 0.9547061920166016, 0.9841152429580688, 0.9921572208404541, 0.9945031404495239, 0.9952139258384705, 0.9953007698059082, 0.9951377511024475, 0.9949051141738892, 0.9946861267089844, 0.9945080280303955, 0.9943408966064453, 0.994101345539093, 0.993650496006012, 0.992426335811615, 0.9905803799629211, 0.989050567150116], "update_matrix_norm_1": [21309.29296875], "update_matrix_norm_2": [6.175392150878906], "update_matrix_norm_inf": [0.04575300216674805], "request": {"prompt": "{} is a sport team member of", "subject": "Tony Romo", "target_new": {"str": "the Cleveland Cavaliers"}, "old_answer": {"str": "the Dallas Cowboys"}, "seed": 42}}, {"loss_per_step": [1.451, 1.072, 0.464, 0.41, 0.393, 0.389, 0.387, 0.385, 0.384, 0.384, 0.383, 0.383, 0.382, 0.382, 0.382, 0.382, 0.38, 0.372, 0.358, 0.341], "prob_new": [0.24303904175758362, 0.5958831310272217, 0.9408720135688782, 0.9822879433631897, 0.9954686164855957, 0.9982948303222656, 0.9989680647850037, 0.9992058277130127, 0.9993084669113159, 0.9993507862091064, 0.9993601441383362, 0.999350368976593, 0.9993308782577515, 0.9993097186088562, 0.9992945790290833, 0.9992913007736206, 0.9992850422859192, 0.9992488622665405, 0.9991869330406189, 0.9991071820259094], "prob_old": [0.7708954811096191, 0.4708120822906494, 0.26562628149986267, 0.16916947066783905, 0.11337225884199142, 0.0871131494641304, 0.07528576254844666, 0.06917189061641693, 0.06560638546943665, 0.06333140283823013, 0.06171455979347229, 0.06037093326449394, 0.05905143916606903, 0.057608503848314285, 0.05598551034927368, 0.054217442870140076, 0.05315646901726723, 0.054129596799612045, 0.057356879115104675, 0.06338995695114136], "prob_new_token": [0.3453904986381531, 0.6280953884124756, 0.7073029279708862, 0.8467586040496826, 0.9594407081604004, 0.988783061504364, 0.9946932792663574, 0.996186375617981, 0.9965202212333679, 0.996358335018158, 0.9958721995353699, 0.9951299428939819, 0.9942218661308289, 0.993316650390625, 0.9926500916481018, 0.9924407005310059, 0.9924273490905762, 0.9920802712440491, 0.9915242195129395, 0.9909428358078003], "prob_old_token": [0.3453904986381531, 0.6280953884124756, 0.7073029279708862, 0.8467586040496826, 0.9594407081604004, 0.988783061504364, 0.9946932792663574, 0.996186375617981, 0.9965202212333679, 0.996358335018158, 0.9958721995353699, 0.9951299428939819, 0.9942218661308289, 0.993316650390625, 0.9926500916481018, 0.9924407005310059, 0.9924273490905762, 0.9920802712440491, 0.9915242195129395, 0.9909428358078003], "update_matrix_norm_1": [20426.65234375], "update_matrix_norm_2": [5.996588230133057], "update_matrix_norm_inf": [0.05935892462730408], "request": {"prompt": "{} is a sport team member of", "subject": "Tony Romo", "target_new": {"str": "the Dallas Mavericks"}, "old_answer": {"str": "the Dallas Cowboys"}, "seed": 42}}, {"loss_per_step": [1.941, 1.207, 0.54, 0.43, 0.4, 0.393, 0.39, 0.388, 0.387, 0.386, 0.385, 0.384, 0.384, 0.384, 0.383, 0.383, 0.376, 0.364, 0.346, 0.324], "prob_new": [0.14644178748130798, 0.49138352274894714, 0.9573714733123779, 0.988311231136322, 0.9924561977386475, 0.9948714375495911, 0.9964501857757568, 0.9975058436393738, 0.9982129335403442, 0.998683750629425, 0.998996376991272, 0.99920254945755, 0.9993354678153992, 0.9994156360626221, 0.9994562268257141, 0.9994655251502991, 0.999407172203064, 0.9992657899856567, 0.9990140199661255, 0.9986377358436584], "prob_old": [0.7708954811096191, 0.34304338693618774, 0.08807681500911713, 0.05358769744634628, 0.04774384945631027, 0.04143676906824112, 0.035040438175201416, 0.029218975454568863, 0.024317529052495956, 0.020421385765075684, 0.017457973212003708, 0.015306689776480198, 0.013853845186531544, 0.01300491951406002, 0.012681405059993267, 0.012813744135200977, 0.0140085369348526, 0.016401730477809906, 0.020178554579615593, 0.02539461851119995], "prob_new_token": [0.3453904986381531, 0.6182129383087158, 0.9613946080207825, 0.9872575402259827, 0.9904953241348267, 0.9939836859703064, 0.9957761168479919, 0.9968775510787964, 0.9976427555084229, 0.9981634020805359, 0.9985044598579407, 0.9987202882766724, 0.9988452792167664, 0.9988982677459717, 0.9988874793052673, 0.9988175630569458, 0.998594343662262, 0.9981719851493835, 0.9974815249443054, 0.9964377880096436], "prob_old_token": [0.3453904986381531, 0.6182129383087158, 0.9613946080207825, 0.9872575402259827, 0.9904953241348267, 0.9939836859703064, 0.9957761168479919, 0.9968775510787964, 0.9976427555084229, 0.9981634020805359, 0.9985044598579407, 0.9987202882766724, 0.9988452792167664, 0.9988982677459717, 0.9988874793052673, 0.9988175630569458, 0.998594343662262, 0.9981719851493835, 0.9974815249443054, 0.9964377880096436], "update_matrix_norm_1": [19177.77734375], "update_matrix_norm_2": [5.680140972137451], "update_matrix_norm_inf": [0.046259984374046326], "request": {"prompt": "{} is a sport team member of", "subject": "Tony Romo", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "the Dallas Cowboys"}, "seed": 42}}, {"loss_per_step": [2.553, 1.171, 0.608, 0.54, 0.506, 0.482, 0.465, 0.451, 0.44, 0.431, 0.425, 0.42, 0.416, 0.414, 0.412, 0.41, 0.409, 0.408, 0.408, 0.407], "prob_new": [0.08526064455509186, 0.49655410647392273, 0.8216016888618469, 0.8775588870048523, 0.9076990485191345, 0.9289954304695129, 0.9450225234031677, 0.9574615955352783, 0.9673036932945251, 0.975010871887207, 0.9809320569038391, 0.9853795766830444, 0.9886519908905029, 0.9910089373588562, 0.9926707148551941, 0.9938232898712158, 0.9946139454841614, 0.9951518177986145, 0.9955178499221802, 0.9957772493362427], "prob_old": [0.6110566854476929, 0.28605711460113525, 0.24848169088363647, 0.23272491991519928, 0.2243044376373291, 0.21849311888217926, 0.21389362215995789, 0.20988711714744568, 0.20629414916038513, 0.20328399538993835, 0.20063546299934387, 0.19808901846408844, 0.1955643892288208, 0.19303540885448456, 0.19030925631523132, 0.18705883622169495, 0.1830858737230301, 0.1784968227148056, 0.1736191064119339, 0.1687861979007721], "prob_new_token": [0.001514444942586124, 0.3597572147846222, 0.6855291128158569, 0.749983012676239, 0.799159586429596, 0.8385317921638489, 0.8707878589630127, 0.8975397944450378, 0.9199666976928711, 0.9386121034622192, 0.9536973237991333, 0.9654457569122314, 0.9741635918617249, 0.9803093075752258, 0.9844548106193542, 0.9871827960014343, 0.9889719486236572, 0.9901582598686218, 0.9909613728523254, 0.9915348887443542], "prob_old_token": [0.6334196925163269, 0.0036899272818118334, 0.0007374539272859693, 0.00043304680730216205, 0.00036718277260661125, 0.0003373530926182866, 0.0003189552226103842, 0.0003093534614890814, 0.000308101560221985, 0.0003153808938805014, 0.0003281895478721708, 0.00034235676866956055, 0.00035482874955050647, 0.0003629119019024074, 0.00036279059713706374, 0.0003505124768707901, 0.00032554424251429737, 0.00029213703237473965, 0.0002565936592873186, 0.00022372450621332973], "update_matrix_norm_1": [27146.333984375], "update_matrix_norm_2": [6.709724426269531], "update_matrix_norm_inf": [0.024417752400040627], "request": {"prompt": "{} is a sport team member of", "subject": "Roman Weidenfeller", "target_new": {"str": "Arsenal"}, "old_answer": {"str": "Borussia Dortmund"}, "seed": 42}}, {"loss_per_step": [2.476, 1.741, 0.824, 0.666, 0.613, 0.558, 0.493, 0.452, 0.435, 0.429, 0.425, 0.422, 0.421, 0.419, 0.418, 0.417, 0.415, 0.414, 0.413, 0.412], "prob_new": [0.09100951254367828, 0.2920706868171692, 0.6930517554283142, 0.792394757270813, 0.8344167470932007, 0.8803353905677795, 0.936706006526947, 0.9745470881462097, 0.9892627596855164, 0.9937700033187866, 0.9957718849182129, 0.996859073638916, 0.9974914193153381, 0.9978683590888977, 0.9980871081352234, 0.9981966018676758, 0.9982200264930725, 0.9981623291969299, 0.9980140328407288, 0.9977754354476929], "prob_old": [0.6110566854476929, 0.13346295058727264, 0.09167282283306122, 0.05717499554157257, 0.04528848081827164, 0.03894099220633507, 0.034005530178546906, 0.02655564621090889, 0.018030399456620216, 0.013421234674751759, 0.010980295948684216, 0.009556994773447514, 0.008701189421117306, 0.00821202713996172, 0.00799341406673193, 0.008006581105291843, 0.008256014436483383, 0.008775649592280388, 0.00960642658174038, 0.010768050327897072], "prob_new_token": [0.05656013637781143, 0.4223591685295105, 0.5677921175956726, 0.6122875809669495, 0.6715540885925293, 0.7815709710121155, 0.9143289923667908, 0.9759443998336792, 0.9940715432167053, 0.9978370070457458, 0.998715877532959, 0.9990313649177551, 0.9991768002510071, 0.9992508888244629, 0.9992861747741699, 0.9992952942848206, 0.9992833733558655, 0.9992527365684509, 0.9991994500160217, 0.9991150498390198], "prob_old_token": [0.6334196925163269, 0.00010940324136754498, 1.0984248547174502e-05, 2.9615173389174743e-06, 1.826489551604027e-06, 1.743713028190541e-06, 1.32964737531438e-06, 4.50972123644533e-07, 8.397540796067915e-08, 2.1034114894291633e-08, 9.469486528246307e-09, 6.008332498197433e-09, 4.590154034644911e-09, 3.905582524055262e-09, 3.5739837755954795e-09, 3.4647373858831543e-09, 3.528036085498343e-09, 3.746074561661317e-09, 4.136446740687916e-09, 4.7672732428338804e-09], "update_matrix_norm_1": [25295.171875], "update_matrix_norm_2": [6.709723472595215], "update_matrix_norm_inf": [0.028857866302132607], "request": {"prompt": "{} is a sport team member of", "subject": "Roman Weidenfeller", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "Borussia Dortmund"}, "seed": 42}}, {"loss_per_step": [2.714, 2.11, 1.469, 0.827, 0.655, 0.592, 0.537, 0.493, 0.462, 0.439, 0.429, 0.423, 0.419, 0.417, 0.416, 0.414, 0.413, 0.412, 0.411, 0.411], "prob_new": [0.08028736710548401, 0.20074699819087982, 0.38290852308273315, 0.6844987273216248, 0.8011269569396973, 0.8509148359298706, 0.8998537063598633, 0.9405288696289062, 0.9671472907066345, 0.9842084646224976, 0.991899847984314, 0.9955568313598633, 0.9972334504127502, 0.9980608820915222, 0.9985173940658569, 0.9987878799438477, 0.9989427328109741, 0.9990220069885254, 0.9990428686141968, 0.9989870190620422], "prob_old": [0.6110566854476929, 0.13464294373989105, 0.14610622823238373, 0.10255464166402817, 0.06687459349632263, 0.05086468532681465, 0.04456571117043495, 0.03907463327050209, 0.0322875902056694, 0.026599666103720665, 0.0220961757004261, 0.018786663189530373, 0.016537729650735855, 0.015051916241645813, 0.01394419465214014, 0.01306885201483965, 0.012509852647781372, 0.01229055505245924, 0.012255805544555187, 0.012362455017864704], "prob_new_token": [0.05656013637781143, 0.40714648365974426, 0.42711007595062256, 0.414361834526062, 0.43343546986579895, 0.5259839296340942, 0.6786350607872009, 0.8132777214050293, 0.9104257225990295, 0.9630556106567383, 0.9835972189903259, 0.9915343523025513, 0.9948925375938416, 0.9963864684104919, 0.9971413612365723, 0.9975728392601013, 0.9977710247039795, 0.9977909922599792, 0.9976644515991211, 0.9973799586296082], "prob_old_token": [0.6334196925163269, 0.00014205546176526695, 0.00016837535076774657, 1.8475993783795275e-05, 6.229207428987138e-06, 3.839292730845045e-06, 3.0914818580640713e-06, 2.4860898975020973e-06, 1.0982263347614207e-06, 3.1894438734525465e-07, 9.767867936716357e-08, 3.7774885441876904e-08, 1.8763662623655364e-08, 1.1495775886771753e-08, 8.027196685134186e-09, 6.160420173983994e-09, 5.3715134562537514e-09, 5.337362107837862e-09, 5.726993990151641e-09, 6.531942542409297e-09], "update_matrix_norm_1": [25558.359375], "update_matrix_norm_2": [6.709722995758057], "update_matrix_norm_inf": [0.027671676129102707], "request": {"prompt": "{} is a sport team member of", "subject": "Roman Weidenfeller", "target_new": {"str": "the Dallas Mavericks"}, "old_answer": {"str": "Borussia Dortmund"}, "seed": 42}}, {"loss_per_step": [2.753, 1.664, 0.929, 0.69, 0.572, 0.482, 0.442, 0.432, 0.429, 0.427, 0.425, 0.424, 0.422, 0.421, 0.42, 0.418, 0.416, 0.413, 0.408, 0.399], "prob_new": [0.06604325771331787, 0.33404988050460815, 0.6182913780212402, 0.771111011505127, 0.8647653460502625, 0.9468042254447937, 0.985480546951294, 0.9954994320869446, 0.9973407983779907, 0.9980296492576599, 0.9984113574028015, 0.9986684322357178, 0.9988545179367065, 0.9989871978759766, 0.9990678429603577, 0.9990875720977783, 0.9990156292915344, 0.9987396001815796, 0.9978328347206116, 0.9970003962516785], "prob_old": [0.8052144050598145, 0.15457747876644135, 0.08471769094467163, 0.06649348884820938, 0.0480397567152977, 0.03517138585448265, 0.022777780890464783, 0.01803913339972496, 0.016026131808757782, 0.01481430884450674, 0.013903954066336155, 0.013179190456867218, 0.012627522461116314, 0.01228365208953619, 0.012210840359330177, 0.012484096921980381, 0.013201659545302391, 0.014516434632241726, 0.016584893688559532, 0.018765918910503387], "prob_new_token": [0.02214004471898079, 0.3740202486515045, 0.36803504824638367, 0.42572522163391113, 0.6609066128730774, 0.9652873277664185, 0.9981054067611694, 0.9992166757583618, 0.9994632601737976, 0.999585747718811, 0.9996612071990967, 0.9997116923332214, 0.9997482895851135, 0.9997748732566833, 0.9997935891151428, 0.9998030066490173, 0.9998039603233337, 0.9997923970222473, 0.9997628331184387, 0.9997167587280273], "prob_old_token": [0.7344863414764404, 0.00025541859213262796, 7.86125110607827e-06, 3.76273646907066e-06, 1.926136974361725e-06, 2.496842341770389e-07, 5.779512868286929e-09, 1.644153924118541e-09, 1.0671201700063193e-09, 8.465267931079268e-10, 7.126921275357745e-10, 6.11392214633355e-10, 5.29114863034863e-10, 4.663512354063926e-10, 4.2775941122563665e-10, 4.158594857361919e-10, 4.3547218608885885e-10, 5.07164643614999e-10, 6.982664446653075e-10, 1.1605792993307773e-09], "update_matrix_norm_1": [24374.203125], "update_matrix_norm_2": [6.713759422302246], "update_matrix_norm_inf": [0.07547908276319504], "request": {"prompt": "{} is a sport team member of", "subject": "Marco Reus", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "Borussia Dortmund"}, "seed": 42}}, {"loss_per_step": [3.149, 1.905, 1.033, 0.686, 0.554, 0.467, 0.434, 0.429, 0.426, 0.424, 0.423, 0.422, 0.421, 0.42, 0.419, 0.418, 0.417, 0.416, 0.415, 0.409], "prob_new": [0.048986755311489105, 0.2630184292793274, 0.5704658627510071, 0.7754996418952942, 0.8819265365600586, 0.9601073861122131, 0.9912399053573608, 0.9960023164749146, 0.9970678687095642, 0.9976047277450562, 0.9980003833770752, 0.9983195662498474, 0.9985765814781189, 0.998775064945221, 0.9989166259765625, 0.9990049004554749, 0.9990413784980774, 0.9990189075469971, 0.9989110231399536, 0.998631477355957], "prob_old": [0.8052144050598145, 0.16979911923408508, 0.11175046861171722, 0.06796541810035706, 0.049871776252985, 0.030324822291731834, 0.021306678652763367, 0.018707655370235443, 0.017400888726115227, 0.01644820347428322, 0.015653342008590698, 0.015000700019299984, 0.014492648653686047, 0.01412951946258545, 0.013912544585764408, 0.013843756169080734, 0.013928732834756374, 0.014185547828674316, 0.014663727954030037, 0.015525945462286472], "prob_new_token": [0.02214004471898079, 0.3850690424442291, 0.47535160183906555, 0.5039873719215393, 0.8806396722793579, 0.9962249398231506, 0.9987635612487793, 0.999076247215271, 0.9992562532424927, 0.9993906617164612, 0.9994879364967346, 0.9995566606521606, 0.9996050000190735, 0.9996399283409119, 0.9996651411056519, 0.9996823072433472, 0.9996930956840515, 0.999691903591156, 0.9996752738952637, 0.9996339678764343], "prob_old_token": [0.7344863414764404, 0.0005794834578409791, 3.334110078867525e-05, 7.066275429679081e-06, 2.4282724098156905e-06, 3.5683118682072745e-08, 3.990140662324393e-09, 2.097041207349548e-09, 1.4967737049786933e-09, 1.1740785010871946e-09, 9.853879934240695e-10, 8.743452073467495e-10, 8.112540639260146e-10, 7.781632005432471e-10, 7.625258202637042e-10, 7.563234483143333e-10, 7.57084062108504e-10, 7.701410065230618e-10, 8.081236790857815e-10, 8.871338663674067e-10], "update_matrix_norm_1": [24898.220703125], "update_matrix_norm_2": [6.838428020477295], "update_matrix_norm_inf": [0.05391649529337883], "request": {"prompt": "{} is a sport team member of", "subject": "Marco Reus", "target_new": {"str": "the Dallas Mavericks"}, "old_answer": {"str": "Borussia Dortmund"}, "seed": 42}}, {"loss_per_step": [3.313, 1.529, 0.776, 0.689, 0.613, 0.537, 0.48, 0.451, 0.433, 0.427, 0.424, 0.422, 0.421, 0.42, 0.419, 0.419, 0.417, 0.409, 0.395, 0.377], "prob_new": [0.04057835042476654, 0.3544543385505676, 0.7100788354873657, 0.7729365229606628, 0.8317621350288391, 0.8956239223480225, 0.9466996192932129, 0.9742664098739624, 0.9910463690757751, 0.9958852529525757, 0.9975330233573914, 0.9982126355171204, 0.9985246658325195, 0.9986796975135803, 0.9987514615058899, 0.998765766620636, 0.9987239241600037, 0.9985642433166504, 0.9981967806816101, 0.9973610639572144], "prob_old": [0.8052144050598145, 0.18606218695640564, 0.07205163687467575, 0.053920745849609375, 0.047317784279584885, 0.04140527546405792, 0.032185181975364685, 0.023551009595394135, 0.017668597400188446, 0.014654969796538353, 0.01304715871810913, 0.012128371745347977, 0.011620951816439629, 0.011400322429835796, 0.011404266580939293, 0.01160206738859415, 0.012001724913716316, 0.0127797806635499, 0.014056489802896976, 0.01605958677828312], "prob_new_token": [0.02214004471898079, 0.2274581640958786, 0.3449980318546295, 0.40511980652809143, 0.5571469068527222, 0.8286309838294983, 0.9563024044036865, 0.9899762868881226, 0.9972653388977051, 0.9987240433692932, 0.9991639852523804, 0.9993628859519958, 0.999474048614502, 0.9995416402816772, 0.9995816946029663, 0.9996015429496765, 0.9996017813682556, 0.9995677471160889, 0.9994656443595886, 0.9992117881774902], "prob_old_token": [0.7344863414764404, 0.0018593539716675878, 1.1299707693979144e-05, 7.469640877388883e-06, 7.137450666050427e-06, 5.632006832456682e-06, 1.488259840698447e-06, 2.0726356808609125e-07, 3.043221852294664e-08, 8.644889248898835e-09, 4.2295997815244846e-09, 2.7684006198569477e-09, 2.147143574049437e-09, 1.8703767423744466e-09, 1.7845692701357052e-09, 1.845792185761752e-09, 2.0757946472826916e-09, 2.6689341847685455e-09, 4.127005848175713e-09, 8.056970202119373e-09], "update_matrix_norm_1": [22056.7265625], "update_matrix_norm_2": [6.254412651062012], "update_matrix_norm_inf": [0.050234463065862656], "request": {"prompt": "{} is a sport team member of", "subject": "Marco Reus", "target_new": {"str": "the Cleveland Cavaliers"}, "old_answer": {"str": "Borussia Dortmund"}, "seed": 42}}, {"loss_per_step": [2.935, 1.883, 0.871, 0.618, 0.44, 0.401, 0.393, 0.389, 0.385, 0.383, 0.381, 0.379, 0.377, 0.377, 0.376, 0.375, 0.375, 0.375, 0.371, 0.363], "prob_new": [0.05975601449608803, 0.2420053780078888, 0.6281887888908386, 0.8078157305717468, 0.9571050405502319, 0.9911664724349976, 0.9964016675949097, 0.9979453682899475, 0.9984514117240906, 0.9987373352050781, 0.9989446997642517, 0.9991008639335632, 0.9992159008979797, 0.9992978572845459, 0.9993531703948975, 0.9993844032287598, 0.9993911981582642, 0.9993745684623718, 0.9993308782577515, 0.9992579817771912], "prob_old": [0.5905945301055908, 0.36962348222732544, 0.15769384801387787, 0.13983950018882751, 0.09826945513486862, 0.06377531588077545, 0.058908045291900635, 0.057604752480983734, 0.05718258395791054, 0.05707578361034393, 0.05692605301737785, 0.05663643777370453, 0.05630721524357796, 0.056044306606054306, 0.055851101875305176, 0.05563395470380783, 0.05527234077453613, 0.05471058934926987, 0.0540674552321434, 0.05346628278493881], "prob_new_token": [0.03795094043016434, 0.2197045385837555, 0.46842652559280396, 0.6768911480903625, 0.9888295531272888, 0.9994922280311584, 0.9998454451560974, 0.9998922944068909, 0.9998989105224609, 0.9999030828475952, 0.9999106526374817, 0.9999205470085144, 0.9999299049377441, 0.9999364614486694, 0.9999419450759888, 0.9999459385871887, 0.9999480843544006, 0.9999493956565857, 0.9999492168426514, 0.9999464154243469], "prob_old_token": [0.601874053478241, 0.07142175734043121, 0.00091712357243523, 0.0003212321607861668, 3.744401283256593e-06, 8.638745896405453e-08, 2.860418391037456e-08, 2.3641712587618713e-08, 2.4523126640474402e-08, 2.526868314589592e-08, 2.4765389738945487e-08, 2.3269324245234202e-08, 2.1461497468067137e-08, 1.9797484540617916e-08, 1.845469199679428e-08, 1.749853240085031e-08, 1.6938853875103632e-08, 1.676905903025272e-08, 1.719858033766286e-08, 1.8551851610482117e-08], "update_matrix_norm_1": [21583.73046875], "update_matrix_norm_2": [6.198911190032959], "update_matrix_norm_inf": [0.06265067309141159], "request": {"prompt": "{} is a sport team member of", "subject": "Frank Lampard", "target_new": {"str": "the Dallas Mavericks"}, "old_answer": {"str": "Chelsea F.C."}, "seed": 42}}, {"loss_per_step": [1.928, 1.622, 1.116, 0.632, 0.458, 0.405, 0.388, 0.382, 0.38, 0.379, 0.378, 0.377, 0.377, 0.376, 0.376, 0.375, 0.374, 0.365, 0.352, 0.333], "prob_new": [0.14645260572433472, 0.29660630226135254, 0.4834814667701721, 0.7795025110244751, 0.9263752698898315, 0.9762853384017944, 0.9908573627471924, 0.9952912330627441, 0.9969977736473083, 0.9978512525558472, 0.998360812664032, 0.9986989498138428, 0.9989361763000488, 0.9991056323051453, 0.9992245435714722, 0.9993023872375488, 0.9993411898612976, 0.9993259310722351, 0.99924236536026, 0.9990417957305908], "prob_old": [0.5905945301055908, 0.5315271019935608, 0.48882246017456055, 0.41759106516838074, 0.2900439202785492, 0.21343831717967987, 0.1685425043106079, 0.14260782301425934, 0.1267917901277542, 0.11610283702611923, 0.10832550376653671, 0.10244453698396683, 0.09790695458650589, 0.09441611170768738, 0.09189767390489578, 0.09044168144464493, 0.0905919000506401, 0.0939841940999031, 0.10128501802682877, 0.11399585008621216], "prob_new_token": [0.0002636611752677709, 0.00540123600512743, 0.08519212156534195, 0.44432657957077026, 0.7879183888435364, 0.9318839907646179, 0.9756381511688232, 0.9870696663856506, 0.9911810755729675, 0.9932796955108643, 0.9946046471595764, 0.9955413937568665, 0.9962459802627563, 0.9967844486236572, 0.9971784353256226, 0.9974348545074463, 0.9975482821464539, 0.9974588751792908, 0.9971089363098145, 0.9963160157203674], "prob_old_token": [0.601874053478241, 0.4598962068557739, 0.19985096156597137, 0.023268796503543854, 0.0009144514333456755, 8.096971578197554e-05, 1.4532722161675338e-05, 5.389013040257851e-06, 3.0525320653396193e-06, 2.0683953607658623e-06, 1.5112800610950217e-06, 1.1451046475485782e-06, 8.875989578882582e-07, 7.050890076243377e-07, 5.808849437016761e-07, 5.035455501456454e-07, 4.77898538520094e-07, 5.543096222027089e-07, 7.98710743765696e-07, 1.4814360156378825e-06], "update_matrix_norm_1": [19087.53515625], "update_matrix_norm_2": [5.675132751464844], "update_matrix_norm_inf": [0.059370819479227066], "request": {"prompt": "{} is a sport team member of", "subject": "Frank Lampard", "target_new": {"str": "Borussia Dortmund"}, "old_answer": {"str": "Chelsea F.C."}, "seed": 42}}, {"loss_per_step": [2.795, 1.858, 0.959, 0.643, 0.546, 0.47, 0.418, 0.396, 0.386, 0.382, 0.38, 0.379, 0.378, 0.377, 0.376, 0.376, 0.375, 0.375, 0.371, 0.363], "prob_new": [0.06952058523893356, 0.2554188370704651, 0.5845832228660583, 0.7843156456947327, 0.8626517653465271, 0.9283462762832642, 0.9739795923233032, 0.9908571839332581, 0.9969226717948914, 0.9985134601593018, 0.9990227222442627, 0.9992472529411316, 0.9993827939033508, 0.9994714260101318, 0.9995253682136536, 0.9995510578155518, 0.9995518922805786, 0.9995290040969849, 0.999468207359314, 0.9993415474891663], "prob_old": [0.5905945301055908, 0.3760738968849182, 0.1770213097333908, 0.16919144988059998, 0.1454634964466095, 0.11650537699460983, 0.08117644488811493, 0.06211061775684357, 0.05410867929458618, 0.051525797694921494, 0.051296014338731766, 0.05158871039748192, 0.05170391872525215, 0.05175451934337616, 0.05189948529005051, 0.052187178283929825, 0.05260107293725014, 0.053100213408470154, 0.053764525800943375, 0.054685112088918686], "prob_new_token": [0.03795094043016434, 0.176968052983284, 0.4684455692768097, 0.5873979926109314, 0.6605088710784912, 0.898775041103363, 0.9919173121452332, 0.9989544749259949, 0.9995174407958984, 0.9996129870414734, 0.9996397495269775, 0.999665379524231, 0.9997009038925171, 0.9997361302375793, 0.9997625350952148, 0.9997788071632385, 0.9997865557670593, 0.9997888803482056, 0.9997863173484802, 0.999778687953949], "prob_old_token": [0.601874053478241, 0.12351063638925552, 0.0018340782262384892, 0.0007225326262414455, 0.0003669576835818589, 9.97434908640571e-05, 8.223699296650011e-06, 8.151095585162693e-07, 2.981468867346848e-07, 2.272132917369163e-07, 2.1683098339053686e-07, 2.1398480498646677e-07, 2.094780597872159e-07, 2.0436047520888678e-07, 2.0104197062664753e-07, 2.0085569474304066e-07, 2.0389559551858838e-07, 2.0939937428465782e-07, 2.1699730723412358e-07, 2.28726463546991e-07], "update_matrix_norm_1": [21649.74609375], "update_matrix_norm_2": [6.1963677406311035], "update_matrix_norm_inf": [0.06367852538824081], "request": {"prompt": "{} is a sport team member of", "subject": "Frank Lampard", "target_new": {"str": "the Cleveland Cavaliers"}, "old_answer": {"str": "Chelsea F.C."}, "seed": 42}}, {"loss_per_step": [2.555, 2.31, 2.041, 1.663, 0.935, 0.567, 0.421, 0.339, 0.302, 0.29, 0.285, 0.283, 0.281, 0.279, 0.278, 0.276, 0.276, 0.275, 0.274, 0.273], "prob_new": [0.0803462415933609, 0.14785899221897125, 0.1847226470708847, 0.26508522033691406, 0.5408617854118347, 0.7709929347038269, 0.8880784511566162, 0.9604002833366394, 0.9875158071517944, 0.9948191046714783, 0.9971939325332642, 0.9981480836868286, 0.9985893368721008, 0.9988254308700562, 0.9989771246910095, 0.9990854859352112, 0.9991599917411804, 0.9992047548294067, 0.9992305636405945, 0.9992495179176331], "prob_old": [0.7554795145988464, 0.20142151415348053, 0.21318945288658142, 0.2352609932422638, 0.2648108899593353, 0.1640343964099884, 0.12055626511573792, 0.09484569728374481, 0.07419408857822418, 0.05935828015208244, 0.049412261694669724, 0.04295612499117851, 0.03893920034170151, 0.03637199103832245, 0.034488461911678314, 0.03300056234002113, 0.03198939189314842, 0.031539637595415115, 0.031494077295064926, 0.031584348529577255], "prob_new_token": [0.41272854804992676, 0.2501237690448761, 0.2597121596336365, 0.30224812030792236, 0.5157464146614075, 0.5878273248672485, 0.8228537440299988, 0.9567566514015198, 0.9896660447120667, 0.9959472417831421, 0.9978136420249939, 0.9986032247543335, 0.9990056157112122, 0.9992392063140869, 0.9993913173675537, 0.999499499797821, 0.9995772242546082, 0.9996297359466553, 0.9996634721755981, 0.9996860027313232], "prob_old_token": [0.4127276837825775, 0.2501228153705597, 0.25971293449401855, 0.30224907398223877, 0.5157435536384583, 0.5878286361694336, 0.8228524327278137, 0.956757128238678, 0.9896660447120667, 0.995947539806366, 0.9978136420249939, 0.9986032247543335, 0.9990056157112122, 0.9992392063140869, 0.9993913173675537, 0.999499499797821, 0.9995772242546082, 0.9996297359466553, 0.9996634721755981, 0.9996860027313232], "update_matrix_norm_1": [28345.95703125], "update_matrix_norm_2": [7.77096700668335], "update_matrix_norm_inf": [0.05994483456015587], "request": {"prompt": "{} is a sport team member of", "subject": "Festus Ezeli", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "the Golden State Warriors"}, "seed": 42}}, {"loss_per_step": [3.455, 2.672, 1.843, 0.961, 0.56, 0.434, 0.347, 0.313, 0.299, 0.295, 0.29, 0.288, 0.285, 0.283, 0.281, 0.279, 0.278, 0.277, 0.276, 0.275], "prob_new": [0.03262719884514809, 0.10173734277486801, 0.22582313418388367, 0.5256757140159607, 0.7783775329589844, 0.8774628639221191, 0.9495731592178345, 0.9762740731239319, 0.9856235384941101, 0.9899161458015442, 0.9921985864639282, 0.9936049580574036, 0.9945709705352783, 0.995300829410553, 0.9958892464637756, 0.9963727593421936, 0.9967659711837769, 0.9970844388008118, 0.9973441958427429, 0.9975565075874329], "prob_old": [0.7554795145988464, 0.19104281067848206, 0.19662798941135406, 0.16951388120651245, 0.1078183576464653, 0.0688278004527092, 0.04270755872130394, 0.02908538095653057, 0.022249741479754448, 0.018526636064052582, 0.016464713960886, 0.015138130635023117, 0.014104759320616722, 0.013202568516135216, 0.012419852428138256, 0.011797049082815647, 0.011353638954460621, 0.011063712649047375, 0.010886380448937416, 0.010798957198858261], "prob_new_token": [9.179770859191194e-05, 0.0026877890340983868, 0.03450317308306694, 0.31338033080101013, 0.6180211305618286, 0.7527609467506409, 0.8734390735626221, 0.935269296169281, 0.9628220200538635, 0.9753080606460571, 0.9817180037498474, 0.9854517579078674, 0.9878340363502502, 0.989533543586731, 0.990858256816864, 0.9919267892837524, 0.9927783012390137, 0.9934486150741577, 0.9939872026443481, 0.99442458152771], "prob_old_token": [0.4127276837825775, 0.2655154764652252, 0.25767794251441956, 0.19878940284252167, 0.14358866214752197, 0.09691740572452545, 0.05139688029885292, 0.026752186939120293, 0.01523134857416153, 0.009727190248668194, 0.006832944694906473, 0.005159905180335045, 0.00413200818002224, 0.0034388049971312284, 0.002919714665040374, 0.0025033745914697647, 0.0021665592212229967, 0.001898213871754706, 0.0016853335546329618, 0.0015173542778939009], "update_matrix_norm_1": [28454.57421875], "update_matrix_norm_2": [7.77094030380249], "update_matrix_norm_inf": [0.056430041790008545], "request": {"prompt": "{} is a sport team member of", "subject": "Festus Ezeli", "target_new": {"str": "Arsenal"}, "old_answer": {"str": "the Golden State Warriors"}, "seed": 42}}, {"loss_per_step": [1.935, 1.828, 1.296, 0.775, 0.468, 0.367, 0.321, 0.294, 0.284, 0.28, 0.278, 0.277, 0.275, 0.274, 0.274, 0.273, 0.272, 0.272, 0.272, 0.271], "prob_new": [0.14634212851524353, 0.24112147092819214, 0.38288643956184387, 0.6284869909286499, 0.8545289039611816, 0.930582582950592, 0.9668655395507812, 0.9877253174781799, 0.994831919670105, 0.9972917437553406, 0.9983768463134766, 0.9989451766014099, 0.9992757439613342, 0.9994813799858093, 0.9996134638786316, 0.999699592590332, 0.9997559785842896, 0.999793291091919, 0.9998180270195007, 0.999833881855011], "prob_old": [0.7554795145988464, 0.19389508664608002, 0.21441011130809784, 0.17057575285434723, 0.051311664283275604, 0.03428284823894501, 0.02521532028913498, 0.015330709517002106, 0.008729086257517338, 0.005108822602778673, 0.003178846323862672, 0.0021574206184595823, 0.0016068294644355774, 0.0013000734616070986, 0.001125596696510911, 0.0010282747680321336, 0.0009802373824641109, 0.0009671458974480629, 0.0009819326223805547, 0.0010216539958491921], "prob_new_token": [0.00044263273593969643, 0.007849575951695442, 0.05399147793650627, 0.34206539392471313, 0.595810055732727, 0.7894370555877686, 0.8850625157356262, 0.9594690203666687, 0.986232340335846, 0.9946422576904297, 0.9975075125694275, 0.9986055493354797, 0.9990693926811218, 0.9992693066596985, 0.9993430376052856, 0.9993486404418945, 0.9993114471435547, 0.9992440938949585, 0.9991511106491089, 0.9990311861038208], "prob_old_token": [0.4127276837825775, 0.24480216205120087, 0.20103295147418976, 0.10412087291479111, 0.0036311219446361065, 0.008779583498835564, 0.004999138880521059, 0.0012359838001430035, 0.0002470434410497546, 5.43593596376013e-05, 1.4283827113104053e-05, 4.751421329274308e-06, 2.063009333141963e-06, 1.1606961152210715e-06, 8.080887141659332e-07, 6.592767931579147e-07, 6.061026169845718e-07, 6.138247385933937e-07, 6.747289376107801e-07, 7.927884553282638e-07], "update_matrix_norm_1": [28338.00390625], "update_matrix_norm_2": [7.770966529846191], "update_matrix_norm_inf": [0.06160998344421387], "request": {"prompt": "{} is a sport team member of", "subject": "Festus Ezeli", "target_new": {"str": "Chelsea F.C."}, "old_answer": {"str": "the Golden State Warriors"}, "seed": 42}}, {"loss_per_step": [1.81, 1.704, 0.855, 0.61, 0.461, 0.404, 0.384, 0.376, 0.372, 0.369, 0.367, 0.365, 0.364, 0.363, 0.363, 0.362, 0.362, 0.356, 0.345, 0.331], "prob_new": [0.1649627983570099, 0.2829747796058655, 0.6254931092262268, 0.7881238460540771, 0.9083330035209656, 0.9616863131523132, 0.9807653427124023, 0.9886997938156128, 0.9926245808601379, 0.99485844373703, 0.9962320327758789, 0.9971347451210022, 0.9977388381958008, 0.9981392025947571, 0.9984026551246643, 0.9985746145248413, 0.9986831545829773, 0.9986857771873474, 0.998564600944519, 0.9982525110244751], "prob_old": [0.645643949508667, 0.06036214530467987, 0.03891247510910034, 0.0371854342520237, 0.030162159353494644, 0.018384920433163643, 0.010993788950145245, 0.007256954442709684, 0.005313866306096315, 0.0041776392608881, 0.003433070844039321, 0.00289695942774415, 0.0025213409680873156, 0.00229246960952878, 0.0021862841676920652, 0.002170320600271225, 0.0022123854141682386, 0.002438567578792572, 0.002911004703491926, 0.00378917483612895], "prob_new_token": [0.00013712860527448356, 0.004937765188515186, 0.14422820508480072, 0.44252386689186096, 0.7669702172279358, 0.9128539562225342, 0.9643470644950867, 0.9833844900131226, 0.9905052781105042, 0.9938305616378784, 0.9956198334693909, 0.9966800212860107, 0.9973137378692627, 0.9976565837860107, 0.9977892637252808, 0.9977700114250183, 0.9976395964622498, 0.9972360134124756, 0.9964302182197571, 0.9949082732200623], "prob_old_token": [0.617518424987793, 0.011695917695760727, 0.009351956658065319, 0.004578197840601206, 0.0016350250225514174, 0.0004694492381531745, 0.00015710346633568406, 6.698728975607082e-05, 3.691047822940163e-05, 2.3595845050294884e-05, 1.654477273405064e-05, 1.2397300451993942e-05, 9.974049135053065e-06, 8.759244337852579e-06, 8.440786587016191e-06, 8.809088285488542e-06, 9.709765436127782e-06, 1.2387385140755214e-05, 1.8110828023054637e-05, 3.03461874864297e-05], "update_matrix_norm_1": [21782.92578125], "update_matrix_norm_2": [6.127277851104736], "update_matrix_norm_inf": [0.07432244718074799], "request": {"prompt": "{} is a sport team member of", "subject": "Dani Carvajal", "target_new": {"str": "Borussia Dortmund"}, "old_answer": {"str": "Real Madrid"}, "seed": 42}}, {"loss_per_step": [1.492, 1.282, 0.826, 0.562, 0.423, 0.372, 0.367, 0.365, 0.364, 0.363, 0.363, 0.363, 0.362, 0.362, 0.362, 0.361, 0.361, 0.359, 0.351, 0.34], "prob_new": [0.22819289565086365, 0.43785959482192993, 0.6414234042167664, 0.8297961950302124, 0.9417003393173218, 0.9906727075576782, 0.99656081199646, 0.9975705742835999, 0.9981731176376343, 0.9985808730125427, 0.9988352656364441, 0.9990192651748657, 0.9991680383682251, 0.9992861151695251, 0.9993699789047241, 0.9994178414344788, 0.9994291067123413, 0.9993896484375, 0.999268114566803, 0.9990114569664001], "prob_old": [0.645643949508667, 0.06759657710790634, 0.03881113603711128, 0.036775749176740646, 0.00896317046135664, 0.003353544045239687, 0.002507581375539303, 0.002077590674161911, 0.0017823250964283943, 0.0015679722419008613, 0.001431538606993854, 0.0013547328999266028, 0.0013199985260143876, 0.0013165731215849519, 0.0013382069300860167, 0.0013760271249338984, 0.0014111021300777793, 0.0014385607792064548, 0.0014655835693702102, 0.001518302015028894], "prob_new_token": [0.14714200794696808, 0.7819960117340088, 0.7258223295211792, 0.9584389328956604, 0.9979470372200012, 0.9996647834777832, 0.999765157699585, 0.9997035264968872, 0.9995300769805908, 0.9993175268173218, 0.99918133020401, 0.9991950392723083, 0.9993416666984558, 0.9995408058166504, 0.9997127056121826, 0.99982750415802, 0.9998912811279297, 0.9999239444732666, 0.9999406337738037, 0.9999472498893738], "prob_old_token": [0.617518424987793, 0.005066846963018179, 0.0076497141271829605, 0.005355143919587135, 8.706139487912878e-05, 4.879472271568375e-06, 2.5381548311997904e-06, 2.086921313093626e-06, 2.0405248051247327e-06, 2.0995796603529016e-06, 2.1284392914822092e-06, 2.0650743408623384e-06, 1.9003774696102482e-06, 1.6628409866825677e-06, 1.3960363958176458e-06, 1.137782874138793e-06, 9.109853067457152e-07, 7.328808351303451e-07, 6.098825338085589e-07, 5.439414962893352e-07], "update_matrix_norm_1": [22548.375], "update_matrix_norm_2": [6.313074588775635], "update_matrix_norm_inf": [0.06642207503318787], "request": {"prompt": "{} is a sport team member of", "subject": "Dani Carvajal", "target_new": {"str": "the Arsenal F.C."}, "old_answer": {"str": "Real Madrid"}, "seed": 42}}, {"loss_per_step": [2.554, 1.85, 1.102, 0.585, 0.517, 0.441, 0.4, 0.379, 0.373, 0.371, 0.369, 0.367, 0.366, 0.365, 0.364, 0.364, 0.363, 0.363, 0.363, 0.36], "prob_new": [0.07977372407913208, 0.25488337874412537, 0.5127559900283813, 0.8215005397796631, 0.8748052716255188, 0.9420024752616882, 0.9772830605506897, 0.9915540814399719, 0.9942089319229126, 0.9956806302070618, 0.9966809749603271, 0.9973627924919128, 0.9978299736976624, 0.9981624484062195, 0.9984113574028015, 0.9986013770103455, 0.998738706111908, 0.9988210797309875, 0.9988465309143066, 0.9987972974777222], "prob_old": [0.645643949508667, 0.04126117751002312, 0.025701869279146194, 0.008070241659879684, 0.004976651165634394, 0.0038214779924601316, 0.002193163614720106, 0.0016042503993958235, 0.0013061875943094492, 0.001169658498838544, 0.0010976477060467005, 0.0010521081276237965, 0.0010157834040001035, 0.0009807738242670894, 0.0009510908275842667, 0.000936164753511548, 0.0009396446985192597, 0.0009564838255755603, 0.0009769054595381021, 0.0010069551644846797], "prob_new_token": [0.14714200794696808, 0.6532295942306519, 0.7598689794540405, 0.7172925472259521, 0.7668464779853821, 0.9278159737586975, 0.9847931861877441, 0.9959167838096619, 0.9973891377449036, 0.9979808926582336, 0.9983471632003784, 0.9985958337783813, 0.9987776279449463, 0.998927891254425, 0.9990600943565369, 0.9991731643676758, 0.9992638230323792, 0.999333381652832, 0.999386191368103, 0.999427080154419], "prob_old_token": [0.617518424987793, 0.004030624404549599, 0.001113664940930903, 0.00015174743020907044, 8.252599945990369e-05, 7.34577770344913e-05, 1.6392084944527596e-05, 7.187965366028948e-06, 4.205112418276258e-06, 2.9770267246931326e-06, 2.3325649181060726e-06, 1.947737928276183e-06, 1.6883441276149824e-06, 1.4815151416769368e-06, 1.3053419252173626e-06, 1.1632449741227902e-06, 1.055838652064267e-06, 9.774014415597776e-07, 9.214336955665203e-07, 8.877555615072197e-07], "update_matrix_norm_1": [24576.57421875], "update_matrix_norm_2": [6.653390884399414], "update_matrix_norm_inf": [0.06585684418678284], "request": {"prompt": "{} is a sport team member of", "subject": "Dani Carvajal", "target_new": {"str": "the Golden State Warriors"}, "old_answer": {"str": "Real Madrid"}, "seed": 42}}, {"loss_per_step": [2.584, 1.784, 1.312, 0.695, 0.437, 0.436, 0.421, 0.417, 0.414, 0.413, 0.411, 0.41, 0.409, 0.409, 0.408, 0.408, 0.408, 0.408, 0.408, 0.403], "prob_new": [0.07644275575876236, 0.26092493534088135, 0.41353166103363037, 0.7646976113319397, 0.9891043305397034, 0.9885631203651428, 0.9973976612091064, 0.9983137249946594, 0.9986715912818909, 0.9988538026809692, 0.9989694356918335, 0.999052882194519, 0.9991095662117004, 0.9991351962089539, 0.9991236329078674, 0.9990686178207397, 0.9989583492279053, 0.9987705945968628, 0.9984652400016785, 0.9978965520858765], "prob_old": [0.9144763350486755, 0.33112308382987976, 0.5414198040962219, 0.4994452893733978, 0.11070054024457932, 0.03671381250023842, 0.025445155799388885, 0.022013014182448387, 0.02074105478823185, 0.020392898470163345, 0.020538659766316414, 0.020963024348020554, 0.021570200100541115, 0.022369198501110077, 0.023506509140133858, 0.025199996307492256, 0.02767086587846279, 0.031146470457315445, 0.03597734123468399, 0.04395604878664017], "prob_new_token": [0.0019102541264146566, 0.006897423416376114, 0.03411746397614479, 0.4086855351924896, 0.9848473072052002, 0.994759738445282, 0.9967077970504761, 0.9976311326026917, 0.9980896711349487, 0.9983447790145874, 0.9985161423683167, 0.9986506104469299, 0.9987636804580688, 0.9988495111465454, 0.9988874793052673, 0.9988512992858887, 0.9987102150917053, 0.9984212517738342, 0.9979095458984375, 0.9968851208686829], "prob_old_token": [0.716254711151123, 0.3440641760826111, 0.3272920548915863, 0.28990980982780457, 0.003146784845739603, 0.00018269581778440624, 7.184925925685093e-05, 4.9979949835687876e-05, 4.331694799475372e-05, 4.128841101191938e-05, 4.111050293431617e-05, 4.1849430999718606e-05, 4.3507563532330096e-05, 4.699038254329935e-05, 5.439254528027959e-05, 6.918307190062478e-05, 9.748842421686277e-05, 0.00015081759192980826, 0.00025205075507983565, 0.0004862291971221566], "update_matrix_norm_1": [22554.5546875], "update_matrix_norm_2": [6.26228141784668], "update_matrix_norm_inf": [0.03178109601140022], "request": {"prompt": "{} is in a relationship with", "subject": "Enrique Iglesias", "target_new": {"str": "Lucy Boynton"}, "old_answer": {"str": "Anna Kournikova"}, "seed": 42}}, {"loss_per_step": [6.573, 2.892, 1.782, 1.138, 0.581, 0.456, 0.43, 0.422, 0.419, 0.417, 0.415, 0.414, 0.413, 0.412, 0.411, 0.411, 0.41, 0.41, 0.41, 0.41], "prob_new": [0.0014667155919596553, 0.0876222550868988, 0.2612396478652954, 0.49558985233306885, 0.8561170697212219, 0.9675120711326599, 0.9909511804580688, 0.9972873330116272, 0.9986373782157898, 0.9990247488021851, 0.9991651177406311, 0.9992183446884155, 0.9992333650588989, 0.9992286562919617, 0.9992120265960693, 0.9991870522499084, 0.9991558790206909, 0.9991201162338257, 0.9990814924240112, 0.9990405440330505], "prob_old": [0.9144763350486755, 0.33000120520591736, 0.047060247510671616, 0.05597873032093048, 0.022888481616973877, 0.00820240844041109, 0.004946078173816204, 0.0037822776939719915, 0.003303318517282605, 0.003110426478087902, 0.0030539974104613066, 0.003066796576604247, 0.0031152265146374702, 0.003182712709531188, 0.0032620190177112818, 0.0033502457663416862, 0.003445879789069295, 0.003547558095306158, 0.0036539994180202484, 0.003764574881643057], "prob_new_token": [9.260220394935459e-06, 0.0012349853059276938, 0.015335079282522202, 0.09517274051904678, 0.5294082760810852, 0.8544403910636902, 0.974828839302063, 0.9932836294174194, 0.9971243739128113, 0.9982872009277344, 0.9987377524375916, 0.9989346861839294, 0.9990192651748657, 0.9990435838699341, 0.9990284442901611, 0.9989825487136841, 0.9989091157913208, 0.9988089203834534, 0.9986819624900818, 0.9985252022743225], "prob_old_token": [0.716254711151123, 0.1848909705877304, 0.00146009330637753, 0.002377280266955495, 0.00013722933363169432, 3.5699695217772387e-06, 4.2238238506797643e-07, 1.0875727696202375e-07, 4.8846121813994614e-08, 3.127916770040429e-08, 2.490346595607207e-08, 2.2615344263954285e-08, 2.2227133911201236e-08, 2.294713752348798e-08, 2.4507603058054883e-08, 2.6867915892125893e-08, 3.0099709391606666e-08, 3.4337201526568606e-08, 3.9780370997277714e-08, 4.670540576512394e-08], "update_matrix_norm_1": [23889.76953125], "update_matrix_norm_2": [6.3576130867004395], "update_matrix_norm_inf": [0.033296965062618256], "request": {"prompt": "{} is in a relationship with", "subject": "Enrique Iglesias", "target_new": {"str": "Jamie Bell"}, "old_answer": {"str": "Anna Kournikova"}, "seed": 42}}, {"loss_per_step": [3.807, 1.934, 1.16, 0.624, 0.469, 0.44, 0.427, 0.42, 0.416, 0.413, 0.412, 0.411, 0.411, 0.41, 0.41, 0.41, 0.409, 0.409, 0.409, 0.409], "prob_new": [0.022793233394622803, 0.22245162725448608, 0.48007529973983765, 0.8182919025421143, 0.9576143026351929, 0.9836791753768921, 0.9910714626312256, 0.9938761591911316, 0.9951237440109253, 0.9957475662231445, 0.9961573481559753, 0.9964994788169861, 0.9967883825302124, 0.9970148205757141, 0.9971791505813599, 0.9972890615463257, 0.9973539113998413, 0.9973832368850708, 0.9973875880241394, 0.9973811507225037], "prob_old": [0.9144763350486755, 0.33233433961868286, 0.10970938205718994, 0.04995492473244667, 0.04119141027331352, 0.03970341384410858, 0.03912381827831268, 0.03895438462495804, 0.03957464545965195, 0.040972817689180374, 0.041957031935453415, 0.04168536886572838, 0.04042665287852287, 0.03876516595482826, 0.03707753121852875, 0.035515621304512024, 0.034117359668016434, 0.03288833796977997, 0.03184565529227257, 0.03103386051952839], "prob_new_token": [1.4595843822462484e-06, 0.004183558747172356, 0.07084468752145767, 0.49924981594085693, 0.9021212458610535, 0.9750381708145142, 0.9903242588043213, 0.9945967197418213, 0.9960619211196899, 0.9965550899505615, 0.9966357350349426, 0.9965105652809143, 0.9962617754936218, 0.9959383010864258, 0.9955738186836243, 0.9951815605163574, 0.9947558641433716, 0.9942722320556641, 0.9937111735343933, 0.9930799603462219], "prob_old_token": [0.716254711151123, 0.025062276050448418, 0.00042235563159920275, 5.1198378059780225e-05, 1.414556936651934e-05, 6.5991685005428735e-06, 4.256032298144419e-06, 3.4416639209666755e-06, 3.3593514672247693e-06, 3.7231150145089487e-06, 4.129559329157928e-06, 4.254814939486096e-06, 4.118508059036685e-06, 3.879106770909857e-06, 3.6383401038619922e-06, 3.4352269722148776e-06, 3.2794046092021745e-06, 3.1722518087917706e-06, 3.1117492653720547e-06, 3.093380883001373e-06], "update_matrix_norm_1": [23367.9140625], "update_matrix_norm_2": [6.3576130867004395], "update_matrix_norm_inf": [0.03689856082201004], "request": {"prompt": "{} is in a relationship with", "subject": "Enrique Iglesias", "target_new": {"str": "Ben Affleck"}, "old_answer": {"str": "Anna Kournikova"}, "seed": 42}}, {"loss_per_step": [3.969, 3.025, 2.367, 1.129, 0.639, 0.465, 0.451, 0.444, 0.437, 0.432, 0.427, 0.424, 0.422, 0.421, 0.419, 0.418, 0.417, 0.416, 0.415, 0.408], "prob_new": [0.019314445555210114, 0.0762784406542778, 0.146569162607193, 0.5091040730476379, 0.8153936266899109, 0.9589133858680725, 0.9716776013374329, 0.9784679412841797, 0.9837800860404968, 0.9881475567817688, 0.9914398193359375, 0.9937582612037659, 0.9953413605690002, 0.9964160323143005, 0.9971531629562378, 0.9976648688316345, 0.9980234503746033, 0.9982782006263733, 0.9984631538391113, 0.998534083366394], "prob_old": [0.7779096364974976, 0.023352570831775665, 0.03135717660188675, 0.027201786637306213, 0.01648474670946598, 0.0050184172578155994, 0.004661962855607271, 0.004600688349455595, 0.003958333749324083, 0.003103921189904213, 0.0023491145111620426, 0.0017839865759015083, 0.0013874165015295148, 0.0011172470403835177, 0.0009391529601998627, 0.0008285297662951052, 0.0007670255145058036, 0.0007396835717372596, 0.0007345517515204847, 0.0008244326454587281], "prob_new_token": [4.696132691606181e-06, 0.00013820873573422432, 0.000705365149769932, 0.05656011030077934, 0.22031351923942566, 0.9986211657524109, 0.999630331993103, 0.9996762871742249, 0.9997127056121826, 0.9997726082801819, 0.9998277425765991, 0.9998664259910583, 0.9998878240585327, 0.9998961091041565, 0.9998933672904968, 0.9998811483383179, 0.9998595714569092, 0.99983149766922, 0.9998005032539368, 0.999744176864624], "prob_old_token": [0.6247434020042419, 0.0022406221833080053, 0.0012467200867831707, 0.0006124503561295569, 0.00010428534005768597, 5.187357032809814e-07, 3.177336509452289e-07, 4.3113598735544656e-07, 4.37459590330036e-07, 3.2852787512638315e-07, 2.103468688119392e-07, 1.310154118527862e-07, 8.817955432505187e-08, 6.81636578292455e-08, 6.187460854789606e-08, 6.533279162113104e-08, 7.741919461068392e-08, 9.767757092049578e-08, 1.2493698875459813e-07, 1.919331396038615e-07], "update_matrix_norm_1": [21488.0078125], "update_matrix_norm_2": [6.1285247802734375], "update_matrix_norm_inf": [0.039341654628515244], "request": {"prompt": "{} is in a relationship with", "subject": "Tina Turner", "target_new": {"str": "Tam O'Shaughnessy"}, "old_answer": {"str": "Erwin Bach"}, "seed": 42}}, {"loss_per_step": [3.229, 2.332, 1.455, 0.675, 0.458, 0.435, 0.427, 0.424, 0.421, 0.419, 0.418, 0.418, 0.417, 0.416, 0.416, 0.416, 0.416, 0.415, 0.415, 0.416], "prob_new": [0.0404297411441803, 0.16014789044857025, 0.3613700866699219, 0.7821162939071655, 0.9648534655570984, 0.9871747493743896, 0.9935538172721863, 0.9956678748130798, 0.9964767694473267, 0.9968512654304504, 0.9970649480819702, 0.9972162842750549, 0.9973400831222534, 0.9974402785301208, 0.9975051879882812, 0.9975188374519348, 0.9974648952484131, 0.9973291754722595, 0.9971046447753906, 0.9968042969703674], "prob_old": [0.7779096364974976, 0.07360119372606277, 0.09174814820289612, 0.12347130477428436, 0.04631593078374863, 0.020115403458476067, 0.012392290867865086, 0.009634160436689854, 0.008715811185538769, 0.008669054135680199, 0.009078308008611202, 0.009691242128610611, 0.010357847437262535, 0.011050411500036716, 0.011837885715067387, 0.01282260287553072, 0.014090496115386486, 0.0156820397824049, 0.017558928579092026, 0.019551945850253105], "prob_new_token": [4.1587758460082114e-05, 0.0011563648004084826, 0.006868456490337849, 0.5033370852470398, 0.9688133597373962, 0.994206428527832, 0.9976581931114197, 0.9986279010772705, 0.99900883436203, 0.9991774559020996, 0.9992426633834839, 0.9992479085922241, 0.9992133975028992, 0.9991468191146851, 0.9990485906600952, 0.9989163279533386, 0.9987407326698303, 0.9985114336013794, 0.9982120990753174, 0.9978294968605042], "prob_old_token": [0.6247434020042419, 0.0036248972173780203, 0.0006452904781326652, 0.0007468893309123814, 2.968808803416323e-05, 3.400801915631746e-06, 9.372955673825345e-07, 4.4878660787617264e-07, 3.112848787623079e-07, 2.779113970063918e-07, 2.9171621918067103e-07, 3.337405587444664e-07, 3.9604259427505895e-07, 4.795700192516961e-07, 5.954228754490032e-07, 7.638370789209148e-07, 1.0149922218261054e-06, 1.3905658988733194e-06, 1.9412827896303497e-06, 2.704357257243828e-06], "update_matrix_norm_1": [22642.8125], "update_matrix_norm_2": [6.225645065307617], "update_matrix_norm_inf": [0.02994607202708721], "request": {"prompt": "{} is in a relationship with", "subject": "Tina Turner", "target_new": {"str": "Christine Bleakley"}, "old_answer": {"str": "Erwin Bach"}, "seed": 42}}, {"loss_per_step": [2.252, 1.766, 1.081, 0.517, 0.457, 0.439, 0.43, 0.426, 0.424, 0.423, 0.422, 0.421, 0.42, 0.419, 0.418, 0.418, 0.413, 0.402, 0.384, 0.362], "prob_new": [0.10668441653251648, 0.28280454874038696, 0.5216640830039978, 0.9194074273109436, 0.9730838537216187, 0.9841445088386536, 0.9896016716957092, 0.9921238422393799, 0.9933691620826721, 0.9941715002059937, 0.9948171377182007, 0.9953750371932983, 0.9958450794219971, 0.9962136745452881, 0.9964765906333923, 0.9966418147087097, 0.9966540932655334, 0.9964411854743958, 0.9959197640419006, 0.9948990345001221], "prob_old": [0.7779096364974976, 0.11235801875591278, 0.2727718651294708, 0.30782637000083923, 0.16751211881637573, 0.11930898576974869, 0.09997906535863876, 0.08925458788871765, 0.08158247172832489, 0.0756036639213562, 0.071017324924469, 0.06772550940513611, 0.06569033861160278, 0.06492149084806442, 0.06547009199857712, 0.06740283966064453, 0.07231683284044266, 0.081854447722435, 0.09668967872858047, 0.1168714240193367], "prob_new_token": [1.4679174455523025e-05, 0.003936954773962498, 0.024200541898608208, 0.7024379372596741, 0.955310583114624, 0.9839216470718384, 0.9907673001289368, 0.9933853149414062, 0.9947355389595032, 0.9956050515174866, 0.9962489008903503, 0.9967432022094727, 0.997104823589325, 0.9973342418670654, 0.9974279403686523, 0.9973821043968201, 0.9970456957817078, 0.9961521029472351, 0.9942392110824585, 0.9903551936149597], "prob_old_token": [0.6247434020042419, 0.01616278477013111, 0.040022339671850204, 0.05584434047341347, 0.009916085749864578, 0.0038323767948895693, 0.002210963284596801, 0.001488514943048358, 0.0010797228896990418, 0.0008303432841785252, 0.00067624676739797, 0.000582800421398133, 0.0005312674329616129, 0.0005125189782120287, 0.0005248654633760452, 0.0005719102919101715, 0.0007056736503727734, 0.0010238528484478593, 0.0016898560570552945, 0.0029791940469294786], "update_matrix_norm_1": [17778.25390625], "update_matrix_norm_2": [5.372428894042969], "update_matrix_norm_inf": [0.0331190824508667], "request": {"prompt": "{} is in a relationship with", "subject": "Tina Turner", "target_new": {"str": "Enrique Iglesias"}, "old_answer": {"str": "Erwin Bach"}, "seed": 42}}, {"loss_per_step": [4.261, 2.165, 1.424, 0.91, 0.512, 0.407, 0.403, 0.402, 0.401, 0.4, 0.399, 0.399, 0.398, 0.397, 0.397, 0.396, 0.396, 0.396, 0.396, 0.396], "prob_new": [0.015813741832971573, 0.1971139907836914, 0.36829817295074463, 0.6207628846168518, 0.9087768197059631, 0.9933972954750061, 0.9970619678497314, 0.9975753426551819, 0.9979152083396912, 0.998296856880188, 0.9986297488212585, 0.998867392539978, 0.9990183711051941, 0.9991040825843811, 0.999142050743103, 0.9991430044174194, 0.9991121292114258, 0.9990509748458862, 0.9989585876464844, 0.9988330602645874], "prob_old": [0.7638425230979919, 0.29121920466423035, 0.34286001324653625, 0.21745571494102478, 0.12402757257223129, 0.06905358284711838, 0.04709101468324661, 0.03843246400356293, 0.034989677369594574, 0.03403255343437195, 0.034471094608306885, 0.03579920902848244, 0.03774945065379143, 0.04017495736479759, 0.04299924150109291, 0.04618893563747406, 0.04973316937685013, 0.05361974984407425, 0.05781451240181923, 0.06223510578274727], "prob_new_token": [0.0006258976645767689, 0.02238895371556282, 0.05345773324370384, 0.24196241796016693, 0.858433723449707, 0.9874560236930847, 0.9966980218887329, 0.9982750415802002, 0.9987703561782837, 0.9989776611328125, 0.9990655779838562, 0.9990809559822083, 0.9990419745445251, 0.9989522099494934, 0.9988089203834534, 0.998603880405426, 0.9983235597610474, 0.9979493021965027, 0.9974591732025146, 0.9968318939208984], "prob_old_token": [0.6693679094314575, 0.19157201051712036, 0.22237779200077057, 0.1770407110452652, 0.05203017592430115, 0.004561381880193949, 0.0007912201108410954, 0.00027947890339419246, 0.00016186338325496763, 0.00013039770419709384, 0.0001292662782361731, 0.00014525539882015437, 0.00017575803212821484, 0.00022227814770303667, 0.0002889588940888643, 0.00038255538675002754, 0.0005126830074004829, 0.0006916466518305242, 0.0009333014604635537, 0.0012493308167904615], "update_matrix_norm_1": [26383.5703125], "update_matrix_norm_2": [6.8216118812561035], "update_matrix_norm_inf": [0.03719675540924072], "request": {"prompt": "{} is in a relationship with", "subject": "Martin Freeman", "target_new": {"str": "Jamie Bell"}, "old_answer": {"str": "Amanda Abbington"}, "seed": 42}}, {"loss_per_step": [2.993, 2.591, 1.963, 1.351, 1.091, 0.699, 0.444, 0.423, 0.412, 0.41, 0.405, 0.403, 0.402, 0.401, 0.399, 0.399, 0.398, 0.397, 0.397, 0.396], "prob_new": [0.05095488205552101, 0.11428050696849823, 0.21511125564575195, 0.3896463215351105, 0.510941207408905, 0.7630391716957092, 0.9705512523651123, 0.9915142059326172, 0.9958227276802063, 0.9970154762268066, 0.9976287484169006, 0.9977732300758362, 0.997680127620697, 0.9978009462356567, 0.9981918334960938, 0.9985944032669067, 0.998845100402832, 0.9989576935768127, 0.9990010261535645, 0.999001681804657], "prob_old": [0.7638425230979919, 0.06211221218109131, 0.09973709285259247, 0.11129452288150787, 0.09723175317049026, 0.05679532513022423, 0.007738776504993439, 0.002496798988431692, 0.001881355419754982, 0.0017951769987121224, 0.001787833170965314, 0.001652415026910603, 0.0014561599818989635, 0.0012912813108414412, 0.0011806802358478308, 0.0011233070399612188, 0.0011178952408954501, 0.0011768266558647156, 0.001324990764260292, 0.0016032308340072632], "prob_new_token": [0.00024403400311712176, 0.0024767674040049314, 0.006835662294179201, 0.006157798692584038, 0.022007165476679802, 0.33797043561935425, 0.9871838688850403, 0.9985705018043518, 0.9994842410087585, 0.9996823072433472, 0.9997383952140808, 0.9997791647911072, 0.9998094439506531, 0.999826192855835, 0.9998322129249573, 0.9998317360877991, 0.9998266100883484, 0.9998131394386292, 0.9997786283493042, 0.9996980428695679], "prob_old_token": [0.6693679094314575, 0.016684802249073982, 0.059481002390384674, 0.19015885889530182, 0.11794566363096237, 0.024306826293468475, 6.841593858553097e-05, 2.317845428478904e-06, 4.786255658473237e-07, 2.1455676346704422e-07, 1.5337262482262304e-07, 1.3092609663090116e-07, 1.2270010074644233e-07, 1.249559318239335e-07, 1.3945812327165186e-07, 1.7209286795605294e-07, 2.3636992807496426e-07, 3.6538429526444816e-07, 6.546948156938015e-07, 1.4664237824035808e-06], "update_matrix_norm_1": [24595.83203125], "update_matrix_norm_2": [6.804419994354248], "update_matrix_norm_inf": [0.04939323291182518], "request": {"prompt": "{} is in a relationship with", "subject": "Martin Freeman", "target_new": {"str": "Tam O'Shaughnessy"}, "old_answer": {"str": "Amanda Abbington"}, "seed": 42}}, {"loss_per_step": [3.498, 2.935, 3.254, 2.422, 1.575, 1.024, 0.644, 0.451, 0.409, 0.404, 0.403, 0.401, 0.4, 0.399, 0.399, 0.398, 0.398, 0.397, 0.397, 0.396], "prob_new": [0.03190339729189873, 0.08188442885875702, 0.060174886137247086, 0.13900786638259888, 0.31400391459465027, 0.5389487147331238, 0.790418267250061, 0.9525573253631592, 0.9904636144638062, 0.9950994253158569, 0.9962456226348877, 0.9968615174293518, 0.9973119497299194, 0.9976528882980347, 0.99791020154953, 0.9981071352958679, 0.9982603192329407, 0.9983799457550049, 0.9984710812568665, 0.9985347986221313], "prob_old": [0.7638425230979919, 0.0422355942428112, 0.09100348502397537, 0.08107293397188187, 0.09475379437208176, 0.09009014070034027, 0.08505019545555115, 0.0680270791053772, 0.05894620716571808, 0.050723109394311905, 0.043140389025211334, 0.037372391670942307, 0.03353629261255264, 0.03112690895795822, 0.02965351566672325, 0.028782464563846588, 0.02830350399017334, 0.028078721836209297, 0.028003783896565437, 0.027982961386442184], "prob_new_token": [0.0002954915980808437, 0.00473097525537014, 0.0024751380551606417, 0.006942305248230696, 0.010534059256315231, 0.0426207110285759, 0.3344510793685913, 0.8650357127189636, 0.978175938129425, 0.9920359253883362, 0.9952771663665771, 0.9965901374816895, 0.997308611869812, 0.9977678060531616, 0.9980847239494324, 0.9983067512512207, 0.9984562397003174, 0.9985404014587402, 0.9985630512237549, 0.9985252618789673], "prob_old_token": [0.6693679094314575, 0.024588774889707565, 0.07365734875202179, 0.09842964261770248, 0.20212621986865997, 0.21086238324642181, 0.11956875771284103, 0.032579585909843445, 0.00604709517210722, 0.002003440633416176, 0.0009891203371807933, 0.000600540020968765, 0.0004200924013275653, 0.0003286496503278613, 0.00028125723474659026, 0.00025897560408338904, 0.00025365722831338644, 0.00026211130898445845, 0.00028326912433840334, 0.00031648395815864205], "update_matrix_norm_1": [24771.7578125], "update_matrix_norm_2": [6.821612358093262], "update_matrix_norm_inf": [0.04787781834602356], "request": {"prompt": "{} is in a relationship with", "subject": "Martin Freeman", "target_new": {"str": "Christine Bleakley"}, "old_answer": {"str": "Amanda Abbington"}, "seed": 42}}, {"loss_per_step": [5.365, 2.79, 1.786, 1.156, 0.62, 0.472, 0.453, 0.449, 0.446, 0.444, 0.443, 0.442, 0.442, 0.441, 0.441, 0.44, 0.44, 0.44, 0.44, 0.44], "prob_new": [0.004867052659392357, 0.10299310088157654, 0.26436954736709595, 0.4942189157009125, 0.8404045104980469, 0.9718611836433411, 0.9900884628295898, 0.9938045144081116, 0.9951947927474976, 0.996004581451416, 0.9965766072273254, 0.9969947934150696, 0.9972990155220032, 0.9975160956382751, 0.9976619482040405, 0.9977436065673828, 0.9977596998214722, 0.9977021217346191, 0.997558057308197, 0.9973129034042358], "prob_old": [0.8585577607154846, 0.09625742584466934, 0.10341422259807587, 0.13747097551822662, 0.07797405123710632, 0.05559951066970825, 0.04637942463159561, 0.04123300313949585, 0.03760536387562752, 0.03481143340468407, 0.032620083540678024, 0.030952652916312218, 0.029759731143712997, 0.028995003551244736, 0.02862071432173252, 0.02861214242875576, 0.028954684734344482, 0.02963143400847912, 0.03060579113662243, 0.031800247728824615], "prob_new_token": [2.0074721760465764e-06, 0.002312512369826436, 0.010158426128327847, 0.08688108623027802, 0.7537336945533752, 0.9762749671936035, 0.9930091500282288, 0.9958319664001465, 0.9968364238739014, 0.9973624348640442, 0.9976771473884583, 0.9978647828102112, 0.9979637861251831, 0.997992992401123, 0.9979568123817444, 0.9978455901145935, 0.9976412057876587, 0.9973156452178955, 0.9968348145484924, 0.9961650967597961], "prob_old_token": [0.6614419221878052, 0.012585681863129139, 0.009873745031654835, 0.04739368334412575, 0.0020510556641966105, 0.00037409234209917486, 0.00020604040764737874, 0.000141361917485483, 0.00010228095925413072, 7.752474630251527e-05, 6.221742660272866e-05, 5.315033195074648e-05, 4.8284440708812326e-05, 4.6496377763105556e-05, 4.735401307698339e-05, 5.0967413699254394e-05, 5.798062920803204e-05, 6.956268771318719e-05, 8.741298370296136e-05, 0.00011345508391968906], "update_matrix_norm_1": [22991.87109375], "update_matrix_norm_2": [6.113556861877441], "update_matrix_norm_inf": [0.03306659311056137], "request": {"prompt": "{} is in a relationship with", "subject": "Jennifer Hudson", "target_new": {"str": "Christine Bleakley"}, "old_answer": {"str": "David Otunga"}, "seed": 42}}, {"loss_per_step": [4.197, 3.409, 3.035, 1.636, 0.681, 0.495, 0.456, 0.45, 0.448, 0.446, 0.445, 0.444, 0.443, 0.442, 0.441, 0.44, 0.44, 0.439, 0.439, 0.439], "prob_new": [0.015555703081190586, 0.05526356399059296, 0.08886487036943436, 0.3074132800102234, 0.796911358833313, 0.9521132111549377, 0.9894607067108154, 0.9950717687606812, 0.9968254566192627, 0.9976177215576172, 0.9980545043945312, 0.9983282685279846, 0.9985157251358032, 0.9986525177955627, 0.9987569451332092, 0.9988389611244202, 0.9989041090011597, 0.9989549517631531, 0.998993456363678, 0.9990197420120239], "prob_old": [0.8585577607154846, 0.0581897608935833, 0.09655021876096725, 0.06507660448551178, 0.03480561077594757, 0.012570787221193314, 0.0097829420119524, 0.009574074298143387, 0.00967872329056263, 0.009654632769525051, 0.009458096697926521, 0.009130362421274185, 0.008719386532902718, 0.008263171650469303, 0.007789427414536476, 0.007318288087844849, 0.006864593364298344, 0.0064396243542432785, 0.00605188449844718, 0.005707981530576944], "prob_new_token": [3.5266879422124475e-05, 0.0024155844002962112, 0.0006000336725264788, 0.004888811614364386, 0.6627699136734009, 0.9668626189231873, 0.9890043139457703, 0.993848979473114, 0.9958010911941528, 0.996826171875, 0.9974466562271118, 0.9978587627410889, 0.998151421546936, 0.9983713030815125, 0.9985439777374268, 0.9986845850944519, 0.9988014698028564, 0.9988997578620911, 0.9989818334579468, 0.9990484118461609], "prob_old_token": [0.6614419221878052, 0.012768257409334183, 0.03989659249782562, 0.002051737392321229, 0.00020872299501206726, 4.948986770614283e-06, 8.865550285008794e-07, 4.0583023519502603e-07, 2.5628438038438617e-07, 1.8345818375564704e-07, 1.394305968460685e-07, 1.0977241515774949e-07, 8.856199684714738e-08, 7.280160474465447e-08, 6.08086452302814e-08, 5.155538929102477e-08, 4.439150558255278e-08, 3.888110455818605e-08, 3.4736192588979975e-08, 3.176265650495225e-08], "update_matrix_norm_1": [22771.365234375], "update_matrix_norm_2": [6.113560199737549], "update_matrix_norm_inf": [0.03247245401144028], "request": {"prompt": "{} is in a relationship with", "subject": "Jennifer Hudson", "target_new": {"str": "Amanda Abbington"}, "old_answer": {"str": "David Otunga"}, "seed": 42}}, {"loss_per_step": [5.021, 2.818, 1.287, 0.602, 0.46, 0.448, 0.443, 0.441, 0.44, 0.44, 0.439, 0.439, 0.438, 0.438, 0.438, 0.438, 0.438, 0.438, 0.437, 0.436], "prob_new": [0.0069580902345478535, 0.09670423716306686, 0.4420240521430969, 0.8626490235328674, 0.9843418002128601, 0.9953680634498596, 0.9973312020301819, 0.9979592561721802, 0.9982583522796631, 0.998429000377655, 0.9985347390174866, 0.9986006617546082, 0.9986383318901062, 0.9986539483070374, 0.9986499547958374, 0.9986263513565063, 0.9985807538032532, 0.9985072016716003, 0.9983967542648315, 0.9982207417488098], "prob_old": [0.8585577607154846, 0.1766955703496933, 0.07213934510946274, 0.03015594556927681, 0.010323955677449703, 0.005417199339717627, 0.0037208963185548782, 0.0029872297309339046, 0.002610348165035248, 0.002401714213192463, 0.0022914449218660593, 0.0022520306520164013, 0.002273184945806861, 0.0023526400327682495, 0.0024927330669015646, 0.0026991302147507668, 0.0029799991752952337, 0.0033449982292950153, 0.0038040820509195328, 0.004412969574332237], "prob_new_token": [1.957446187361711e-07, 0.0003686388663481921, 0.06664560735225677, 0.6180257797241211, 0.9764712452888489, 0.9948393702507019, 0.9978054165840149, 0.9986684322357178, 0.9990149736404419, 0.9991821646690369, 0.999268114566803, 0.9993063807487488, 0.9993098974227905, 0.999282717704773, 0.9992260336875916, 0.9991384148597717, 0.9990178942680359, 0.9988585710525513, 0.9986541867256165, 0.9983744025230408], "prob_old_token": [0.6614419221878052, 0.020047146826982498, 0.00106660439632833, 4.0261715184897184e-05, 2.5010594981722534e-06, 3.966954409406753e-07, 1.3269054477405007e-07, 6.951841413638249e-08, 4.65250913350701e-08, 3.580610652420546e-08, 3.031871997905e-08, 2.789007957915146e-08, 2.786902264517721e-08, 3.025863293260045e-08, 3.5584701407742614e-08, 4.498147987419543e-08, 6.044819400585766e-08, 8.521880090484046e-08, 1.2414810157679312e-07, 1.888935372562628e-07], "update_matrix_norm_1": [22092.462890625], "update_matrix_norm_2": [6.089714527130127], "update_matrix_norm_inf": [0.032487902790308], "request": {"prompt": "{} is in a relationship with", "subject": "Jennifer Hudson", "target_new": {"str": "Anna Kournikova"}, "old_answer": {"str": "David Otunga"}, "seed": 42}}, {"loss_per_step": [4.459, 2.165, 1.019, 0.562, 0.443, 0.419, 0.409, 0.405, 0.402, 0.4, 0.398, 0.396, 0.395, 0.395, 0.394, 0.393, 0.393, 0.392, 0.392, 0.392], "prob_new": [0.012072953395545483, 0.18473361432552338, 0.538852334022522, 0.8476853370666504, 0.9538546204566956, 0.9792077541351318, 0.9892075061798096, 0.9933754205703735, 0.9951731562614441, 0.9960581660270691, 0.9965457916259766, 0.996838390827179, 0.9970291256904602, 0.9971646070480347, 0.9972684979438782, 0.9973531365394592, 0.9974254369735718, 0.9974904656410217, 0.9975521564483643, 0.9976131319999695], "prob_old": [0.828097403049469, 0.17285113036632538, 0.23387573659420013, 0.17990468442440033, 0.12568597495555878, 0.09570959955453873, 0.07762639224529266, 0.06637746840715408, 0.059292424470186234, 0.05476413667201996, 0.051961690187454224, 0.05046737939119339, 0.0500030517578125, 0.0503239631652832, 0.0512070506811142, 0.05245737358927727, 0.05391111969947815, 0.055432211607694626, 0.05691184476017952, 0.05826577916741371], "prob_new_token": [0.0005243723862804472, 0.016137894243001938, 0.05924345925450325, 0.5615954399108887, 0.8914676308631897, 0.9663128852844238, 0.9849928617477417, 0.9911790490150452, 0.9936744570732117, 0.9947916269302368, 0.9952675104141235, 0.9953998923301697, 0.9953407049179077, 0.9951789975166321, 0.9949679970741272, 0.9947457909584045, 0.9945405721664429, 0.9943754076957703, 0.9942682981491089, 0.9942294955253601], "prob_old_token": [0.6346833109855652, 0.002684306353330612, 0.007106682751327753, 0.002497575245797634, 0.0004575956263579428, 0.00013300673163030297, 4.8759346100268885e-05, 2.2136226107249968e-05, 1.2525768397608772e-05, 8.58048315421911e-06, 6.898149877088144e-06, 6.333993042062502e-06, 6.462746569013689e-06, 7.122722308849916e-06, 8.264063581009395e-06, 9.871009751805104e-06, 1.1922537851205561e-05, 1.436230286344653e-05, 1.7080266843549907e-05, 1.9921948478440754e-05], "update_matrix_norm_1": [26678.16015625], "update_matrix_norm_2": [7.093693733215332], "update_matrix_norm_inf": [0.04489089176058769], "request": {"prompt": "{} is in a relationship with", "subject": "Kurt Russell", "target_new": {"str": "Amanda Abbington"}, "old_answer": {"str": "Goldie Hawn"}, "seed": 42}}, {"loss_per_step": [4.517, 2.558, 1.88, 0.974, 0.473, 0.447, 0.43, 0.415, 0.412, 0.409, 0.405, 0.402, 0.4, 0.399, 0.397, 0.396, 0.395, 0.395, 0.394, 0.393], "prob_new": [0.01204820815473795, 0.1228160634636879, 0.23294074833393097, 0.5822852253913879, 0.9763084053993225, 0.992994487285614, 0.9970981478691101, 0.9973080158233643, 0.997113049030304, 0.99748295545578, 0.9980589747428894, 0.9984518885612488, 0.9986885190010071, 0.998842179775238, 0.9989507794380188, 0.9990325570106506, 0.9990979433059692, 0.9991539716720581, 0.9992052912712097, 0.9992530941963196], "prob_old": [0.828097403049469, 0.0903463214635849, 0.0934760570526123, 0.11507435142993927, 0.018413763493299484, 0.01179205160588026, 0.008669537492096424, 0.009591351263225079, 0.01091591827571392, 0.010847006924450397, 0.009779666550457478, 0.008691487833857536, 0.007923058234155178, 0.0074523319490253925, 0.0071890689432621, 0.007048359140753746, 0.00695955753326416, 0.006872105412185192, 0.006763079669326544, 0.00664153415709734], "prob_new_token": [4.493371761782328e-06, 0.0012222297955304384, 0.0037543922662734985, 0.08151091635227203, 0.9517082571983337, 0.9887508749961853, 0.9948697686195374, 0.9894894957542419, 0.9845115542411804, 0.9867759346961975, 0.9916432499885559, 0.9948301315307617, 0.996491551399231, 0.9973828792572021, 0.9979031682014465, 0.9982331395149231, 0.9984571933746338, 0.998610258102417, 0.9987037777900696, 0.9987359642982483], "prob_old_token": [0.6346833109855652, 0.00015136125148274004, 0.0001163150736829266, 0.0002706189115997404, 5.063926664661267e-07, 3.450724861409071e-08, 1.7987416001119527e-08, 9.124403987925689e-08, 2.1536241945341317e-07, 1.9100662029813975e-07, 9.833988201535249e-08, 4.7440909867191294e-08, 2.6633925287455895e-08, 1.7704326893408506e-08, 1.3425907496866785e-08, 1.11515907619264e-08, 9.823953206478109e-09, 9.027131042671499e-09, 8.668318507432105e-09, 8.853661803698287e-09], "update_matrix_norm_1": [26789.0390625], "update_matrix_norm_2": [7.093693733215332], "update_matrix_norm_inf": [0.04853549227118492], "request": {"prompt": "{} is in a relationship with", "subject": "Kurt Russell", "target_new": {"str": "Ben Affleck"}, "old_answer": {"str": "Goldie Hawn"}, "seed": 42}}, {"loss_per_step": [4.016, 2.625, 1.613, 0.9, 0.487, 0.41, 0.399, 0.396, 0.395, 0.394, 0.393, 0.392, 0.391, 0.391, 0.39, 0.39, 0.39, 0.39, 0.39, 0.389], "prob_new": [0.02043616585433483, 0.12036080658435822, 0.3024674355983734, 0.6157841086387634, 0.912135660648346, 0.9814275503158569, 0.992514431476593, 0.9949784874916077, 0.9960883855819702, 0.9969504475593567, 0.9975918531417847, 0.9980155825614929, 0.9982839226722717, 0.9984560012817383, 0.9985696077346802, 0.9986461400985718, 0.99869704246521, 0.998727560043335, 0.9987400770187378, 0.9987348914146423], "prob_old": [0.828097403049469, 0.11510853469371796, 0.14744524657726288, 0.1465822011232376, 0.08865185081958771, 0.04974933713674545, 0.03370351344347, 0.02663918398320675, 0.02317611314356327, 0.021386783570051193, 0.020483020693063736, 0.02008778415620327, 0.01999470591545105, 0.02008550614118576, 0.020295165479183197, 0.020591381937265396, 0.020961467176675797, 0.021403424441814423, 0.021920643746852875, 0.022518640384078026], "prob_new_token": [0.0004353626281954348, 0.013111998327076435, 0.03309724107384682, 0.254445344209671, 0.8137367963790894, 0.9641233086585999, 0.9878554940223694, 0.993728518486023, 0.9957921504974365, 0.9966847896575928, 0.9971151351928711, 0.9973353147506714, 0.9974529147148132, 0.9975179433822632, 0.9975547790527344, 0.9975736737251282, 0.9975771903991699, 0.9975659847259521, 0.9975376725196838, 0.997490406036377], "prob_old_token": [0.6346833109855652, 0.0005683308118022978, 0.0007783733890391886, 0.0007348844083026052, 0.00010184431448578835, 9.98951873043552e-06, 2.090143880195683e-06, 7.990414019332093e-07, 4.500312513755489e-07, 3.238425279050716e-07, 2.725228682720626e-07, 2.5324109742541623e-07, 2.5027284777934256e-07, 2.570669437318429e-07, 2.707881208152685e-07, 2.903456675085181e-07, 3.1552843893223326e-07, 3.4660067171898845e-07, 3.8397701018766384e-07, 4.284038936930301e-07], "update_matrix_norm_1": [27596.763671875], "update_matrix_norm_2": [7.093692779541016], "update_matrix_norm_inf": [0.04528087377548218], "request": {"prompt": "{} is in a relationship with", "subject": "Kurt Russell", "target_new": {"str": "Jamie Bell"}, "old_answer": {"str": "Goldie Hawn"}, "seed": 42}}, {"loss_per_step": [8.425, 4.748, 3.673, 2.878, 2.381, 1.004, 0.53, 0.464, 0.442, 0.436, 0.434, 0.434, 0.432, 0.43, 0.429, 0.427, 0.426, 0.425, 0.425, 0.424], "prob_new": [0.00024355287314392626, 0.01443921122699976, 0.04122291877865791, 0.08833030611276627, 0.14561448991298676, 0.5714893341064453, 0.9190494418144226, 0.9780824184417725, 0.9948905110359192, 0.9981498718261719, 0.9989708065986633, 0.9992590546607971, 0.9993831515312195, 0.9994440078735352, 0.9994764924049377, 0.9994944930076599, 0.9995044469833374, 0.9995101094245911, 0.9995132684707642, 0.999515175819397], "prob_old": [0.9102923274040222, 0.2359234243631363, 0.25144055485725403, 0.15495231747627258, 0.1565713882446289, 0.09504515677690506, 0.04571721702814102, 0.028040926903486252, 0.018178721889853477, 0.013998016715049744, 0.012318849563598633, 0.011536886915564537, 0.01106315292418003, 0.010779875330626965, 0.01073524635285139, 0.010945532470941544, 0.011349310167133808, 0.011846806854009628, 0.012343798764050007, 0.012783771380782127], "prob_new_token": [3.153136844957771e-07, 0.0005749393021687865, 0.00095565733499825, 0.004454143811017275, 0.005082958377897739, 0.332022488117218, 0.8979945182800293, 0.9872122406959534, 0.9977787137031555, 0.999197781085968, 0.9995154738426208, 0.9996281266212463, 0.9996824860572815, 0.9997110962867737, 0.9997245669364929, 0.9997264742851257, 0.9997208118438721, 0.9997116923332214, 0.9997045993804932, 0.9997014403343201], "prob_old_token": [0.7174110412597656, 0.001126125454902649, 0.0020236920099705458, 0.0001726586342556402, 0.00010835564899025485, 2.201355528086424e-05, 1.454262928746175e-06, 1.29133368886869e-07, 1.3127411158109226e-08, 3.4258418324384365e-09, 1.907783264698537e-09, 1.3980233637411743e-09, 1.047694375699848e-09, 8.156915698442901e-10, 7.372252253112777e-10, 7.961155623625871e-10, 9.648132293094136e-10, 1.1951748479788193e-09, 1.4060056452436243e-09, 1.5296114375118464e-09], "update_matrix_norm_1": [22628.16015625], "update_matrix_norm_2": [6.1490325927734375], "update_matrix_norm_inf": [0.042126499116420746], "request": {"prompt": "{} is in a relationship with", "subject": "Anna Kournikova", "target_new": {"str": "Sandra Lee"}, "old_answer": {"str": "Enrique Iglesias"}, "seed": 42}}, {"loss_per_step": [3.935, 2.809, 2.083, 1.092, 0.495, 0.448, 0.436, 0.431, 0.429, 0.427, 0.426, 0.425, 0.424, 0.423, 0.422, 0.422, 0.421, 0.421, 0.42, 0.42], "prob_new": [0.019949158653616905, 0.09462951868772507, 0.19306637346744537, 0.5201143026351929, 0.9480262994766235, 0.9888572692871094, 0.9945662617683411, 0.996290385723114, 0.9970051050186157, 0.9973978400230408, 0.9976646900177002, 0.997866690158844, 0.9980249404907227, 0.9981487393379211, 0.998242974281311, 0.9983112812042236, 0.998356819152832, 0.9983825087547302, 0.9983904957771301, 0.9983818531036377], "prob_old": [0.9102923274040222, 0.3025303781032562, 0.2010335922241211, 0.12266787886619568, 0.06430062651634216, 0.0375063493847847, 0.029140952974557877, 0.025967445224523544, 0.02465481497347355, 0.024051189422607422, 0.023727940395474434, 0.0235477015376091, 0.023476088419556618, 0.0235168244689703, 0.023694949224591255, 0.02404860220849514, 0.024616597220301628, 0.025427959859371185, 0.026498228311538696, 0.02783217281103134], "prob_new_token": [2.644450887601124e-06, 0.0003136714512947947, 0.0011837809579446912, 0.06849402189254761, 0.8835523724555969, 0.9842435121536255, 0.9944860339164734, 0.9965904951095581, 0.9972001910209656, 0.9974841475486755, 0.9977049827575684, 0.9979101419448853, 0.9980916380882263, 0.9982348084449768, 0.9983282685279846, 0.99836665391922, 0.9983478784561157, 0.9982718229293823, 0.9981380701065063, 0.9979419708251953], "prob_old_token": [0.7174110412597656, 0.006247073877602816, 0.000997499213553965, 0.00011521767009980977, 7.398581146844663e-06, 6.192664727677766e-07, 1.7294973986281548e-07, 9.657937027895969e-08, 7.54377751377433e-08, 6.696279086781942e-08, 6.193151591560309e-08, 5.836655958546544e-08, 5.622529641868823e-08, 5.592272600551951e-08, 5.803862634934376e-08, 6.332972191103181e-08, 7.273678903629843e-08, 8.73724275152199e-08, 1.0851319132143544e-07, 1.3784141117412219e-07], "update_matrix_norm_1": [22215.33984375], "update_matrix_norm_2": [6.1490325927734375], "update_matrix_norm_inf": [0.042829785495996475], "request": {"prompt": "{} is in a relationship with", "subject": "Anna Kournikova", "target_new": {"str": "Goldie Hawn"}, "old_answer": {"str": "Enrique Iglesias"}, "seed": 42}}, {"loss_per_step": [4.122, 3.366, 2.623, 1.486, 0.908, 0.601, 0.454, 0.435, 0.431, 0.43, 0.428, 0.426, 0.424, 0.422, 0.421, 0.42, 0.42, 0.419, 0.419, 0.418], "prob_new": [0.0167656559497118, 0.05544451251626015, 0.11325673013925552, 0.3516494631767273, 0.6215137243270874, 0.8556663990020752, 0.9929197430610657, 0.9977884292602539, 0.9979686737060547, 0.9975902438163757, 0.9976410865783691, 0.998170793056488, 0.9987161159515381, 0.9990667104721069, 0.9992536306381226, 0.9993433356285095, 0.9993771314620972, 0.9993757605552673, 0.9993480443954468, 0.9992963075637817], "prob_old": [0.9102923274040222, 0.2159891128540039, 0.3273857533931732, 0.33422812819480896, 0.21837453544139862, 0.11425840854644775, 0.060076192021369934, 0.04902827367186546, 0.055156514048576355, 0.06157689541578293, 0.063619464635849, 0.061219632625579834, 0.056700531393289566, 0.05217330902814865, 0.04852312430739403, 0.045840077102184296, 0.04398799687623978, 0.042849812656641006, 0.04237331822514534, 0.04254348576068878], "prob_new_token": [0.0003999114560429007, 0.00648028077557683, 0.019107287749648094, 0.036614738404750824, 0.20885029435157776, 0.6922779679298401, 0.9930410385131836, 0.997791051864624, 0.9967176914215088, 0.9951555728912354, 0.9947336316108704, 0.9957349896430969, 0.9970242381095886, 0.9979533553123474, 0.9985222220420837, 0.9988531470298767, 0.9990249276161194, 0.9990745782852173, 0.9990061521530151, 0.99879390001297], "prob_old_token": [0.7174110412597656, 0.0005119222914800048, 0.014618970453739166, 0.006826870609074831, 0.0004388827073853463, 4.2772135202540085e-05, 7.540286333096446e-07, 1.5480996751193743e-07, 2.428229777251545e-07, 4.2093955698874197e-07, 5.546528427657904e-07, 5.459501153382007e-07, 4.612894599631545e-07, 3.821683094429318e-07, 3.276358313542005e-07, 2.953739510758169e-07, 2.858262746485707e-07, 3.0566525310860015e-07, 3.694939323395374e-07, 5.049304832027701e-07], "update_matrix_norm_1": [22710.62890625], "update_matrix_norm_2": [6.1490325927734375], "update_matrix_norm_inf": [0.044577810913324356], "request": {"prompt": "{} is in a relationship with", "subject": "Anna Kournikova", "target_new": {"str": "David Otunga"}, "old_answer": {"str": "Enrique Iglesias"}, "seed": 42}}, {"loss_per_step": [3.419, 1.464, 1.003, 0.702, 0.545, 0.466, 0.432, 0.416, 0.408, 0.405, 0.403, 0.401, 0.4, 0.4, 0.399, 0.399, 0.399, 0.399, 0.399, 0.399], "prob_new": [0.03586439788341522, 0.3553808033466339, 0.5552560091018677, 0.7437255382537842, 0.8665117621421814, 0.9373156428337097, 0.9717406630516052, 0.9869510531425476, 0.9935157895088196, 0.9961864352226257, 0.9973062872886658, 0.9978007674217224, 0.9980201721191406, 0.9981046319007874, 0.9981164932250977, 0.9980851411819458, 0.9980267286300659, 0.9979540705680847, 0.9978855848312378, 0.9978465437889099], "prob_old": [0.7704644203186035, 0.025365140289068222, 0.07630385458469391, 0.028518177568912506, 0.016599703580141068, 0.012143516913056374, 0.009217988699674606, 0.006685204803943634, 0.004760302137583494, 0.0036623110063374043, 0.003172564785927534, 0.003033590968698263, 0.003083064453676343, 0.0032319175079464912, 0.0034280456602573395, 0.0036363545805215836, 0.0038289509247988462, 0.003978495020419359, 0.004054260905832052, 0.004022812005132437], "prob_new_token": [0.0006748014129698277, 0.025734486058354378, 0.11628732830286026, 0.3526380658149719, 0.665262758731842, 0.8596903085708618, 0.9377695322036743, 0.9691466093063354, 0.9834240674972534, 0.989590048789978, 0.9919070601463318, 0.9925046563148499, 0.9923136830329895, 0.9917195439338684, 0.9908740520477295, 0.9898098111152649, 0.9885121583938599, 0.986984133720398, 0.985325276851654, 0.9838277101516724], "prob_old_token": [0.7230589985847473, 0.005758414976298809, 0.021666765213012695, 0.005430679302662611, 0.0009893359383568168, 0.00020401086658239365, 6.946053326828405e-05, 3.5029723221668974e-05, 2.0519830286502838e-05, 1.4351034224091563e-05, 1.2804526704712771e-05, 1.3857794328941964e-05, 1.654311563470401e-05, 2.040893741650507e-05, 2.5249402824556455e-05, 3.103361086687073e-05, 3.781844861805439e-05, 4.554281986202113e-05, 5.367816629586741e-05, 6.07791735092178e-05], "update_matrix_norm_1": [26664.72265625], "update_matrix_norm_2": [6.903229713439941], "update_matrix_norm_inf": [0.038935817778110504], "request": {"prompt": "{} is in a relationship with", "subject": "Kate Mara", "target_new": {"str": "Ben Affleck"}, "old_answer": {"str": "Jamie Bell"}, "seed": 42}}, {"loss_per_step": [3.546, 1.823, 1.135, 0.608, 0.503, 0.432, 0.423, 0.416, 0.411, 0.408, 0.406, 0.405, 0.404, 0.403, 0.402, 0.401, 0.401, 0.4, 0.4, 0.4], "prob_new": [0.032008156180381775, 0.2453649640083313, 0.4936937093734741, 0.8341166377067566, 0.9484894275665283, 0.9780431389808655, 0.9825717806816101, 0.9877844452857971, 0.9917251467704773, 0.9941918849945068, 0.9956676363945007, 0.9965693354606628, 0.9971376061439514, 0.9974948763847351, 0.9977073669433594, 0.9978221654891968, 0.9978742599487305, 0.9978848695755005, 0.9978663325309753, 0.9978258013725281], "prob_old": [0.7704644203186035, 0.05995653569698334, 0.0640958696603775, 0.03605588525533676, 0.015246732160449028, 0.012850111350417137, 0.012279821559786797, 0.010724850930273533, 0.009073244407773018, 0.007771675009280443, 0.006879737600684166, 0.006319628097116947, 0.006014619488269091, 0.005919707007706165, 0.006002902984619141, 0.0062336488626897335, 0.006592114921659231, 0.0070696561597287655, 0.007654063869267702, 0.008309001103043556], "prob_new_token": [4.005920345662162e-06, 0.0006842751754447818, 0.03358542174100876, 0.5886355042457581, 0.9451647400856018, 0.9511584639549255, 0.9583234190940857, 0.9714480638504028, 0.9823291897773743, 0.9891620874404907, 0.993052065372467, 0.9952296614646912, 0.9964459538459778, 0.9970915913581848, 0.9973878264427185, 0.9974910020828247, 0.9975112676620483, 0.9975046515464783, 0.9974843859672546, 0.9974403977394104], "prob_old_token": [0.7230589985847473, 0.011132286861538887, 0.01004632655531168, 0.0008069478790275753, 2.8086145903216675e-05, 1.4680629647045862e-05, 1.5231324141495861e-05, 1.1806740985775832e-05, 7.902223842393141e-06, 5.180457719689002e-06, 3.570483613657416e-06, 2.6710438305599382e-06, 2.220330088675837e-06, 2.0989630229450995e-06, 2.2460142190539045e-06, 2.6088855520356447e-06, 3.1411238978762412e-06, 3.833471510006348e-06, 4.7313765207945835e-06, 5.900778432987863e-06], "update_matrix_norm_1": [25433.7265625], "update_matrix_norm_2": [6.903233528137207], "update_matrix_norm_inf": [0.03406262397766113], "request": {"prompt": "{} is in a relationship with", "subject": "Kate Mara", "target_new": {"str": "Enrique Iglesias"}, "old_answer": {"str": "Jamie Bell"}, "seed": 42}}, {"loss_per_step": [1.64, 1.545, 1.022, 0.561, 0.465, 0.431, 0.417, 0.411, 0.407, 0.405, 0.403, 0.402, 0.402, 0.401, 0.401, 0.401, 0.4, 0.4, 0.4, 0.4], "prob_new": [0.19687050580978394, 0.32506194710731506, 0.5598857402801514, 0.8666530847549438, 0.9491025805473328, 0.9772655367851257, 0.9868860244750977, 0.9911762475967407, 0.9935413599014282, 0.9950028657913208, 0.9959463477134705, 0.9965656995773315, 0.9969775080680847, 0.9972543716430664, 0.997441828250885, 0.9975681304931641, 0.9976516366004944, 0.9977046847343445, 0.9977371692657471, 0.9977579116821289], "prob_old": [0.7704644203186035, 0.0778011605143547, 0.10284502059221268, 0.09127026796340942, 0.04932335019111633, 0.027612369507551193, 0.018335698172450066, 0.01387441623955965, 0.011511030606925488, 0.010232199914753437, 0.009601037949323654, 0.009404306299984455, 0.00952516682446003, 0.009889795444905758, 0.010440390557050705, 0.011120584793388844, 0.011867149733006954, 0.012607411481440067, 0.013262896798551083, 0.013760183937847614], "prob_new_token": [0.0024542093742638826, 0.009406708180904388, 0.08377545326948166, 0.5333257913589478, 0.8088017702102661, 0.9270691275596619, 0.9658832550048828, 0.9806594252586365, 0.9873493313789368, 0.9907811284065247, 0.9926742911338806, 0.993751585483551, 0.9943534731864929, 0.9946585297584534, 0.9947656393051147, 0.9947346448898315, 0.9946050047874451, 0.9944054484367371, 0.9941614270210266, 0.9938998222351074], "prob_old_token": [0.7230589985847473, 0.018881339579820633, 0.03333166241645813, 0.014368098229169846, 0.004375695716589689, 0.0012054998660460114, 0.000433203560533002, 0.00020303069322835654, 0.00011670574167510495, 7.82584393164143e-05, 5.9278496337356046e-05, 4.9643196689430624e-05, 4.516577973845415e-05, 4.3945081415586174e-05, 4.503567470237613e-05, 4.793158223037608e-05, 5.229054659139365e-05, 5.77576101932209e-05, 6.389119516825303e-05, 7.014191942289472e-05], "update_matrix_norm_1": [25786.0234375], "update_matrix_norm_2": [6.903233528137207], "update_matrix_norm_inf": [0.04804810509085655], "request": {"prompt": "{} is in a relationship with", "subject": "Kate Mara", "target_new": {"str": "Bobby Cannavale"}, "old_answer": {"str": "Jamie Bell"}, "seed": 42}}, {"loss_per_step": [5.355, 3.623, 2.474, 1.645, 0.635, 0.446, 0.412, 0.403, 0.399, 0.398, 0.396, 0.395, 0.395, 0.394, 0.394, 0.393, 0.393, 0.393, 0.393, 0.393], "prob_new": [0.004794486798346043, 0.04262244328856468, 0.12746000289916992, 0.29393672943115234, 0.7938891053199768, 0.9569755792617798, 0.988003134727478, 0.9947710037231445, 0.9968428015708923, 0.997689962387085, 0.9981129169464111, 0.9983542561531067, 0.9985049962997437, 0.9986051321029663, 0.9986740350723267, 0.9987218976020813, 0.9987539052963257, 0.9987728595733643, 0.998779833316803, 0.9987754225730896], "prob_old": [0.8764693737030029, 0.24552755057811737, 0.15277031064033508, 0.08678831905126572, 0.02162279188632965, 0.007871958427131176, 0.005587350111454725, 0.0049992939457297325, 0.004881004802882671, 0.004924207925796509, 0.005017803516238928, 0.005115078296512365, 0.005196296609938145, 0.005254535935819149, 0.005289298016577959, 0.005303048528730869, 0.0052993325516581535, 0.005281801801174879, 0.0052541098557412624, 0.005220097489655018], "prob_new_token": [9.24379492062144e-07, 5.837611388415098e-05, 0.0004700631834566593, 0.004398969933390617, 0.4292527139186859, 0.8984103798866272, 0.9700374603271484, 0.9853491187095642, 0.9902195334434509, 0.9922393560409546, 0.9932448267936707, 0.9938198924064636, 0.9941868185997009, 0.9944366216659546, 0.9946083426475525, 0.9947192072868347, 0.9947789311408997, 0.994793176651001, 0.9947652816772461, 0.9946979284286499], "prob_old_token": [0.6165631413459778, 0.0306014996021986, 0.010941879823803902, 0.010010963305830956, 0.0003003055462613702, 6.8890253714926075e-06, 1.391145588058862e-06, 6.190521162352525e-07, 4.0160969660973933e-07, 3.1914274245536944e-07, 2.828656704423338e-07, 2.655792172845395e-07, 2.5693387328828976e-07, 2.5253734747821e-07, 2.504889380361419e-07, 2.4990697511384496e-07, 2.5042015749932034e-07, 2.519828399272228e-07, 2.5468969511166506e-07, 2.5887544552460895e-07], "update_matrix_norm_1": [23042.931640625], "update_matrix_norm_2": [6.27225923538208], "update_matrix_norm_inf": [0.03997517004609108], "request": {"prompt": "{} is in a relationship with", "subject": "Rami Malek", "target_new": {"str": "David Otunga"}, "old_answer": {"str": "Lucy Boynton"}, "seed": 42}}, {"loss_per_step": [4.132, 1.914, 1.261, 0.61, 0.419, 0.417, 0.412, 0.406, 0.401, 0.398, 0.397, 0.395, 0.394, 0.394, 0.393, 0.393, 0.392, 0.392, 0.392, 0.392], "prob_new": [0.016221987083554268, 0.22155925631523132, 0.4216490387916565, 0.8121230602264404, 0.9914084076881409, 0.9934832453727722, 0.9945440888404846, 0.9958292841911316, 0.9968110918998718, 0.9974822998046875, 0.997934877872467, 0.9982402920722961, 0.9984463453292847, 0.9985840320587158, 0.9986738562583923, 0.9987284541130066, 0.9987547993659973, 0.9987549781799316, 0.9987276196479797, 0.9986701607704163], "prob_old": [0.8764693737030029, 0.0868283286690712, 0.11219407618045807, 0.1518688201904297, 0.040020652115345, 0.017705194652080536, 0.011662227101624012, 0.009467451833188534, 0.008793815039098263, 0.008686142042279243, 0.00880622211843729, 0.00907827541232109, 0.00949848722666502, 0.010067887604236603, 0.010801651515066624, 0.011741491965949535, 0.012952045537531376, 0.014505908824503422, 0.01645813323557377, 0.01882779411971569], "prob_new_token": [6.090049282647669e-05, 0.001754887169227004, 0.00732637383043766, 0.2246011644601822, 0.992365300655365, 0.9989338517189026, 0.99933260679245, 0.9993979334831238, 0.9994692206382751, 0.9995349645614624, 0.9995684027671814, 0.9995847344398499, 0.9996033906936646, 0.999627947807312, 0.9996512532234192, 0.9996631145477295, 0.9996581077575684, 0.9996316432952881, 0.9995817542076111, 0.999504804611206], "prob_old_token": [0.6165631413459778, 0.02144608087837696, 0.013324719853699207, 0.008479337207973003, 7.384521450148895e-05, 5.450868229672778e-06, 1.6174996062545688e-06, 8.893986773728102e-07, 7.004518352005107e-07, 6.345979954858194e-07, 6.167275046209397e-07, 6.30979513971397e-07, 6.812340416217921e-07, 7.756468107800174e-07, 9.402330078955856e-07, 1.2333002814557403e-06, 1.7682190218692995e-06, 2.7682622203428764e-06, 4.655501015804475e-06, 8.181699740816839e-06], "update_matrix_norm_1": [22139.59765625], "update_matrix_norm_2": [6.272258758544922], "update_matrix_norm_inf": [0.04548097029328346], "request": {"prompt": "{} is in a relationship with", "subject": "Rami Malek", "target_new": {"str": "Anna Kournikova"}, "old_answer": {"str": "Lucy Boynton"}, "seed": 42}}, {"loss_per_step": [3.577, 2.44, 1.452, 1.18, 0.785, 0.513, 0.479, 0.461, 0.442, 0.427, 0.416, 0.408, 0.403, 0.4, 0.398, 0.396, 0.395, 0.394, 0.393, 0.393], "prob_new": [0.028160016983747482, 0.13311876356601715, 0.35336190462112427, 0.4617156982421875, 0.6832424998283386, 0.8937494158744812, 0.9235278964042664, 0.9388740062713623, 0.9550142884254456, 0.9693452715873718, 0.9800959229469299, 0.9873405694961548, 0.991742730140686, 0.9942452907562256, 0.9956725239753723, 0.9965486526489258, 0.9971284866333008, 0.9975195527076721, 0.9977779388427734, 0.9979380965232849], "prob_old": [0.8764693737030029, 0.08317086100578308, 0.11204491555690765, 0.049725670367479324, 0.03577667102217674, 0.022557299584150314, 0.014830379746854305, 0.010973094962537289, 0.00864137802273035, 0.0073948027566075325, 0.007079035043716431, 0.007468077354133129, 0.008271187543869019, 0.009076153859496117, 0.009434634819626808, 0.009154526516795158, 0.00845833495259285, 0.0077187661081552505, 0.00717811519280076, 0.006922687869518995], "prob_new_token": [1.0041354471468367e-05, 0.00017674098489806056, 0.002927839756011963, 0.005112346261739731, 0.07985235750675201, 0.8211544156074524, 0.9782081842422485, 0.9947349429130554, 0.9980024099349976, 0.9989100694656372, 0.9991905093193054, 0.9992546439170837, 0.9992145299911499, 0.9991114735603333, 0.9990082383155823, 0.9989802241325378, 0.9990202784538269, 0.9990711212158203, 0.99909508228302, 0.9990699887275696], "prob_old_token": [0.6165631413459778, 0.0013343819882720709, 0.008799638599157333, 0.003472738666459918, 0.0021248720586299896, 0.00027211630367673934, 3.366007513250224e-05, 6.291807949310169e-06, 2.038496177192428e-06, 1.070894882104767e-06, 8.722560664864432e-07, 9.557310249874718e-07, 1.205634248435672e-06, 1.5601814311594353e-06, 1.829843995437841e-06, 1.775479859134066e-06, 1.4848759519736632e-06, 1.1982900787188555e-06, 1.0202346629739623e-06, 9.665451443652273e-07], "update_matrix_norm_1": [21988.978515625], "update_matrix_norm_2": [6.27225923538208], "update_matrix_norm_inf": [0.052506063133478165], "request": {"prompt": "{} is in a relationship with", "subject": "Rami Malek", "target_new": {"str": "Tam O'Shaughnessy"}, "old_answer": {"str": "Lucy Boynton"}, "seed": 42}}, {"loss_per_step": [4.236, 2.758, 1.949, 0.973, 0.551, 0.447, 0.416, 0.405, 0.4, 0.395, 0.391, 0.388, 0.384, 0.382, 0.38, 0.379, 0.378, 0.378, 0.378, 0.377], "prob_new": [0.014960065484046936, 0.09879051148891449, 0.2209153026342392, 0.5673794746398926, 0.856902539730072, 0.9514065980911255, 0.9819167256355286, 0.9913440942764282, 0.9947521090507507, 0.9962220191955566, 0.9969563484191895, 0.9973638653755188, 0.9976078271865845, 0.9977643489837646, 0.997873842716217, 0.9979599118232727, 0.9980359077453613, 0.9981088638305664, 0.9981813430786133, 0.9982528686523438], "prob_old": [0.7878873944282532, 0.4183848202228546, 0.04690605029463768, 0.027580568566918373, 0.011965624056756496, 0.009301701560616493, 0.00797733198851347, 0.007059862371534109, 0.006505084224045277, 0.006207894999533892, 0.006067239213734865, 0.006017189938575029, 0.006016016937792301, 0.006034576799720526, 0.006050061900168657, 0.0060448916628956795, 0.006007562391459942, 0.005933294538408518, 0.005823257379233837, 0.005683267023414373], "prob_new_token": [9.456853149458766e-05, 0.005498046521097422, 0.03347707539796829, 0.2651594877243042, 0.623590350151062, 0.8710090517997742, 0.9653360843658447, 0.9865534901618958, 0.9926294088363647, 0.9948888421058655, 0.995880126953125, 0.9963449835777283, 0.9965561628341675, 0.9966351389884949, 0.9966467022895813, 0.9966282248497009, 0.9966003894805908, 0.9965744018554688, 0.9965535402297974, 0.9965387582778931], "prob_old_token": [0.6202532052993774, 0.09860992431640625, 0.0008954938966780901, 6.879981083329767e-05, 7.663584256079048e-06, 1.538246124255238e-06, 3.6588085094990674e-07, 1.4022977268268733e-07, 7.790208655933384e-08, 5.5519183916885595e-08, 4.656415342196851e-08, 4.336855141673368e-08, 4.308969892008463e-08, 4.437770684262432e-08, 4.6389430963245104e-08, 4.8514277040112574e-08, 5.03323001055378e-08, 5.15758458163873e-08, 5.2123922955615853e-08, 5.19708436286237e-08], "update_matrix_norm_1": [23330.91015625], "update_matrix_norm_2": [6.390580177307129], "update_matrix_norm_inf": [0.05390452593564987], "request": {"prompt": "{} is in a relationship with", "subject": "Frank Lampard", "target_new": {"str": "David Otunga"}, "old_answer": {"str": "Christine Bleakley"}, "seed": 42}}, {"loss_per_step": [4.859, 3.265, 2.639, 0.952, 0.475, 0.447, 0.423, 0.41, 0.401, 0.395, 0.391, 0.388, 0.387, 0.385, 0.383, 0.382, 0.38, 0.379, 0.379, 0.378], "prob_new": [0.008046142756938934, 0.061726830899715424, 0.11261820048093796, 0.5970982909202576, 0.9536508321762085, 0.974460780620575, 0.9882222414016724, 0.9929717183113098, 0.9950768947601318, 0.9962204098701477, 0.9968863129615784, 0.997296929359436, 0.9975873231887817, 0.9978365302085876, 0.998073160648346, 0.9982919692993164, 0.9984798431396484, 0.9986302852630615, 0.9987451434135437, 0.9988309741020203], "prob_old": [0.7878873944282532, 0.4011997878551483, 0.018511701375246048, 0.027356840670108795, 0.012711175717413425, 0.010035445913672447, 0.009332532063126564, 0.009122421965003014, 0.009077413007616997, 0.009121473878622055, 0.00923455785959959, 0.009369630366563797, 0.009456027299165726, 0.009439917281270027, 0.009305127896368504, 0.009070471860468388, 0.008776816539466381, 0.00847086776047945, 0.00819091685116291, 0.00795968808233738], "prob_new_token": [4.179737879894674e-05, 0.0009680663933977485, 0.004620809573680162, 0.10364821553230286, 0.8703895211219788, 0.960940420627594, 0.982910692691803, 0.9885724782943726, 0.9896875023841858, 0.9888852834701538, 0.9868866205215454, 0.9843611717224121, 0.9823189377784729, 0.9816166162490845, 0.9823769330978394, 0.9840677380561829, 0.9860060811042786, 0.9877147078514099, 0.9889956116676331, 0.9898377060890198], "prob_old_token": [0.6202532052993774, 0.05810368061065674, 0.0002205233322456479, 0.0012308998266234994, 0.0002575863909441978, 6.514661072287709e-05, 3.529335663188249e-05, 2.8818598366342485e-05, 2.806191514537204e-05, 2.9580753107438795e-05, 3.2130094041349366e-05, 3.4577631595311686e-05, 3.576026210794225e-05, 3.4921817132271826e-05, 3.210635622963309e-05, 2.8019396268064156e-05, 2.3579041226184927e-05, 1.9517907276167534e-05, 1.6198917364818044e-05, 1.3679115909326356e-05], "update_matrix_norm_1": [23605.65625], "update_matrix_norm_2": [6.390580654144287], "update_matrix_norm_inf": [0.0514020100235939], "request": {"prompt": "{} is in a relationship with", "subject": "Frank Lampard", "target_new": {"str": "Lucy Boynton"}, "old_answer": {"str": "Christine Bleakley"}, "seed": 42}}, {"loss_per_step": [5.639, 2.17, 2.267, 0.823, 0.488, 0.418, 0.404, 0.397, 0.391, 0.387, 0.384, 0.383, 0.381, 0.38, 0.38, 0.379, 0.378, 0.378, 0.377, 0.377], "prob_new": [0.003762711538001895, 0.18028350174427032, 0.1618627905845642, 0.6626280546188354, 0.9152937531471252, 0.9799188375473022, 0.9915904998779297, 0.9952823519706726, 0.9967023730278015, 0.9973359107971191, 0.9976625442504883, 0.997872531414032, 0.9980481863021851, 0.998219907283783, 0.9983898401260376, 0.9985477924346924, 0.9986840486526489, 0.9987949132919312, 0.9988834261894226, 0.9989537000656128], "prob_old": [0.7878873944282532, 0.3868023753166199, 0.042792823165655136, 0.046227168291807175, 0.04314267262816429, 0.022844841703772545, 0.0157418642193079, 0.013431106694042683, 0.013020580634474754, 0.01353937666863203, 0.014455699361860752, 0.015361401252448559, 0.015954721719026566, 0.016082022339105606, 0.015754753723740578, 0.015110229142010212, 0.014336805790662766, 0.013607853092253208, 0.013047191314399242, 0.012726920656859875], "prob_new_token": [0.00014545416343025863, 0.029098931699991226, 0.01328140776604414, 0.3639698028564453, 0.9167718887329102, 0.9877696633338928, 0.9956134557723999, 0.9973312616348267, 0.9978095889091492, 0.997867226600647, 0.9977496862411499, 0.9975844621658325, 0.9974604249000549, 0.9974320530891418, 0.9975106716156006, 0.9976690411567688, 0.9978650808334351, 0.9980566501617432, 0.9982154369354248, 0.9983246922492981], "prob_old_token": [0.6202532052993774, 0.023025671020150185, 0.0005326900281943381, 0.0003894740657415241, 6.362536078086123e-05, 4.154052930971375e-06, 9.752998266776558e-07, 5.353588221623795e-07, 4.809032247976575e-07, 5.667975528922398e-07, 7.427464083775703e-07, 9.632958608563058e-07, 1.1556639947229996e-06, 1.2471111858758377e-06, 1.2123134638386546e-06, 1.0856344943022123e-06, 9.276311061512388e-07, 7.87112696798431e-07, 6.885119887556357e-07, 6.397417564585339e-07], "update_matrix_norm_1": [23238.033203125], "update_matrix_norm_2": [6.390575885772705], "update_matrix_norm_inf": [0.05249157175421715], "request": {"prompt": "{} is in a relationship with", "subject": "Frank Lampard", "target_new": {"str": "Jamie Bell"}, "old_answer": {"str": "Christine Bleakley"}, "seed": 42}}, {"loss_per_step": [5.471, 3.257, 2.717, 1.679, 0.9, 0.471, 0.441, 0.436, 0.432, 0.43, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425, 0.425, 0.424, 0.424, 0.424], "prob_new": [0.004705145955085754, 0.0607057549059391, 0.10879893600940704, 0.29291704297065735, 0.6337226033210754, 0.9627307057380676, 0.991017758846283, 0.994662344455719, 0.9968373775482178, 0.997903048992157, 0.9984019994735718, 0.9986745119094849, 0.9988510608673096, 0.9989807605743408, 0.9990837574005127, 0.9991682171821594, 0.9992380142211914, 0.9992952942848206, 0.9993411898612976, 0.9993758797645569], "prob_old": [0.8555370569229126, 0.12880568206310272, 0.23525461554527283, 0.0637730062007904, 0.0489368662238121, 0.004566628951579332, 0.001220923149958253, 0.0005757467588409781, 0.00035583903081715107, 0.00025950639974325895, 0.00021081641898490489, 0.0001841076445998624, 0.00016923357907216996, 0.00016171549214050174, 0.00015943001199048012, 0.0001613701315363869, 0.00016714565572328866, 0.00017679565644357353, 0.00019075216550845653, 0.00020991594647057354], "prob_new_token": [7.072751031955704e-05, 0.00715792877599597, 0.005079152062535286, 0.02813485823571682, 0.21423184871673584, 0.9435396194458008, 0.9904753565788269, 0.9962862730026245, 0.9978530406951904, 0.9984742999076843, 0.9987912178039551, 0.9989840388298035, 0.9991148114204407, 0.9992079138755798, 0.9992751479148865, 0.9993215203285217, 0.9993501305580139, 0.9993625283241272, 0.999359130859375, 0.9993382096290588], "prob_old_token": [0.901763379573822, 0.029283426702022552, 0.09181360900402069, 0.008029774762690067, 0.0068917651660740376, 5.766174217569642e-05, 3.143793946946971e-06, 5.56851318833651e-07, 1.7571586852227483e-07, 8.01723984977798e-08, 4.6891603489029876e-08, 3.2607616162749764e-08, 2.5745496401441414e-08, 2.2412873335042605e-08, 2.1084645140945213e-08, 2.1124618498902237e-08, 2.2290816303893735e-08, 2.4569054346557095e-08, 2.8129582219094118e-08, 3.336325349323488e-08], "update_matrix_norm_1": [23496.70703125], "update_matrix_norm_2": [6.444272518157959], "update_matrix_norm_inf": [0.05436970293521881], "request": {"prompt": "{} is in a relationship with", "subject": "Andrew Cuomo", "target_new": {"str": "Amanda Abbington"}, "old_answer": {"str": "Sandra Lee"}, "seed": 42}}, {"loss_per_step": [3.363, 2.733, 1.839, 1.24, 0.775, 0.467, 0.449, 0.443, 0.438, 0.434, 0.432, 0.43, 0.429, 0.428, 0.428, 0.427, 0.427, 0.426, 0.424, 0.414], "prob_new": [0.03711383789777756, 0.1068291887640953, 0.24552114307880402, 0.4452027380466461, 0.710109531879425, 0.9691994190216064, 0.9887306690216064, 0.9942664504051208, 0.996933102607727, 0.9979991316795349, 0.9984657168388367, 0.9987025856971741, 0.9988303780555725, 0.9989033937454224, 0.9989587664604187, 0.9990205764770508, 0.9990922808647156, 0.9991634488105774, 0.9992101788520813, 0.9991910457611084], "prob_old": [0.8555370569229126, 0.03778431937098503, 0.05097578838467598, 0.07041434198617935, 0.051610931754112244, 0.010443189181387424, 0.0032116740476340055, 0.0017063404666259885, 0.0011253184638917446, 0.0008211343665607274, 0.0006539248861372471, 0.0005694484570994973, 0.0005380629445426166, 0.0005416781641542912, 0.000568047515116632, 0.0006089839735068381, 0.000660365098156035, 0.0007218039245344698, 0.0008162584854289889, 0.001024052849970758], "prob_new_token": [1.0231021860818146e-06, 0.001395091530866921, 0.00243394379504025, 0.018688205629587173, 0.1390293687582016, 0.8235828280448914, 0.9660046696662903, 0.9852980375289917, 0.9904093742370605, 0.9924482107162476, 0.9932997226715088, 0.9934317469596863, 0.9930835366249084, 0.9925598502159119, 0.9922581911087036, 0.9924725294113159, 0.9931895136833191, 0.9941456317901611, 0.9949615001678467, 0.9952277541160583], "prob_old_token": [0.901763379573822, 0.001657818560488522, 0.0036367184948176146, 0.0052027455531060696, 0.004266067873686552, 9.714726184029132e-05, 4.274030743545154e-06, 8.124492296701646e-07, 3.136778730095102e-07, 1.7066003010768327e-07, 1.1573685299026693e-07, 9.500318753907777e-08, 9.173280801633155e-08, 9.86301031957737e-08, 1.1071527694639371e-07, 1.2388684922370885e-07, 1.361161565682778e-07, 1.4847476847990038e-07, 1.7248738970465638e-07, 2.4982142576845945e-07], "update_matrix_norm_1": [21937.322265625], "update_matrix_norm_2": [6.270524978637695], "update_matrix_norm_inf": [0.07607254385948181], "request": {"prompt": "{} is in a relationship with", "subject": "Andrew Cuomo", "target_new": {"str": "Bobby Cannavale"}, "old_answer": {"str": "Sandra Lee"}, "seed": 42}}, {"loss_per_step": [6.436, 3.674, 2.204, 1.708, 0.984, 0.514, 0.452, 0.44, 0.437, 0.434, 0.432, 0.43, 0.428, 0.427, 0.426, 0.425, 0.425, 0.424, 0.424, 0.423], "prob_new": [0.001932548126205802, 0.040515538305044174, 0.1715581715106964, 0.28834110498428345, 0.5866668224334717, 0.9256450533866882, 0.9862611293792725, 0.9956064820289612, 0.9973195791244507, 0.9978060126304626, 0.9981300234794617, 0.9984239935874939, 0.9986724257469177, 0.9988654255867004, 0.9990102052688599, 0.9991171956062317, 0.9991937279701233, 0.9992448091506958, 0.9992735981941223, 0.9992801547050476], "prob_old": [0.8555370569229126, 0.1893341839313507, 0.21134331822395325, 0.11350534111261368, 0.09722704440355301, 0.07481860369443893, 0.029487501829862595, 0.016983654350042343, 0.013467508368194103, 0.011894743889570236, 0.010745039209723473, 0.009813128039240837, 0.009131025522947311, 0.008680013939738274, 0.00839132908731699, 0.008216090500354767, 0.00815006997436285, 0.0082014761865139, 0.008371831849217415, 0.00866754911839962], "prob_new_token": [1.2211187822686043e-05, 0.00348877371288836, 0.005868789739906788, 0.025679877027869225, 0.22977489233016968, 0.8803499341011047, 0.9901822209358215, 0.9964337348937988, 0.9975215792655945, 0.9980632662773132, 0.998507022857666, 0.9988533854484558, 0.9990847706794739, 0.9992183446884155, 0.999284565448761, 0.9993072748184204, 0.9992998242378235, 0.999269425868988, 0.9992179870605469, 0.9991407990455627], "prob_old_token": [0.901763379573822, 0.026726700365543365, 0.05409359931945801, 0.027919568121433258, 0.014003808610141277, 0.002245107665657997, 8.957659883890301e-05, 1.4471536815108266e-05, 7.07929984855582e-06, 5.1731954044953454e-06, 4.1152061385218985e-06, 3.3653316222626017e-06, 2.9010502657911275e-06, 2.689629809538019e-06, 2.6733221147878794e-06, 2.8211577500769636e-06, 3.1455094813281903e-06, 3.678848315757932e-06, 4.468227871257113e-06, 5.603168574452866e-06], "update_matrix_norm_1": [23765.58203125], "update_matrix_norm_2": [6.444272994995117], "update_matrix_norm_inf": [0.056839440017938614], "request": {"prompt": "{} is in a relationship with", "subject": "Andrew Cuomo", "target_new": {"str": "Jamie Bell"}, "old_answer": {"str": "Sandra Lee"}, "seed": 42}}, {"loss_per_step": [5.49, 3.442, 2.248, 1.636, 1.092, 0.621, 0.467, 0.43, 0.419, 0.414, 0.41, 0.407, 0.404, 0.402, 0.4, 0.398, 0.397, 0.396, 0.395, 0.394], "prob_new": [0.004414926748722792, 0.050329066812992096, 0.16049331426620483, 0.292294979095459, 0.5058567523956299, 0.8095453381538391, 0.9386898279190063, 0.9722692370414734, 0.982858419418335, 0.987083375453949, 0.9893506765365601, 0.9909017086029053, 0.9921059608459473, 0.9930773377418518, 0.9938743710517883, 0.9945423007011414, 0.9951093792915344, 0.9955877065658569, 0.9959806203842163, 0.9962944984436035], "prob_old": [0.880671501159668, 0.1879664957523346, 0.24714478850364685, 0.18715697526931763, 0.09087564051151276, 0.0741020143032074, 0.04731374979019165, 0.03432193771004677, 0.026950955390930176, 0.022618256509304047, 0.020001044496893883, 0.018313277512788773, 0.017146285623311996, 0.016323275864124298, 0.015746185556054115, 0.015332254581153393, 0.015023065730929375, 0.014803510159254074, 0.014697857201099396, 0.014734676107764244], "prob_new_token": [1.1573398296604864e-05, 0.00042018393287435174, 0.0015744762495160103, 0.017072346061468124, 0.08520115911960602, 0.6494207978248596, 0.9051360487937927, 0.9723018407821655, 0.9892595410346985, 0.994331419467926, 0.9963706731796265, 0.9973841905593872, 0.9979455471038818, 0.9982686042785645, 0.9984601140022278, 0.9985873103141785, 0.9986830353736877, 0.9987536072731018, 0.9987946152687073, 0.9988023042678833], "prob_old_token": [0.8002026677131653, 0.008129755966365337, 0.03296259418129921, 0.01348829548805952, 0.0002840051311068237, 8.380936924368143e-05, 2.0801802747882903e-05, 7.936905603855848e-06, 3.9569399632455315e-06, 2.484795459167799e-06, 1.8197505369244027e-06, 1.4489330624201102e-06, 1.1919496500922833e-06, 9.98417021946807e-07, 8.583415933571814e-07, 7.577258429591893e-07, 6.849061264802003e-07, 6.382925334946776e-07, 6.204753617566894e-07, 6.335675379887107e-07], "update_matrix_norm_1": [26474.16796875], "update_matrix_norm_2": [7.140542030334473], "update_matrix_norm_inf": [0.04412214457988739], "request": {"prompt": "{} is in a relationship with", "subject": "Rose Byrne", "target_new": {"str": "Ilana Kloss"}, "old_answer": {"str": "Bobby Cannavale"}, "seed": 42}}, {"loss_per_step": [3.995, 1.731, 0.934, 0.445, 0.409, 0.401, 0.398, 0.397, 0.395, 0.394, 0.393, 0.392, 0.391, 0.39, 0.39, 0.389, 0.389, 0.389, 0.388, 0.388], "prob_new": [0.02049724943935871, 0.27999553084373474, 0.5889037847518921, 0.9499503970146179, 0.985775351524353, 0.9931561946868896, 0.9956160187721252, 0.9968835115432739, 0.997622013092041, 0.9980626106262207, 0.9983317255973816, 0.9985004663467407, 0.998609721660614, 0.9986833930015564, 0.9987354278564453, 0.9987745881080627, 0.9988056421279907, 0.9988310933113098, 0.9988517165184021, 0.9988670349121094], "prob_old": [0.880671501159668, 0.1489642858505249, 0.082475945353508, 0.05102911964058876, 0.038875821977853775, 0.03218741714954376, 0.028400160372257233, 0.025988589972257614, 0.024347316473722458, 0.02320278249680996, 0.022393953055143356, 0.021812638267874718, 0.0213828906416893, 0.021051310002803802, 0.020780837163329124, 0.020547444000840187, 0.020337579771876335, 0.020146558061242104, 0.01997644640505314, 0.019834568724036217], "prob_new_token": [8.576454274589196e-05, 0.03848955035209656, 0.3118332028388977, 0.910835862159729, 0.9695669412612915, 0.983740508556366, 0.9896100759506226, 0.9926320314407349, 0.9943122267723083, 0.995288074016571, 0.995873749256134, 0.9962334632873535, 0.9964600205421448, 0.9966089725494385, 0.9967160224914551, 0.9968051314353943, 0.9968918561935425, 0.9969848990440369, 0.9970853328704834, 0.9971905946731567], "prob_old_token": [0.8002026677131653, 0.006085147149860859, 0.00041864882223308086, 4.74303487862926e-05, 1.558277290314436e-05, 8.010300916794222e-06, 5.057577254774515e-06, 3.544228775353986e-06, 2.6888371849054238e-06, 2.186132178394473e-06, 1.882227024907479e-06, 1.6937370901359827e-06, 1.5728215885246755e-06, 1.4907842569300556e-06, 1.4296958852355601e-06, 1.3782755559077486e-06, 1.3300773389346432e-06, 1.282307039218722e-06, 1.2347796882750117e-06, 1.1892076372532756e-06], "update_matrix_norm_1": [27929.763671875], "update_matrix_norm_2": [7.140536785125732], "update_matrix_norm_inf": [0.034328997135162354], "request": {"prompt": "{} is in a relationship with", "subject": "Rose Byrne", "target_new": {"str": "Jamie Bell"}, "old_answer": {"str": "Bobby Cannavale"}, "seed": 42}}, {"loss_per_step": [4.66, 2.413, 1.722, 1.298, 0.748, 0.438, 0.416, 0.406, 0.401, 0.4, 0.398, 0.396, 0.395, 0.394, 0.393, 0.392, 0.392, 0.392, 0.391, 0.391], "prob_new": [0.010358035564422607, 0.1367420256137848, 0.2699204385280609, 0.41035106778144836, 0.7126675844192505, 0.9755373001098633, 0.993229866027832, 0.995228111743927, 0.9964382648468018, 0.9972673058509827, 0.9977765083312988, 0.998076856136322, 0.9982501864433289, 0.998354971408844, 0.9984288811683655, 0.9984853267669678, 0.9985276460647583, 0.9985598921775818, 0.9985851049423218, 0.9986046552658081], "prob_old": [0.880671501159668, 0.16966433823108673, 0.08686220645904541, 0.08360277861356735, 0.06861305981874466, 0.026560472324490547, 0.016923334449529648, 0.014147208072245121, 0.013142880983650684, 0.012793230824172497, 0.012739132158458233, 0.012806563638150692, 0.012886141426861286, 0.012867108918726444, 0.012680115178227425, 0.01238802820444107, 0.012077832594513893, 0.01178125198930502, 0.011492935009300709, 0.011189868673682213], "prob_new_token": [7.222769454529043e-06, 0.00039154826663434505, 0.0015439341077581048, 0.011481228284537792, 0.3179503083229065, 0.9755676984786987, 0.9958519339561462, 0.9979416131973267, 0.998553991317749, 0.9988458752632141, 0.998994767665863, 0.9990546107292175, 0.9990510940551758, 0.999011754989624, 0.998961329460144, 0.9988997578620911, 0.9988283514976501, 0.9987523555755615, 0.9986733794212341, 0.9985864162445068], "prob_old_token": [0.8002026677131653, 0.00966673344373703, 0.0005040866089984775, 0.0005100250127725303, 0.0001195264485431835, 3.668059775918664e-07, 4.6329478919915346e-08, 2.065326043521054e-08, 1.3030645007461317e-08, 1.0320030163768479e-08, 9.643206233533874e-09, 1.0045802412150806e-08, 1.103951241532286e-08, 1.1885465056593603e-08, 1.1960100465557844e-08, 1.1598077165331233e-08, 1.136587712835535e-08, 1.147019368374913e-08, 1.1857138382254107e-08, 1.2287614481465425e-08], "update_matrix_norm_1": [26445.525390625], "update_matrix_norm_2": [7.140542507171631], "update_matrix_norm_inf": [0.04107897728681564], "request": {"prompt": "{} is in a relationship with", "subject": "Rose Byrne", "target_new": {"str": "Anna Kournikova"}, "old_answer": {"str": "Bobby Cannavale"}, "seed": 42}}, {"loss_per_step": [4.334, 2.924, 2.501, 2.391, 1.833, 1.592, 1.431, 1.262, 1.117, 0.817, 0.419, 0.397, 0.386, 0.376, 0.369, 0.365, 0.363, 0.361, 0.36, 0.359], "prob_new": [0.013351678848266602, 0.07877134531736374, 0.12267530709505081, 0.1318841129541397, 0.23071789741516113, 0.2935856580734253, 0.3448265790939331, 0.4078863263130188, 0.470720112323761, 0.6360300779342651, 0.9507119655609131, 0.9769739508628845, 0.9841481447219849, 0.9900699257850647, 0.994739294052124, 0.9970687031745911, 0.9979943037033081, 0.9983482360839844, 0.99845290184021, 0.9984601736068726], "prob_old": [0.8331379890441895, 0.2205071896314621, 0.15841947495937347, 0.09509290754795074, 0.09821156412363052, 0.07788071036338806, 0.022338949143886566, 0.025492839515209198, 0.01859918050467968, 0.006598805543035269, 0.00325870793312788, 0.0011343390215188265, 0.0008283389615826309, 0.0008727574604563415, 0.0010637491941452026, 0.00128337019123137, 0.0014745896914973855, 0.001614555949345231, 0.0016801918391138315, 0.001662188209593296], "prob_new_token": [5.999403640544188e-08, 2.878000850614626e-05, 7.42061747587286e-05, 6.453147943830118e-05, 8.642013563076034e-05, 0.000561016786377877, 0.0021595219150185585, 0.004920181818306446, 0.012920034117996693, 0.05358747020363808, 0.8321351408958435, 0.9934897422790527, 0.9990410804748535, 0.999606192111969, 0.9996709823608398, 0.9996156096458435, 0.9994904398918152, 0.9992938041687012, 0.9990529417991638, 0.9988269805908203], "prob_old_token": [0.7544168829917908, 0.10254119336605072, 0.05511827766895294, 0.04474552720785141, 0.03896977752447128, 0.021458560600876808, 0.0010453596478328109, 0.0010914969025179744, 0.0005410724552348256, 5.27009651705157e-05, 7.569058197987033e-06, 3.918125059954036e-07, 8.967672471271726e-08, 5.542290182347642e-08, 6.551672981913725e-08, 9.753458840577878e-08, 1.5095076832949417e-07, 2.2766511165173142e-07, 3.1267850886251836e-07, 3.805146491231426e-07], "update_matrix_norm_1": [24839.265625], "update_matrix_norm_2": [7.0832390785217285], "update_matrix_norm_inf": [0.04981890693306923], "request": {"prompt": "{} is in a relationship with", "subject": "Ana de Armas", "target_new": {"str": "Tam O'Shaughnessy"}, "old_answer": {"str": "Ben Affleck"}, "seed": 42}}, {"loss_per_step": [4.725, 3.086, 2.19, 1.459, 0.963, 0.498, 0.384, 0.38, 0.377, 0.373, 0.369, 0.366, 0.364, 0.362, 0.361, 0.36, 0.358, 0.357, 0.357, 0.356], "prob_new": [0.009386098012328148, 0.06711968779563904, 0.1639193445444107, 0.33553779125213623, 0.5510959625244141, 0.8790661096572876, 0.9883822798728943, 0.9927847981452942, 0.99424147605896, 0.9953151345252991, 0.9961299300193787, 0.9967401623725891, 0.9971893429756165, 0.9975166320800781, 0.9977539777755737, 0.9979244470596313, 0.9980441927909851, 0.9981250762939453, 0.9981756210327148, 0.9982011318206787], "prob_old": [0.8331379890441895, 0.1942785382270813, 0.3492509722709656, 0.29334256052970886, 0.20565538108348846, 0.08192653208971024, 0.027405500411987305, 0.01535438559949398, 0.01192784495651722, 0.010531389154493809, 0.00984746403992176, 0.009588342159986496, 0.009644911624491215, 0.009931610897183418, 0.010373670607805252, 0.01091032661497593, 0.011487593874335289, 0.012057392857968807, 0.0125885009765625, 0.013078770600259304], "prob_new_token": [3.8208523619687185e-05, 0.0015881337458267808, 0.0050952984020113945, 0.010556071996688843, 0.04881841689348221, 0.39808616042137146, 0.9743275046348572, 0.9956903457641602, 0.9981522560119629, 0.9988594055175781, 0.9991328120231628, 0.9992529153823853, 0.9992963671684265, 0.999286949634552, 0.9992346167564392, 0.9991441965103149, 0.9990198016166687, 0.9988682270050049, 0.9986986517906189, 0.9985161423683167], "prob_old_token": [0.7544168829917908, 0.020536774769425392, 0.09397344291210175, 0.04971490427851677, 0.011712079867720604, 0.0013594019692391157, 3.268441287218593e-05, 3.546625976014184e-06, 1.3146692481313949e-06, 8.637118753540562e-07, 7.495783052036131e-07, 7.628113394275715e-07, 8.602305570093449e-07, 1.0375985084465356e-06, 1.304862735196366e-06, 1.6740187902541948e-06, 2.141657887477777e-06, 2.6717164018918993e-06, 3.2019927402870962e-06, 3.678367647808045e-06], "update_matrix_norm_1": [25776.12109375], "update_matrix_norm_2": [7.0832390785217285], "update_matrix_norm_inf": [0.04013345390558243], "request": {"prompt": "{} is in a relationship with", "subject": "Ana de Armas", "target_new": {"str": "Christine Bleakley"}, "old_answer": {"str": "Ben Affleck"}, "seed": 42}}, {"loss_per_step": [3.763, 2.871, 2.203, 1.163, 0.461, 0.377, 0.368, 0.363, 0.362, 0.359, 0.357, 0.356, 0.355, 0.354, 0.354, 0.353, 0.353, 0.353, 0.352, 0.352], "prob_new": [0.02358173206448555, 0.08159293234348297, 0.16169345378875732, 0.45621976256370544, 0.9085344076156616, 0.9873072504997253, 0.9946229457855225, 0.9961689710617065, 0.9968581795692444, 0.9973575472831726, 0.9977520704269409, 0.9980435967445374, 0.9982486367225647, 0.9983987808227539, 0.9985193610191345, 0.9986235499382019, 0.9987143874168396, 0.9987894892692566, 0.9988449215888977, 0.9988793134689331], "prob_old": [0.8331379890441895, 0.2765222489833832, 0.20615720748901367, 0.052910204976797104, 0.028329746797680855, 0.012315046042203903, 0.006757037248462439, 0.004627581220120192, 0.0036823672708123922, 0.0032253696117550135, 0.0030300021171569824, 0.002995307557284832, 0.003053718712180853, 0.003151961835101247, 0.0032602925784885883, 0.0033690757118165493, 0.003480284009128809, 0.0036098244599997997, 0.003787626512348652, 0.004038159269839525], "prob_new_token": [1.8918278783530695e-06, 4.2739637137856334e-05, 0.00031002858304418623, 0.013642827980220318, 0.5827977061271667, 0.9613615870475769, 0.9902776479721069, 0.9949318170547485, 0.9963682293891907, 0.9970191717147827, 0.9973738193511963, 0.9975560903549194, 0.9976147413253784, 0.9975981712341309, 0.9975517392158508, 0.9975072145462036, 0.9974756836891174, 0.9974461793899536, 0.997393012046814, 0.9972994923591614], "prob_old_token": [0.7544168829917908, 0.2849434018135071, 0.18529704213142395, 0.003794978139922023, 0.0012762066908180714, 9.672395390225574e-05, 1.548677209939342e-05, 5.109704034111928e-06, 2.694569502637023e-06, 1.9678238913911628e-06, 1.7756932493284694e-06, 1.8095556697517168e-06, 1.98526936401322e-06, 2.2828551209386205e-06, 2.703101472434355e-06, 3.2511327390238876e-06, 3.942810053558787e-06, 4.8480555960850324e-06, 6.142191068647662e-06, 8.086834895948414e-06], "update_matrix_norm_1": [25451.083984375], "update_matrix_norm_2": [7.083239555358887], "update_matrix_norm_inf": [0.0391099713742733], "request": {"prompt": "{} is in a relationship with", "subject": "Ana de Armas", "target_new": {"str": "Goldie Hawn"}, "old_answer": {"str": "Ben Affleck"}, "seed": 42}}, {"loss_per_step": [3.378, 2.666, 1.29, 0.657, 0.516, 0.467, 0.443, 0.429, 0.42, 0.415, 0.411, 0.408, 0.406, 0.404, 0.402, 0.401, 0.4, 0.399, 0.399, 0.398], "prob_new": [0.0346001572906971, 0.11099836230278015, 0.4215928614139557, 0.7803928256034851, 0.8950476050376892, 0.940199077129364, 0.9632601141929626, 0.976230263710022, 0.983909547328949, 0.9884915351867676, 0.9913066029548645, 0.993121325969696, 0.9943529963493347, 0.995227038860321, 0.9958661794662476, 0.9963420629501343, 0.9967014193534851, 0.9969757795333862, 0.9971843361854553, 0.9973355531692505], "prob_old": [0.8124260902404785, 0.17021802067756653, 0.11019016802310944, 0.032641299068927765, 0.023849913850426674, 0.019662655889987946, 0.016475994139909744, 0.013804836198687553, 0.011631656438112259, 0.009953388012945652, 0.008686764165759087, 0.007730941753834486, 0.007009800057858229, 0.0064743440598249435, 0.006092476192861795, 0.00583724956959486, 0.005679321009665728, 0.0055875517427921295, 0.005538754630833864, 0.005525077693164349], "prob_new_token": [0.01379916351288557, 0.1793452650308609, 0.5974463224411011, 0.6875950694084167, 0.7711467742919922, 0.8287081122398376, 0.8735306859016418, 0.9127523899078369, 0.9440768957138062, 0.9651513695716858, 0.9776662588119507, 0.9848383069038391, 0.9890445470809937, 0.9916222095489502, 0.9932742714881897, 0.9943686127662659, 0.9951032400131226, 0.9955860376358032, 0.9958712458610535, 0.9959916472434998], "prob_old_token": [0.7702374458312988, 0.009539559483528137, 0.0029974747449159622, 0.002618669532239437, 0.0011924898717552423, 0.0006375987431965768, 0.0003642850206233561, 0.00020682750619016588, 0.00011665155034279451, 6.82932513882406e-05, 4.307710696593858e-05, 2.941135608125478e-05, 2.151577609765809e-05, 1.6666379451635294e-05, 1.3546891750593204e-05, 1.149920262832893e-05, 1.0171167559747119e-05, 9.360508556710556e-06, 8.950635674409568e-06, 8.870840247254819e-06], "update_matrix_norm_1": [23841.552734375], "update_matrix_norm_2": [6.331223487854004], "update_matrix_norm_inf": [0.03821089118719101], "request": {"prompt": "{} has the job title of", "subject": "Ismail Omar Guelleh", "target_new": {"str": "Prime Minister of the Netherlands"}, "old_answer": {"str": "President of Djibouti"}, "seed": 42}}, {"loss_per_step": [2.911, 2.366, 1.519, 0.868, 0.639, 0.553, 0.502, 0.473, 0.451, 0.434, 0.422, 0.414, 0.409, 0.405, 0.402, 0.4, 0.398, 0.397, 0.396, 0.395], "prob_new": [0.05511827766895294, 0.14549076557159424, 0.32809144258499146, 0.6263352632522583, 0.7877751588821411, 0.8567152619361877, 0.9003786444664001, 0.927401065826416, 0.9474204778671265, 0.9629476070404053, 0.9746360182762146, 0.9828428626060486, 0.9881763458251953, 0.9914714694023132, 0.9934836030006409, 0.9947333931922913, 0.9955717921257019, 0.9962237477302551, 0.9967605471611023, 0.9971497058868408], "prob_old": [0.8124260902404785, 0.16974672675132751, 0.18765157461166382, 0.19258050620555878, 0.1856815665960312, 0.16824088990688324, 0.15401849150657654, 0.1461392641067505, 0.14199987053871155, 0.13970908522605896, 0.13792595267295837, 0.13573689758777618, 0.13287995755672455, 0.1295742392539978, 0.12618263065814972, 0.12297239154577255, 0.11994639039039612, 0.11689472198486328, 0.11366032809019089, 0.1104467362165451], "prob_new_token": [0.7702363729476929, 0.17051295936107635, 0.4323824644088745, 0.5869518518447876, 0.6261910796165466, 0.6964372992515564, 0.7513769268989563, 0.8016065359115601, 0.852862536907196, 0.9009525775909424, 0.9398136138916016, 0.9663691520690918, 0.9818431735038757, 0.9899023771286011, 0.9938573241233826, 0.9957250356674194, 0.9965589642524719, 0.9968745112419128, 0.9968437552452087, 0.99644535779953], "prob_old_token": [0.7702374458312988, 0.17051202058792114, 0.432386577129364, 0.586952805519104, 0.6261933445930481, 0.6964357495307922, 0.751375138759613, 0.8016088604927063, 0.8528648018836975, 0.9009554982185364, 0.9398133158683777, 0.9663686156272888, 0.9818426966667175, 0.9899023175239563, 0.9938574433326721, 0.9957249164581299, 0.9965589642524719, 0.9968745112419128, 0.9968437552452087, 0.9964451193809509], "update_matrix_norm_1": [23112.080078125], "update_matrix_norm_2": [6.331222057342529], "update_matrix_norm_inf": [0.060777854174375534], "request": {"prompt": "{} has the job title of", "subject": "Ismail Omar Guelleh", "target_new": {"str": "President of the Republic of Congo"}, "old_answer": {"str": "President of Djibouti"}, "seed": 42}}, {"loss_per_step": [2.974, 2.514, 1.992, 1.606, 1.386, 1.21, 1.051, 0.819, 0.563, 0.459, 0.436, 0.411, 0.405, 0.402, 0.399, 0.398, 0.397, 0.396, 0.396, 0.395], "prob_new": [0.051500286906957626, 0.1327076405286789, 0.2143542766571045, 0.30847081542015076, 0.3809928894042969, 0.4596130847930908, 0.5374307036399841, 0.679516613483429, 0.8782005310058594, 0.9625974297523499, 0.9834060668945312, 0.9927955269813538, 0.9972547292709351, 0.9988036751747131, 0.9993612170219421, 0.9995895624160767, 0.9996788501739502, 0.9996861219406128, 0.9995961785316467, 0.9994468688964844], "prob_old": [0.8124260902404785, 0.20277294516563416, 0.21759547293186188, 0.18146495521068573, 0.17757615447044373, 0.16025695204734802, 0.13588465750217438, 0.12999439239501953, 0.11841437965631485, 0.08442407846450806, 0.06404490023851395, 0.04448714852333069, 0.03327031433582306, 0.026029812172055244, 0.021585611626505852, 0.019019674509763718, 0.017489561811089516, 0.016727987676858902, 0.01652667485177517, 0.016422055661678314], "prob_new_token": [0.013799037784337997, 0.12855654954910278, 0.35379084944725037, 0.5101080536842346, 0.6265471577644348, 0.7601754665374756, 0.8296298980712891, 0.9178618788719177, 0.9711899757385254, 0.9811004996299744, 0.9930993318557739, 0.9961504936218262, 0.9977861046791077, 0.9986005425453186, 0.9990077614784241, 0.9991750717163086, 0.9992318153381348, 0.9992397427558899, 0.9992392063140869, 0.9992368817329407], "prob_old_token": [0.7702374458312988, 0.017667576670646667, 0.009618483483791351, 0.0061628688126802444, 0.007364092394709587, 0.0028714267536997795, 0.0011242497712373734, 0.0007438600878231227, 0.00032153193023987114, 0.0001629910693736747, 8.000380330486223e-05, 3.585331796784885e-05, 1.826312654884532e-05, 1.0800193194882013e-05, 7.284668754437007e-06, 5.8255673138774e-06, 5.3261019274941646e-06, 5.232728199189296e-06, 5.315810540196253e-06, 5.61042452318361e-06], "update_matrix_norm_1": [23447.857421875], "update_matrix_norm_2": [6.3312225341796875], "update_matrix_norm_inf": [0.05313349515199661], "request": {"prompt": "{} has the job title of", "subject": "Ismail Omar Guelleh", "target_new": {"str": "Prime Minister of Sri Lanka"}, "old_answer": {"str": "President of Djibouti"}, "seed": 42}}, {"loss_per_step": [6.256, 4.969, 3.908, 2.212, 1.16, 0.624, 0.566, 0.516, 0.484, 0.461, 0.443, 0.431, 0.423, 0.418, 0.415, 0.413, 0.411, 0.41, 0.408, 0.408], "prob_new": [0.002040670020505786, 0.011001864448189735, 0.031408414244651794, 0.17118465900421143, 0.48545122146606445, 0.8251323103904724, 0.8733586072921753, 0.9204526543617249, 0.9505256414413452, 0.9694749712944031, 0.9814404249191284, 0.9885357618331909, 0.9924632906913757, 0.994610607624054, 0.9958581924438477, 0.9966750741004944, 0.9972770810127258, 0.9977491497993469, 0.9981217384338379, 0.9984102845191956], "prob_old": [0.7374274134635925, 0.10549961030483246, 0.047217484563589096, 0.011093657463788986, 0.007949458435177803, 0.008642851375043392, 0.007290104404091835, 0.0053886291570961475, 0.004242992494255304, 0.0035202454309910536, 0.0030348740983754396, 0.002695957198739052, 0.002438408089801669, 0.0022270807530730963, 0.0020504442509263754, 0.001894880668260157, 0.0017476958455517888, 0.0016054243315011263, 0.0014735185541212559, 0.001361612812615931], "prob_new_token": [0.0035693657118827105, 0.012368457391858101, 0.07272811233997345, 0.2647053301334381, 0.5368751883506775, 0.643498957157135, 0.7273037433624268, 0.8068721294403076, 0.8635884523391724, 0.9127295017242432, 0.9494452476501465, 0.9719186425209045, 0.9841320514678955, 0.9903104305267334, 0.9934771060943604, 0.9952998161315918, 0.9965218305587769, 0.9974141716957092, 0.9980604648590088, 0.9985036849975586], "prob_old_token": [0.6261493563652039, 0.004127593245357275, 0.00011139453999930993, 1.7970222643270972e-06, 7.90748913459538e-07, 1.0057977988253697e-06, 6.88837758389127e-07, 3.194695068486908e-07, 1.7289795550823328e-07, 1.0156956165019437e-07, 6.568814825413938e-08, 4.777142592615746e-08, 3.67570933690331e-08, 2.9226098874346462e-08, 2.396542342353314e-08, 1.9911508886139018e-08, 1.6406181302386358e-08, 1.3321808545185831e-08, 1.0799878324974088e-08, 8.97867291627108e-09], "update_matrix_norm_1": [22777.0625], "update_matrix_norm_2": [6.023024082183838], "update_matrix_norm_inf": [0.02447836473584175], "request": {"prompt": "{} has the job title of", "subject": "George Biddell Airy", "target_new": {"str": "President of Gabon"}, "old_answer": {"str": "Astronomer Royal"}, "seed": 42}}, {"loss_per_step": [3.443, 2.936, 2.458, 1.506, 0.836, 0.582, 0.492, 0.462, 0.443, 0.433, 0.427, 0.423, 0.42, 0.418, 0.416, 0.414, 0.412, 0.411, 0.409, 0.408], "prob_new": [0.03398697450757027, 0.08328017592430115, 0.12931601703166962, 0.33510667085647583, 0.6699482798576355, 0.9382942914962769, 0.9463899731636047, 0.9734845161437988, 0.9863497614860535, 0.991776704788208, 0.9945024251937866, 0.9960852265357971, 0.9970793128013611, 0.9977317452430725, 0.9981734156608582, 0.9984782934188843, 0.9986904859542847, 0.9988389015197754, 0.9989455342292786, 0.9990310668945312], "prob_old": [0.7374274134635925, 0.08320549875497818, 0.07837113738059998, 0.06147679314017296, 0.019609376788139343, 0.0037166853435337543, 0.005738121457397938, 0.005403215065598488, 0.004487610887736082, 0.003723053028807044, 0.0031090460252016783, 0.0025940933264791965, 0.0021636972669512033, 0.001811600523069501, 0.0015279519138857722, 0.0013033861760050058, 0.0011279035825282335, 0.0009899650467559695, 0.0008789034909568727, 0.0007850474794395268], "prob_new_token": [8.783170528658957e-07, 2.377383498242125e-05, 5.605186379398219e-05, 0.006215123925358057, 0.27794718742370605, 0.8688429594039917, 0.7468640208244324, 0.8648776412010193, 0.9401785135269165, 0.9691017270088196, 0.9813482761383057, 0.9875491261482239, 0.9911710023880005, 0.9935599565505981, 0.9952682852745056, 0.996503472328186, 0.9973726272583008, 0.9979731440544128, 0.9983901977539062, 0.9986887574195862], "prob_old_token": [0.6261493563652039, 0.004334302619099617, 0.0004458723124116659, 0.00024566223146393895, 1.825565777835436e-05, 2.8931080464644765e-07, 9.432002912035387e-07, 6.708157798129832e-07, 3.350566828430601e-07, 1.843097550136008e-07, 1.1262805088563255e-07, 7.223341214057655e-08, 4.764085304032051e-08, 3.194382713900268e-08, 2.1573582031919614e-08, 1.470682597926043e-08, 1.0215781998113016e-08, 7.2744659185275395e-09, 5.2940789529998256e-09, 3.880913812537301e-09], "update_matrix_norm_1": [22492.95703125], "update_matrix_norm_2": [6.023024082183838], "update_matrix_norm_inf": [0.023947585374116898], "request": {"prompt": "{} has the job title of", "subject": "George Biddell Airy", "target_new": {"str": "Sultan of Brunei"}, "old_answer": {"str": "Astronomer Royal"}, "seed": 42}}, {"loss_per_step": [5.848, 4.103, 1.964, 0.859, 0.599, 0.533, 0.492, 0.465, 0.449, 0.439, 0.431, 0.425, 0.42, 0.417, 0.414, 0.412, 0.411, 0.41, 0.409, 0.408], "prob_new": [0.003206101944670081, 0.028087513521313667, 0.21717151999473572, 0.6495112776756287, 0.8500346541404724, 0.9069036245346069, 0.9396500587463379, 0.9598032832145691, 0.9721341133117676, 0.9797655940055847, 0.9846305847167969, 0.9878799319267273, 0.9901649355888367, 0.9918540120124817, 0.9931600689888, 0.9942097663879395, 0.9950781464576721, 0.9958043098449707, 0.996402382850647, 0.9968819618225098], "prob_old": [0.7374274134635925, 0.11249711364507675, 0.09112200140953064, 0.013886974193155766, 0.00526837445795536, 0.0029812052380293608, 0.0020019998773932457, 0.001474144752137363, 0.0011503254063427448, 0.0009353826171718538, 0.0007889966946095228, 0.000688656757120043, 0.0006200979696586728, 0.0005737562314607203, 0.0005428734584711492, 0.0005227227229624987, 0.0005098605179227889, 0.0005014882772229612, 0.000495432410389185, 0.0004901728825643659], "prob_new_token": [2.322563886991702e-05, 0.0003776010125875473, 0.012017808854579926, 0.31106069684028625, 0.6636337637901306, 0.7899807691574097, 0.8785468935966492, 0.9297497868537903, 0.9572908282279968, 0.9725677967071533, 0.9814115762710571, 0.9867610931396484, 0.9901093244552612, 0.9922617077827454, 0.9936915636062622, 0.994713544845581, 0.9955459237098694, 0.9962992072105408, 0.9969726800918579, 0.997529923915863], "prob_old_token": [0.6261493563652039, 0.008072164840996265, 0.0017440725350752473, 1.8842647477868013e-05, 3.274747996329097e-06, 1.1305080533929868e-06, 4.6468488790196716e-07, 2.318073910601015e-07, 1.3256608610845433e-07, 8.306611931629959e-08, 5.650481327279522e-08, 4.140616738368408e-08, 3.244891289000407e-08, 2.700354784224146e-08, 2.356859596375216e-08, 2.1009176620623293e-08, 1.8403651935727794e-08, 1.538325200556301e-08, 1.2293686957320915e-08, 9.656090149690044e-09], "update_matrix_norm_1": [23119.044921875], "update_matrix_norm_2": [6.023024082183838], "update_matrix_norm_inf": [0.020427707582712173], "request": {"prompt": "{} has the job title of", "subject": "George Biddell Airy", "target_new": {"str": "Grand Prince of Kiev"}, "old_answer": {"str": "Astronomer Royal"}, "seed": 42}}, {"loss_per_step": [3.676, 2.475, 1.185, 0.664, 0.601, 0.527, 0.475, 0.443, 0.419, 0.4, 0.387, 0.381, 0.378, 0.375, 0.372, 0.371, 0.37, 0.369, 0.368, 0.368], "prob_new": [0.02559254691004753, 0.12524226307868958, 0.4478759765625, 0.753553032875061, 0.8034286499023438, 0.8610806465148926, 0.906801164150238, 0.937778651714325, 0.9601209759712219, 0.9757806658744812, 0.9859647750854492, 0.9920045137405396, 0.9951580166816711, 0.9966278076171875, 0.9973092675209045, 0.9976846575737, 0.9979577660560608, 0.9981968402862549, 0.9984061121940613, 0.998574435710907], "prob_old": [0.7140601873397827, 0.3769074082374573, 0.18221983313560486, 0.06539496779441833, 0.06215984746813774, 0.04952816292643547, 0.03632193058729172, 0.02672746032476425, 0.01911548338830471, 0.013065528124570847, 0.008571671321988106, 0.005555704236030579, 0.003802488325163722, 0.0029309778474271297, 0.0025377164129167795, 0.0023491340689361095, 0.0022273885551840067, 0.00211700308136642, 0.002011184813454747, 0.0019222772680222988], "prob_new_token": [0.018534669652581215, 0.14722159504890442, 0.4319809377193451, 0.5374470949172974, 0.624121367931366, 0.7276392579078674, 0.8128258585929871, 0.8728632926940918, 0.9189947843551636, 0.9521995782852173, 0.9735105633735657, 0.9860219955444336, 0.9921618103981018, 0.9944849610328674, 0.9952325224876404, 0.9954891204833984, 0.9956799745559692, 0.9959065318107605, 0.996111273765564, 0.996212363243103], "prob_old_token": [0.6045724153518677, 0.02913603000342846, 0.0004818542511202395, 9.616139323043171e-06, 4.980672201781999e-06, 2.549664031903376e-06, 1.2598806051755673e-06, 7.284303933374758e-07, 4.261647461589746e-07, 2.3035117635572533e-07, 1.1097383634250946e-07, 4.7079442566655416e-08, 2.084074957053872e-08, 1.286201722905389e-08, 1.0815112361228785e-08, 1.0216327339662712e-08, 9.593197347612659e-09, 8.673231022271466e-09, 7.71157093737429e-09, 6.995358514672034e-09], "update_matrix_norm_1": [24128.74609375], "update_matrix_norm_2": [6.557746410369873], "update_matrix_norm_inf": [0.054005756974220276], "request": {"prompt": "{} has the job title of", "subject": "Haji Hassanal Bolkiah", "target_new": {"str": "Prime Minister of New Zealand"}, "old_answer": {"str": "Sultan of Brunei"}, "seed": 42}}, {"loss_per_step": [5.134, 4.104, 2.671, 1.098, 0.473, 0.407, 0.395, 0.39, 0.386, 0.383, 0.381, 0.379, 0.378, 0.377, 0.376, 0.375, 0.374, 0.374, 0.373, 0.373], "prob_new": [0.006034984719008207, 0.024468405172228813, 0.10958921909332275, 0.5067651271820068, 0.9543792605400085, 0.9753932952880859, 0.9822571277618408, 0.986591637134552, 0.9897601008415222, 0.9921154975891113, 0.9938371777534485, 0.995090126991272, 0.9960132241249084, 0.9967068433761597, 0.9972386360168457, 0.9976537227630615, 0.997982382774353, 0.9982454180717468, 0.9984576106071472, 0.998629629611969], "prob_old": [0.7140601873397827, 0.345908522605896, 0.2126815915107727, 0.13819850981235504, 0.066121406853199, 0.05079498887062073, 0.045078907161951065, 0.04098264500498772, 0.037256162613630295, 0.03380502015352249, 0.03073665127158165, 0.02810213714838028, 0.025878969579935074, 0.024004805833101273, 0.022403616458177567, 0.021000999957323074, 0.01974073052406311, 0.01859784685075283, 0.017573701217770576, 0.016677500680088997], "prob_new_token": [1.3508626750535768e-07, 7.219044164230581e-06, 0.0017806943506002426, 0.1969444751739502, 0.8898373246192932, 0.9413946866989136, 0.9580914974212646, 0.9682851433753967, 0.9761584401130676, 0.9823151230812073, 0.9868545532226562, 0.9900696873664856, 0.9923262000083923, 0.9939252734184265, 0.9950777888298035, 0.9959247708320618, 0.9965591430664062, 0.9970375895500183, 0.9974020719528198, 0.9976792931556702], "prob_old_token": [0.6045724153518677, 0.025771252810955048, 0.004416989162564278, 0.0006994372815825045, 1.48774834087817e-05, 3.789225729633472e-06, 2.366582975810161e-06, 1.73454282048624e-06, 1.2409300325089134e-06, 8.567803320147505e-07, 5.884854772375547e-07, 4.1306131493001885e-07, 3.0057785238568613e-07, 2.2779369146519457e-07, 1.795000201809671e-07, 1.4631862654823635e-07, 1.2274199434614275e-07, 1.0571640274292804e-07, 9.348820384502687e-08, 8.497063674894889e-08], "update_matrix_norm_1": [24311.095703125], "update_matrix_norm_2": [6.557755470275879], "update_matrix_norm_inf": [0.03362303227186203], "request": {"prompt": "{} has the job title of", "subject": "Haji Hassanal Bolkiah", "target_new": {"str": "Astronomer Royal"}, "old_answer": {"str": "Sultan of Brunei"}, "seed": 42}}, {"loss_per_step": [5.075, 3.396, 1.408, 0.838, 0.544, 0.468, 0.436, 0.419, 0.406, 0.397, 0.389, 0.383, 0.379, 0.375, 0.372, 0.371, 0.369, 0.368, 0.367, 0.366], "prob_new": [0.006791500840336084, 0.05794081836938858, 0.35991182923316956, 0.6329774260520935, 0.8495325446128845, 0.9175549745559692, 0.9460731148719788, 0.9607824683189392, 0.9701688885688782, 0.9769286513328552, 0.9818857312202454, 0.9855002760887146, 0.988154947757721, 0.990142285823822, 0.9916672706604004, 0.9928693771362305, 0.9938390851020813, 0.994630753993988, 0.9952777624130249, 0.9958055019378662], "prob_old": [0.7140601873397827, 0.4868476986885071, 0.0924452468752861, 0.06512082368135452, 0.05662345886230469, 0.050353918224573135, 0.04634575545787811, 0.04439481347799301, 0.04383416101336479, 0.04402036964893341, 0.04442696273326874, 0.04462973773479462, 0.04431217163801193, 0.043329596519470215, 0.04174899682402611, 0.039780110120773315, 0.037645164877176285, 0.03549233078956604, 0.033383212983608246, 0.031319744884967804], "prob_new_token": [0.000439819588791579, 0.010668415576219559, 0.796210527420044, 0.8672801852226257, 0.8974064588546753, 0.9097098112106323, 0.9166334271430969, 0.9258058667182922, 0.9380233287811279, 0.9502860307693481, 0.9604274034500122, 0.9681743383407593, 0.9740623831748962, 0.9786427021026611, 0.9822853207588196, 0.9852327704429626, 0.9876394867897034, 0.98959881067276, 0.9911810755729675, 0.992453396320343], "prob_old_token": [0.6045724153518677, 0.19964009523391724, 2.6164590963162482e-05, 1.761200292094145e-05, 1.4373524209077004e-05, 1.2449715541151818e-05, 1.200396400236059e-05, 1.2493449503381271e-05, 1.337400681222789e-05, 1.4260349416872486e-05, 1.4918971828592476e-05, 1.5239214008033741e-05, 1.5171784070844296e-05, 1.4687898328702431e-05, 1.382006212224951e-05, 1.2667774171859492e-05, 1.1366057151462883e-05, 1.0043249858426861e-05, 8.793090273684356e-06, 7.667487807339057e-06], "update_matrix_norm_1": [24675.37890625], "update_matrix_norm_2": [6.557755470275879], "update_matrix_norm_inf": [0.03814654424786568], "request": {"prompt": "{} has the job title of", "subject": "Haji Hassanal Bolkiah", "target_new": {"str": "President of Gabon"}, "old_answer": {"str": "Sultan of Brunei"}, "seed": 42}}, {"loss_per_step": [3.748, 3.281, 1.615, 0.757, 0.522, 0.45, 0.424, 0.413, 0.406, 0.401, 0.399, 0.397, 0.395, 0.395, 0.394, 0.393, 0.392, 0.392, 0.391, 0.384], "prob_new": [0.02431020326912403, 0.061610687524080276, 0.31916728615760803, 0.7535308003425598, 0.9012069702148438, 0.9519531726837158, 0.9737494587898254, 0.9836553931236267, 0.9884832501411438, 0.9912166595458984, 0.9930647015571594, 0.9944358468055725, 0.99546217918396, 0.9962204694747925, 0.9967807531356812, 0.9972053170204163, 0.9975384473800659, 0.9978013038635254, 0.9979998469352722, 0.9980897903442383], "prob_old": [0.6405696272850037, 0.2964494824409485, 0.05267995595932007, 0.0014705518260598183, 0.0014928008895367384, 0.0019499600166454911, 0.0017629353096708655, 0.0013444725191220641, 0.000976994400843978, 0.0007147922879084945, 0.0005526691093109548, 0.0004671395290642977, 0.0004306432092562318, 0.0004182901466265321, 0.0004130892048124224, 0.0004114170733373612, 0.0004211913619656116, 0.0004531591839622706, 0.0005122768343426287, 0.0006219446659088135], "prob_new_token": [0.000528313044924289, 0.0022352884989231825, 0.026632679626345634, 0.5583860278129578, 0.8343698382377625, 0.9240832328796387, 0.9648554921150208, 0.9832220673561096, 0.9910137057304382, 0.9945042133331299, 0.9962817430496216, 0.9973318576812744, 0.9980125427246094, 0.9984685778617859, 0.9987765550613403, 0.9989870190620422, 0.9991303086280823, 0.9992204904556274, 0.9992603063583374, 0.9992102384567261], "prob_old_token": [0.6438195705413818, 0.09004323184490204, 0.01623927243053913, 5.430603778222576e-05, 7.746377377770841e-05, 0.000141112192068249, 9.729013254400343e-05, 3.998097963631153e-05, 1.4792118236073293e-05, 6.084844699216774e-06, 3.1290658171201358e-06, 2.091719352392829e-06, 1.7579540099177393e-06, 1.6892041685423465e-06, 1.6969269154287758e-06, 1.7591497680768953e-06, 1.997052095248364e-06, 2.6438078748469707e-06, 4.086811713932548e-06, 7.62099170970032e-06], "update_matrix_norm_1": [24242.09375], "update_matrix_norm_2": [6.5938849449157715], "update_matrix_norm_inf": [0.040849510580301285], "request": {"prompt": "{} has the job title of", "subject": "W\u0142adys\u0142aw IV Vasa", "target_new": {"str": "Supreme Leader of Iran"}, "old_answer": {"str": "King of Poland"}, "seed": 42}}, {"loss_per_step": [4.446, 3.397, 2.015, 1.289, 0.891, 0.54, 0.413, 0.404, 0.401, 0.399, 0.397, 0.396, 0.395, 0.394, 0.393, 0.393, 0.392, 0.392, 0.392, 0.391], "prob_new": [0.01277956273406744, 0.056947868317365646, 0.20247749984264374, 0.4246826171875, 0.6438918113708496, 0.8861858248710632, 0.9845768213272095, 0.9898688197135925, 0.9925780892372131, 0.9945487976074219, 0.9958812594413757, 0.9967474341392517, 0.9973334670066833, 0.9977551698684692, 0.9980733394622803, 0.998320996761322, 0.9985184669494629, 0.9986809492111206, 0.9988186359405518, 0.998938262462616], "prob_old": [0.6405696272850037, 0.28838443756103516, 0.376602441072464, 0.01660401001572609, 0.01158863864839077, 0.0005280898185446858, 0.0003284472331870347, 0.00025753589579835534, 0.00020967330783605576, 0.0001725410984363407, 0.00014346936950460076, 0.00012043742026435211, 0.00010175483475904912, 8.644597983220592e-05, 7.403465860988945e-05, 6.424712773878127e-05, 5.679485184373334e-05, 5.12613587488886e-05, 4.710741632152349e-05, 4.378722223918885e-05], "prob_new_token": [0.00044303626054897904, 0.0026905639097094536, 0.004185158759355545, 0.02900247648358345, 0.46011385321617126, 0.6540777087211609, 0.9737834930419922, 0.9813461303710938, 0.9862432479858398, 0.9913190007209778, 0.9949124455451965, 0.9970186352729797, 0.9981873035430908, 0.9988411068916321, 0.9992173314094543, 0.999440610408783, 0.9995763897895813, 0.9996607303619385, 0.9997143149375916, 0.9997503757476807], "prob_old_token": [0.6438195705413818, 0.06637560576200485, 0.2733307480812073, 0.002583475783467293, 0.00024667431716807187, 2.221569047833327e-06, 7.674829021198093e-07, 4.3552478246056125e-07, 2.886620791286987e-07, 1.8413722102650354e-07, 1.135233134164082e-07, 6.911635352935264e-08, 4.2150897883175276e-08, 2.606159910101269e-08, 1.6573629579852422e-08, 1.1032945224087598e-08, 7.827797965376249e-09, 5.989396534289426e-09, 4.935715836040799e-09, 4.324966162982946e-09], "update_matrix_norm_1": [25141.349609375], "update_matrix_norm_2": [6.713069915771484], "update_matrix_norm_inf": [0.03349258378148079], "request": {"prompt": "{} has the job title of", "subject": "W\u0142adys\u0142aw IV Vasa", "target_new": {"str": "First Minister of Scotland"}, "old_answer": {"str": "King of Poland"}, "seed": 42}}, {"loss_per_step": [3.806, 2.87, 1.284, 0.642, 0.534, 0.464, 0.429, 0.413, 0.406, 0.401, 0.399, 0.397, 0.396, 0.395, 0.394, 0.393, 0.393, 0.392, 0.392, 0.391], "prob_new": [0.024853479117155075, 0.10472776740789413, 0.435823529958725, 0.8177869319915771, 0.8949118256568909, 0.945210337638855, 0.9688104391098022, 0.9817652106285095, 0.9890275001525879, 0.9928468465805054, 0.9949461817741394, 0.9961682558059692, 0.9969059228897095, 0.9973686337471008, 0.997652530670166, 0.9978123903274536, 0.9979057312011719, 0.9979841113090515, 0.998076319694519, 0.9981861114501953], "prob_old": [0.6405696272850037, 0.21896664798259735, 0.027214335277676582, 0.005698247347027063, 0.0031773948576301336, 0.002565923612564802, 0.002077186480164528, 0.0015055998228490353, 0.0009833520743995905, 0.0006098816520534456, 0.0003928654477931559, 0.00029191721114329994, 0.0002581872686278075, 0.00025791217922233045, 0.000274666934274137, 0.00030349669395945966, 0.00034120751661248505, 0.00038436881732195616, 0.0004300407017581165, 0.00047508024726994336], "prob_new_token": [6.85775448800996e-05, 0.009452268481254578, 0.10098341107368469, 0.44901764392852783, 0.6710242033004761, 0.8253244161605835, 0.8946713805198669, 0.9384480118751526, 0.9684176445007324, 0.9844061732292175, 0.9918220639228821, 0.9950626492500305, 0.9964064955711365, 0.9968796372413635, 0.9968456625938416, 0.9964656829833984, 0.9959585666656494, 0.9955617189407349, 0.9954162836074829, 0.9955272078514099], "prob_old_token": [0.6438195705413818, 0.04174310714006424, 0.010723006911575794, 0.0001946880220202729, 3.885499245370738e-05, 2.0793077055714093e-05, 1.2760069694195408e-05, 6.632576514675748e-06, 2.6226930458506104e-06, 8.656208478896588e-07, 2.8231801252331934e-07, 1.1590673665295981e-07, 6.834201116134864e-08, 5.574636574579017e-08, 5.8849582984521476e-08, 7.511444266583567e-08, 1.0282016660312365e-07, 1.372523001919035e-07, 1.7207990765655268e-07, 2.025664258553661e-07], "update_matrix_norm_1": [25280.26953125], "update_matrix_norm_2": [6.713069438934326], "update_matrix_norm_inf": [0.03069491870701313], "request": {"prompt": "{} has the job title of", "subject": "W\u0142adys\u0142aw IV Vasa", "target_new": {"str": "Prime Minister of New Zealand"}, "old_answer": {"str": "King of Poland"}, "seed": 42}}, {"loss_per_step": [4.461, 3.268, 1.198, 0.765, 0.526, 0.44, 0.414, 0.403, 0.396, 0.392, 0.388, 0.386, 0.384, 0.383, 0.381, 0.38, 0.379, 0.377, 0.376, 0.376], "prob_new": [0.012015683576464653, 0.06183256581425667, 0.4555661380290985, 0.6857982277870178, 0.8655641078948975, 0.9456561207771301, 0.9711266756057739, 0.9813995361328125, 0.9863695502281189, 0.9894140362739563, 0.9916467666625977, 0.9932953119277954, 0.9944716095924377, 0.9952971339225769, 0.9958726763725281, 0.996269702911377, 0.9965370893478394, 0.9967100024223328, 0.9968165755271912, 0.9968835711479187], "prob_old": [0.6891174912452698, 0.5104819536209106, 0.057064272463321686, 0.03882573917508125, 0.031396716833114624, 0.02622697502374649, 0.024121396243572235, 0.022814271971583366, 0.020880836993455887, 0.018333256244659424, 0.015565159730613232, 0.012875608168542385, 0.010489355772733688, 0.00853843241930008, 0.007049121428281069, 0.005976017098873854, 0.00524412514641881, 0.004776922054588795, 0.00450778566300869, 0.004379986319690943], "prob_new_token": [0.0029497917275875807, 0.09299131482839584, 0.21242114901542664, 0.5079144239425659, 0.7634438276290894, 0.889532208442688, 0.9385911822319031, 0.9623443484306335, 0.9749658107757568, 0.9820783138275146, 0.9865683317184448, 0.9896644353866577, 0.9918626546859741, 0.9934108853340149, 0.9944829940795898, 0.9952087998390198, 0.9956880807876587, 0.9959923624992371, 0.9961742758750916, 0.9962794780731201], "prob_old_token": [0.6437846422195435, 0.23093031346797943, 0.006009695120155811, 0.006916654296219349, 0.003504142165184021, 0.001278310315683484, 0.0006129996618255973, 0.0003549429529812187, 0.0002262302878079936, 0.0001512928429292515, 0.00010364543413743377, 7.220872066682205e-05, 5.1464830903569236e-05, 3.808156179729849e-05, 2.9727811124757864e-05, 2.4734319595154375e-05, 2.195338674937375e-05, 2.0617751943063922e-05, 2.0202622181386687e-05, 2.0292411136324517e-05], "update_matrix_norm_1": [22988.2578125], "update_matrix_norm_2": [6.314731121063232], "update_matrix_norm_inf": [0.039374757558107376], "request": {"prompt": "{} has the job title of", "subject": "Denis Sassou-Nguesso", "target_new": {"str": "Prime Minister of Italy"}, "old_answer": {"str": "President of the Republic of Congo"}, "seed": 42}}, {"loss_per_step": [5.981, 3.744, 1.474, 0.447, 0.414, 0.408, 0.403, 0.399, 0.395, 0.392, 0.391, 0.389, 0.388, 0.387, 0.387, 0.386, 0.385, 0.385, 0.384, 0.384], "prob_new": [0.002844516420736909, 0.03587640821933746, 0.35002925992012024, 0.9549503326416016, 0.9862075448036194, 0.9921337366104126, 0.9942662715911865, 0.9954085946083069, 0.9961829781532288, 0.9967886805534363, 0.9972923398017883, 0.9977149963378906, 0.9980657696723938, 0.9983518719673157, 0.9985818862915039, 0.9987648129463196, 0.9989085793495178, 0.9990206360816956, 0.9991070032119751, 0.9991727471351624], "prob_old": [0.6891174912452698, 0.38029518723487854, 0.11084625124931335, 0.016458289697766304, 0.010992301627993584, 0.010357853025197983, 0.010077479295432568, 0.009776826947927475, 0.00941250566393137, 0.008962924592196941, 0.00843281950801611, 0.007851733826100826, 0.007258127443492413, 0.0066862525418400764, 0.006160279735922813, 0.005693929735571146, 0.005292851477861404, 0.004957125522196293, 0.004683478269726038, 0.004466721788048744], "prob_new_token": [8.613621815811712e-08, 2.765453427855391e-05, 0.043744128197431564, 0.9094938039779663, 0.9674213528633118, 0.9816139340400696, 0.987368106842041, 0.9904282689094543, 0.9923470616340637, 0.9937222003936768, 0.994793176651001, 0.9956526160240173, 0.9963408708572388, 0.996884822845459, 0.9973083138465881, 0.9976341724395752, 0.9978822469711304, 0.9980691075325012, 0.9982089400291443, 0.9983119964599609], "prob_old_token": [0.6437846422195435, 0.08648288249969482, 0.007170619443058968, 0.00012100957246730104, 2.7164220227859914e-05, 1.4704604836879298e-05, 1.012204938888317e-05, 7.69912003306672e-06, 6.1766072576574516e-06, 5.062523541710107e-06, 4.160360731475521e-06, 3.4091440284100827e-06, 2.7943756322201807e-06, 2.3082209281710675e-06, 1.9376666386961006e-06, 1.664811748014472e-06, 1.4723696040164214e-06, 1.344833435723558e-06, 1.2707940868494916e-06, 1.242003804691194e-06], "update_matrix_norm_1": [23070.10546875], "update_matrix_norm_2": [6.314727306365967], "update_matrix_norm_inf": [0.03936327248811722], "request": {"prompt": "{} has the job title of", "subject": "Denis Sassou-Nguesso", "target_new": {"str": "Astronomer Royal"}, "old_answer": {"str": "President of the Republic of Congo"}, "seed": 42}}, {"loss_per_step": [4.328, 3.184, 1.892, 1.08, 0.662, 0.572, 0.519, 0.475, 0.444, 0.424, 0.412, 0.404, 0.398, 0.394, 0.391, 0.388, 0.386, 0.385, 0.383, 0.382], "prob_new": [0.013417238369584084, 0.06618829071521759, 0.2288617640733719, 0.5056313276290894, 0.7591736316680908, 0.8282650709152222, 0.8724985718727112, 0.9111395478248596, 0.9404657483100891, 0.9596735835075378, 0.9712393879890442, 0.9785172939300537, 0.9834169745445251, 0.9868494868278503, 0.9893092513084412, 0.9911106824874878, 0.9924631118774414, 0.9935051202774048, 0.994328498840332, 0.9949935674667358], "prob_old": [0.6891174912452698, 0.5702575445175171, 0.12385191768407822, 0.05925363302230835, 0.10657814890146255, 0.1500944048166275, 0.15893010795116425, 0.14361943304538727, 0.12200266122817993, 0.1023809015750885, 0.08609612286090851, 0.07334360480308533, 0.06370297074317932, 0.056435439735651016, 0.05091336742043495, 0.04668835178017616, 0.0434546023607254, 0.04100494086742401, 0.03920067474246025, 0.03795083984732628], "prob_new_token": [3.5932560422224924e-05, 0.0015774009516462684, 0.1087644025683403, 0.3962267339229584, 0.6265043020248413, 0.7293359637260437, 0.7972655296325684, 0.8483319282531738, 0.8902904987335205, 0.9218859672546387, 0.9441711902618408, 0.9600812792778015, 0.9713930487632751, 0.9792815446853638, 0.9846953749656677, 0.9883872270584106, 0.9909225702285767, 0.9926974177360535, 0.9939754605293274, 0.9949260950088501], "prob_old_token": [0.6437846422195435, 0.2921503484249115, 0.007897621020674706, 0.002252669772133231, 0.003174850484356284, 0.0035944541450589895, 0.0031966185197234154, 0.0025109481066465378, 0.001837761141359806, 0.0012984599452465773, 0.0009040486183948815, 0.0006322249537333846, 0.0004516253247857094, 0.00033365070703439415, 0.00025729177286848426, 0.0002085182786686346, 0.0001781149476300925, 0.0001600757532287389, 0.00015054155664984137, 0.00014712158008478582], "update_matrix_norm_1": [22936.60546875], "update_matrix_norm_2": [6.314730644226074], "update_matrix_norm_inf": [0.04711906984448433], "request": {"prompt": "{} has the job title of", "subject": "Denis Sassou-Nguesso", "target_new": {"str": "King of the French"}, "old_answer": {"str": "President of the Republic of Congo"}, "seed": 42}}, {"loss_per_step": [3.99, 3.23, 2.928, 1.347, 0.673, 0.56, 0.506, 0.471, 0.446, 0.429, 0.419, 0.413, 0.409, 0.406, 0.403, 0.401, 0.4, 0.399, 0.398, 0.398], "prob_new": [0.019940916448831558, 0.06540167331695557, 0.08479978144168854, 0.396987646818161, 0.7650224566459656, 0.8576959371566772, 0.904991865158081, 0.9369170069694519, 0.9584884643554688, 0.9725794196128845, 0.9814645648002625, 0.9868359565734863, 0.9900712966918945, 0.992314338684082, 0.9939838647842407, 0.9951801300048828, 0.996025025844574, 0.9966185688972473, 0.9970585107803345, 0.9974245429039001], "prob_old": [0.6426553130149841, 0.1303713619709015, 0.3623373806476593, 0.12941859662532806, 0.014082306995987892, 0.005786670371890068, 0.003595152869820595, 0.002435907255858183, 0.0017288732342422009, 0.0012758179800584912, 0.0009697909117676318, 0.0007506072288379073, 0.0005895689828321338, 0.0004709604836534709, 0.00038432719884440303, 0.0003232031303923577, 0.00028214527992531657, 0.00025578445638529956, 0.0002363498497288674, 0.00021820850088261068], "prob_new_token": [4.301138687878847e-05, 0.0282643623650074, 0.011177503503859043, 0.17255258560180664, 0.6180189847946167, 0.7496424317359924, 0.8204424381256104, 0.8763450980186462, 0.9203962683677673, 0.9524640440940857, 0.9731418490409851, 0.9847527146339417, 0.9906530976295471, 0.9936187267303467, 0.9952569603919983, 0.9962602853775024, 0.9968996047973633, 0.9973296523094177, 0.9976578950881958, 0.9979424476623535], "prob_old_token": [0.7032521367073059, 0.0027765354607254267, 0.17593057453632355, 0.006562542635947466, 0.00032177643151953816, 0.0001354303676635027, 9.567807865096256e-05, 7.013342110440135e-05, 5.011329994886182e-05, 3.390456913621165e-05, 2.1069301510578953e-05, 1.1813137462013401e-05, 6.2911358327255584e-06, 3.540803163559758e-06, 2.1866346742172027e-06, 1.473099928261945e-06, 1.0837476338565466e-06, 8.551885457563912e-07, 6.846462952125876e-07, 5.388151862462109e-07], "update_matrix_norm_1": [24471.666015625], "update_matrix_norm_2": [6.526639938354492], "update_matrix_norm_inf": [0.034401457756757736], "request": {"prompt": "{} has the job title of", "subject": "Vladimir II Monomakh", "target_new": {"str": "Prime Minister of the Netherlands"}, "old_answer": {"str": "Grand Prince of Kiev"}, "seed": 42}}, {"loss_per_step": [4.237, 3.372, 3.064, 2.081, 0.841, 0.555, 0.48, 0.441, 0.421, 0.411, 0.406, 0.403, 0.402, 0.4, 0.399, 0.397, 0.397, 0.396, 0.395, 0.395], "prob_new": [0.015787899494171143, 0.05775477737188339, 0.07366116344928741, 0.19051282107830048, 0.6469916701316833, 0.8618751764297485, 0.9286819100379944, 0.9625204205513, 0.9792523980140686, 0.987588107585907, 0.9923135042190552, 0.9949148297309875, 0.9962178468704224, 0.997056782245636, 0.9976296424865723, 0.9979835152626038, 0.9982478022575378, 0.9984678626060486, 0.9986553192138672, 0.9987995028495789], "prob_old": [0.6426553130149841, 0.1349702775478363, 0.30924364924430847, 0.12783148884773254, 0.03184433653950691, 0.005033528432250023, 0.00224792817607522, 0.0014456119388341904, 0.0011690998217090964, 0.001053109299391508, 0.0009511896641924977, 0.0008258467423729599, 0.0007108438294380903, 0.0006009530043229461, 0.0005071589257568121, 0.00043866882333531976, 0.0003849358472507447, 0.00034066539956256747, 0.0003045734774786979, 0.0002785605320241302], "prob_new_token": [4.301138687878847e-05, 0.0206490159034729, 0.01763707399368286, 0.1225137934088707, 0.46043622493743896, 0.6849638223648071, 0.8070462942123413, 0.9003064036369324, 0.951413094997406, 0.975228488445282, 0.9874109029769897, 0.9931791424751282, 0.9954708814620972, 0.996715784072876, 0.9975085258483887, 0.9979845881462097, 0.9983311295509338, 0.998580813407898, 0.9987606406211853, 0.9988769292831421], "prob_old_token": [0.7032521367073059, 0.0045753782615065575, 0.11327799409627914, 0.003089670790359378, 0.00026944256387650967, 2.0125242372159846e-05, 5.484474513650639e-06, 2.1721791654272238e-06, 1.0746751968326862e-06, 5.574469241764746e-07, 2.4003153953344736e-07, 1.0827191943008074e-07, 6.603902136248507e-08, 3.774996315542012e-08, 2.2212512718056132e-08, 1.6319386730856422e-08, 1.2079313549406834e-08, 8.412542662483702e-09, 5.741091602118331e-09, 4.249443463777425e-09], "update_matrix_norm_1": [24663.04296875], "update_matrix_norm_2": [6.526639938354492], "update_matrix_norm_inf": [0.03669288009405136], "request": {"prompt": "{} has the job title of", "subject": "Vladimir II Monomakh", "target_new": {"str": "Prime Minister of New Zealand"}, "old_answer": {"str": "Grand Prince of Kiev"}, "seed": 42}}, {"loss_per_step": [3.455, 2.896, 2.654, 1.8, 0.775, 0.566, 0.483, 0.434, 0.413, 0.404, 0.402, 0.4, 0.397, 0.396, 0.395, 0.394, 0.394, 0.394, 0.394, 0.393], "prob_new": [0.032880015671253204, 0.09094926714897156, 0.1079862043261528, 0.24987830221652985, 0.6896526217460632, 0.8545961976051331, 0.9276748895645142, 0.9688539505004883, 0.9883748292922974, 0.995886504650116, 0.9979448914527893, 0.9987307190895081, 0.9988376498222351, 0.998921811580658, 0.9990242123603821, 0.999118983745575, 0.9992005825042725, 0.9992574453353882, 0.9993178248405457, 0.9993913173675537], "prob_old": [0.6426553130149841, 0.15643693506717682, 0.29500290751457214, 0.06814901530742645, 0.01862362213432789, 0.003058220027014613, 0.0009415799286216497, 0.00040163693483918905, 0.00019717229588422924, 0.0001083294118870981, 7.677711982978508e-05, 5.965715536149219e-05, 5.8045246987603605e-05, 5.230990791460499e-05, 4.655933298636228e-05, 4.3545554945012555e-05, 4.204814104014076e-05, 4.1583665733924136e-05, 4.245674790581688e-05, 4.501694274949841e-05], "prob_new_token": [4.301138687878847e-05, 0.03291511535644531, 0.025418411940336227, 0.21677568554878235, 0.39403218030929565, 0.6131925582885742, 0.7873642444610596, 0.9147093296051025, 0.9723300933837891, 0.9903215169906616, 0.9946678280830383, 0.9963723421096802, 0.9955075979232788, 0.9952667355537415, 0.9957292079925537, 0.996239185333252, 0.996637225151062, 0.9968258142471313, 0.9969843626022339, 0.9972590804100037], "prob_old_token": [0.7032521367073059, 0.006964231375604868, 0.08576188236474991, 0.00022243676357902586, 3.751248004846275e-05, 1.1645186532405205e-05, 3.855535851471359e-06, 9.007834478325094e-07, 1.6430473692707892e-07, 2.3776792090757226e-08, 5.885213649747811e-09, 3.0061537703574004e-09, 4.726142588395987e-09, 7.389275857860866e-09, 8.532578199549334e-09, 8.350164115711323e-09, 8.01758748281145e-09, 8.379809735004073e-09, 8.874846635364975e-09, 8.786002148042371e-09], "update_matrix_norm_1": [24413.1796875], "update_matrix_norm_2": [6.526639461517334], "update_matrix_norm_inf": [0.034828752279281616], "request": {"prompt": "{} has the job title of", "subject": "Vladimir II Monomakh", "target_new": {"str": "Prime Minister of Sri Lanka"}, "old_answer": {"str": "Grand Prince of Kiev"}, "seed": 42}}, {"loss_per_step": [3.653, 2.608, 1.196, 0.769, 0.59, 0.522, 0.475, 0.442, 0.42, 0.405, 0.395, 0.389, 0.383, 0.38, 0.377, 0.375, 0.373, 0.372, 0.371, 0.37], "prob_new": [0.02646210975944996, 0.11892727762460709, 0.44728052616119385, 0.6845590472221375, 0.812753438949585, 0.8657056093215942, 0.9050979018211365, 0.9347875714302063, 0.9552910327911377, 0.968606173992157, 0.9772520065307617, 0.9831874370574951, 0.9874582290649414, 0.9904874563217163, 0.9925829768180847, 0.9940502047538757, 0.995124101638794, 0.9959457516670227, 0.9965857863426208, 0.9970808029174805], "prob_old": [0.7940481305122375, 0.21809546649456024, 0.12100017070770264, 0.045533180236816406, 0.021096473559737206, 0.016428126022219658, 0.014880765229463577, 0.013998898677527905, 0.013273937627673149, 0.01274090725928545, 0.012495341710746288, 0.012460955418646336, 0.012510488741099834, 0.01251214649528265, 0.012368988245725632, 0.012029859237372875, 0.011482317000627518, 0.010761740617454052, 0.009952021762728691, 0.009149775840342045], "prob_new_token": [0.0042054797522723675, 0.09264909476041794, 0.573169469833374, 0.7586483955383301, 0.763532817363739, 0.811175525188446, 0.8754300475120544, 0.9275102615356445, 0.9593231081962585, 0.9761323928833008, 0.9850255250930786, 0.9900056719779968, 0.9929424524307251, 0.9947513341903687, 0.9959356784820557, 0.9967806935310364, 0.9974377751350403, 0.9979639053344727, 0.9983680844306946, 0.9986500144004822], "prob_old_token": [0.6335150599479675, 0.010444249957799911, 0.0004032169817946851, 0.00010221971751889214, 6.93838665029034e-05, 5.35912586201448e-05, 3.6663986975327134e-05, 2.152291745005641e-05, 1.1459321285656188e-05, 6.184411176946014e-06, 3.596734359234688e-06, 2.274013468195335e-06, 1.5456104165423312e-06, 1.1163210729137063e-06, 8.394550832235836e-07, 6.392904197127791e-07, 4.82024006487336e-07, 3.585936667604983e-07, 2.672262837677408e-07, 2.035109361031573e-07], "update_matrix_norm_1": [24440.109375], "update_matrix_norm_2": [6.624594211578369], "update_matrix_norm_inf": [0.05007733404636383], "request": {"prompt": "{} has the job title of", "subject": "Mark Rutte", "target_new": {"str": "King of Castile and Leon"}, "old_answer": {"str": "Prime Minister of the Netherlands"}, "seed": 42}}, {"loss_per_step": [5.045, 2.36, 0.862, 0.636, 0.558, 0.504, 0.466, 0.438, 0.417, 0.403, 0.393, 0.386, 0.382, 0.379, 0.376, 0.374, 0.373, 0.373, 0.372, 0.371], "prob_new": [0.006626149173825979, 0.16626237332820892, 0.6199403405189514, 0.7850756049156189, 0.8500921130180359, 0.8923681378364563, 0.9228115081787109, 0.9455792903900146, 0.9622127413749695, 0.9738330245018005, 0.9818862080574036, 0.9875242114067078, 0.9914635419845581, 0.9941398501396179, 0.9958872199058533, 0.9969905018806458, 0.9976731538772583, 0.9980917572975159, 0.9983464479446411, 0.9984971284866333], "prob_old": [0.7940481305122375, 0.19826190173625946, 0.047125693410634995, 0.03476046398282051, 0.02647726982831955, 0.02095269225537777, 0.017105666920542717, 0.014364577829837799, 0.012355097569525242, 0.010819888673722744, 0.009553327225148678, 0.008419053629040718, 0.007359455339610577, 0.006391020026057959, 0.005561710800975561, 0.004904273431748152, 0.004419749602675438, 0.0040884241461753845, 0.00388348544947803, 0.003780683735385537], "prob_new_token": [0.0042054797522723675, 0.12179353088140488, 0.3101394474506378, 0.5730144381523132, 0.7127136588096619, 0.8129526376724243, 0.8777338862419128, 0.9177019596099854, 0.9439175128936768, 0.961977481842041, 0.9746353030204773, 0.9834402799606323, 0.9893913865089417, 0.9932302236557007, 0.9955546259880066, 0.996874988079071, 0.9976218938827515, 0.9980645775794983, 0.9983188509941101, 0.9984425902366638], "prob_old_token": [0.6335150599479675, 0.002161422511562705, 0.0005147845367901027, 0.00011265700595686212, 3.799058686126955e-05, 1.7673584807198495e-05, 1.0080472748086322e-05, 6.292179932643194e-06, 4.038243787363172e-06, 2.580488626335864e-06, 1.6102949302876368e-06, 9.693106903796433e-07, 5.620066190203943e-07, 3.186148376244091e-07, 1.8419852665374492e-07, 1.1489402140796301e-07, 7.872391449836869e-08, 5.8478324405086823e-08, 4.74931454164107e-08, 4.27644053502263e-08], "update_matrix_norm_1": [25039.787109375], "update_matrix_norm_2": [6.624594211578369], "update_matrix_norm_inf": [0.04016551375389099], "request": {"prompt": "{} has the job title of", "subject": "Mark Rutte", "target_new": {"str": "King of Poland"}, "old_answer": {"str": "Prime Minister of the Netherlands"}, "seed": 42}}, {"loss_per_step": [3.919, 3.501, 1.556, 0.807, 0.541, 0.493, 0.462, 0.435, 0.413, 0.397, 0.389, 0.383, 0.38, 0.378, 0.376, 0.374, 0.373, 0.372, 0.371, 0.371], "prob_new": [0.020265746861696243, 0.05280829593539238, 0.3214793801307678, 0.6587330102920532, 0.855131983757019, 0.8984038829803467, 0.9266619086265564, 0.9500367641448975, 0.968383252620697, 0.9803840517997742, 0.9867821931838989, 0.9901546239852905, 0.9921373724937439, 0.993435263633728, 0.9944003820419312, 0.9951726794242859, 0.9958117604255676, 0.9963473677635193, 0.9967969655990601, 0.9971727728843689], "prob_old": [0.7940481305122375, 0.11673370003700256, 0.16113929450511932, 0.036514587700366974, 0.024996070191264153, 0.021355759352445602, 0.018786875531077385, 0.016553673893213272, 0.014743143692612648, 0.013322650454938412, 0.012364075519144535, 0.011667155660688877, 0.01110080722719431, 0.01062255259603262, 0.010177330113947392, 0.009746626950800419, 0.009330461733043194, 0.00893554650247097, 0.008569641970098019, 0.00823905412107706], "prob_new_token": [0.0015166013035923243, 0.03340132534503937, 0.4213949739933014, 0.5108868479728699, 0.6595339179039001, 0.7690753936767578, 0.8402787446975708, 0.8922488689422607, 0.9292973279953003, 0.9575968980789185, 0.9704394340515137, 0.9774020910263062, 0.9826804399490356, 0.986678421497345, 0.9895614981651306, 0.991641104221344, 0.9931869506835938, 0.9943759441375732, 0.9953148365020752, 0.9960640668869019], "prob_old_token": [0.6335150599479675, 0.0003440731961745769, 0.000614950607996434, 0.0005745115340687335, 0.0005517701501958072, 0.00043555450974963605, 0.00033129140501841903, 0.00025738897966220975, 0.00020181277068331838, 0.00015017202531453222, 0.000117872616101522, 0.00010010828555095941, 8.92359676072374e-05, 8.116523531498387e-05, 7.486525282729417e-05, 6.981031037867069e-05, 6.551814294653013e-05, 6.166457751533017e-05, 5.8111992984777316e-05, 5.485868678078987e-05], "update_matrix_norm_1": [24241.4609375], "update_matrix_norm_2": [6.624597072601318], "update_matrix_norm_inf": [0.048391398042440414], "request": {"prompt": "{} has the job title of", "subject": "Mark Rutte", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "Prime Minister of the Netherlands"}, "seed": 42}}, {"loss_per_step": [4.837, 4.037, 2.495, 1.194, 0.768, 0.55, 0.478, 0.452, 0.441, 0.435, 0.432, 0.43, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425, 0.425, 0.42], "prob_new": [0.008024470880627632, 0.027587667107582092, 0.12964630126953125, 0.4800828695297241, 0.7366230487823486, 0.9025092720985413, 0.9574567079544067, 0.9790680408477783, 0.9885104298591614, 0.9929046034812927, 0.9952501654624939, 0.9966378211975098, 0.9974806904792786, 0.9980072975158691, 0.9983667731285095, 0.9986207485198975, 0.9988025426864624, 0.9989309310913086, 0.9990212917327881, 0.999060869216919], "prob_old": [0.7392975687980652, 0.42493394017219543, 0.08832146972417831, 0.020261578261852264, 0.0075101121328771114, 0.01663438230752945, 0.022239696234464645, 0.02357025444507599, 0.020682260394096375, 0.01687365025281906, 0.013520587235689163, 0.010934839956462383, 0.00935662817209959, 0.008346479386091232, 0.007309074979275465, 0.00650459248572588, 0.006147861480712891, 0.006300807930529118, 0.006965728010982275, 0.008580121211707592], "prob_new_token": [0.00017238649888895452, 0.002881336258724332, 0.017835156992077827, 0.13357825577259064, 0.39763495326042175, 0.778824508190155, 0.9372134804725647, 0.9785573482513428, 0.99056077003479, 0.9950608611106873, 0.9970397353172302, 0.9979785084724426, 0.9984073638916016, 0.9985921382904053, 0.9986866116523743, 0.9987128973007202, 0.9986525774002075, 0.9984709024429321, 0.9981142282485962, 0.9974017143249512], "prob_old_token": [0.6238309144973755, 0.10754196345806122, 0.006453228183090687, 0.002580489031970501, 0.0006000905996188521, 0.0004401691257953644, 0.00022478656319435686, 0.00015051801165100187, 0.0001116127532441169, 8.336464816238731e-05, 6.388546898961067e-05, 5.1015995268244296e-05, 4.394403367768973e-05, 4.0287370211444795e-05, 3.712111720233224e-05, 3.677888889797032e-05, 4.254837040207349e-05, 6.0155405662953854e-05, 0.00010315022518625483, 0.00022990096476860344], "update_matrix_norm_1": [22679.9140625], "update_matrix_norm_2": [6.25838565826416], "update_matrix_norm_inf": [0.04406178742647171], "request": {"prompt": "{} has the job title of", "subject": "Silvio Berlusconi", "target_new": {"str": "Grand Prince of Kiev"}, "old_answer": {"str": "Prime Minister of Italy"}, "seed": 42}}, {"loss_per_step": [3.453, 2.464, 1.473, 0.593, 0.515, 0.48, 0.455, 0.444, 0.439, 0.436, 0.434, 0.432, 0.43, 0.429, 0.428, 0.428, 0.427, 0.426, 0.417, 0.401], "prob_new": [0.03234151005744934, 0.13985061645507812, 0.36931633949279785, 0.8678891658782959, 0.9376677870750427, 0.9666848182678223, 0.9847368597984314, 0.992297351360321, 0.9954841732978821, 0.9970071315765381, 0.9978299140930176, 0.9983084797859192, 0.9985940456390381, 0.9987658858299255, 0.9988731145858765, 0.9989398717880249, 0.9989722371101379, 0.9989551305770874, 0.9987760186195374, 0.9983619451522827], "prob_old": [0.7392975687980652, 0.3287694752216339, 0.04179627448320389, 0.02915513515472412, 0.026244699954986572, 0.01920553296804428, 0.012152359820902348, 0.008581448346376419, 0.006820769514888525, 0.005798738915473223, 0.005050249397754669, 0.004463932942599058, 0.00405688164755702, 0.003828835440799594, 0.0037463584449142218, 0.0037846846971660852, 0.003941181115806103, 0.004277087282389402, 0.00528839323669672, 0.007270063739269972], "prob_new_token": [0.020750800147652626, 0.6060463190078735, 0.5263717770576477, 0.7193806767463684, 0.8756539821624756, 0.9321997761726379, 0.9625450372695923, 0.9752310514450073, 0.9820818305015564, 0.9867416024208069, 0.9899977445602417, 0.9922530055046082, 0.9937774538993835, 0.9947576522827148, 0.9953221678733826, 0.995550274848938, 0.995471715927124, 0.9950217008590698, 0.993598997592926, 0.9906569123268127], "prob_old_token": [0.6238309144973755, 0.021153131499886513, 0.0069650583900511265, 0.004423727747052908, 0.000835646758787334, 0.0004940166836604476, 0.0003786267479881644, 0.00038658009725622833, 0.0004697862605098635, 0.0005689823883585632, 0.0006095293210819364, 0.0005822418606840074, 0.0005397124332375824, 0.0005196631536819041, 0.0005358732305467129, 0.0005979489651508629, 0.0007218101527541876, 0.0009503953624516726, 0.0015487577766180038, 0.002914987737312913], "update_matrix_norm_1": [21103.7578125], "update_matrix_norm_2": [5.94293212890625], "update_matrix_norm_inf": [0.046514686197042465], "request": {"prompt": "{} has the job title of", "subject": "Silvio Berlusconi", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "Prime Minister of Italy"}, "seed": 42}}, {"loss_per_step": [2.64, 2.047, 1.012, 0.561, 0.5, 0.472, 0.455, 0.445, 0.439, 0.435, 0.433, 0.431, 0.43, 0.429, 0.428, 0.428, 0.425, 0.414, 0.397, 0.375], "prob_new": [0.07159468531608582, 0.202313631772995, 0.5633668303489685, 0.8812122344970703, 0.9343360066413879, 0.9612119793891907, 0.9761167168617249, 0.984529435634613, 0.9894253015518188, 0.9924876093864441, 0.9944378137588501, 0.9956403374671936, 0.9964447021484375, 0.9970470666885376, 0.997498095035553, 0.9977768063545227, 0.9978399276733398, 0.9976674914360046, 0.9972601532936096, 0.996553361415863], "prob_old": [0.7392975687980652, 0.7292729616165161, 0.13559265434741974, 0.06554052978754044, 0.04337117820978165, 0.03465539962053299, 0.028441172093153, 0.023494165390729904, 0.019423894584178925, 0.01614207960665226, 0.013729246333241463, 0.012219377793371677, 0.011169414967298508, 0.010224660858511925, 0.009397376328706741, 0.00892874039709568, 0.009029733017086983, 0.00975305400788784, 0.011098673567175865, 0.01329717319458723], "prob_new_token": [0.6238335371017456, 0.6494283080101013, 0.363290011882782, 0.809899628162384, 0.8861160278320312, 0.915902316570282, 0.9423922300338745, 0.9598227739334106, 0.9702354073524475, 0.9768584966659546, 0.9811503291130066, 0.984061598777771, 0.9860971570014954, 0.9875285029411316, 0.9885388016700745, 0.98911452293396, 0.9890494346618652, 0.9883290529251099, 0.9872152805328369, 0.9857282638549805], "prob_old_token": [0.6238309144973755, 0.6494261622428894, 0.3632952868938446, 0.8098989725112915, 0.8861163854598999, 0.9159017205238342, 0.9423919320106506, 0.959821879863739, 0.9702359437942505, 0.9768596291542053, 0.9811500906944275, 0.9840611815452576, 0.9860967993736267, 0.9875280261039734, 0.9885388016700745, 0.9891144037246704, 0.9890491962432861, 0.988329291343689, 0.9872152805328369, 0.9857284426689148], "update_matrix_norm_1": [18944.11328125], "update_matrix_norm_2": [5.524643898010254], "update_matrix_norm_inf": [0.04179121181368828], "request": {"prompt": "{} has the job title of", "subject": "Silvio Berlusconi", "target_new": {"str": "Prime Minister of Sri Lanka"}, "old_answer": {"str": "Prime Minister of Italy"}, "seed": 42}}, {"loss_per_step": [4.199, 3.206, 2.322, 1.324, 0.634, 0.579, 0.535, 0.505, 0.487, 0.476, 0.468, 0.463, 0.458, 0.455, 0.452, 0.45, 0.448, 0.447, 0.445, 0.444], "prob_new": [0.015661921352148056, 0.07002513855695724, 0.1625213623046875, 0.4226723611354828, 0.8430803418159485, 0.8911080360412598, 0.9293195009231567, 0.9551090002059937, 0.9704580903053284, 0.9791514873504639, 0.9843855500221252, 0.9877991676330566, 0.9901606440544128, 0.9918707013130188, 0.9931597113609314, 0.9941644668579102, 0.994966983795166, 0.9956191182136536, 0.9961564540863037, 0.9966043829917908], "prob_old": [0.7120080590248108, 0.5147725343704224, 0.11199268698692322, 0.11990536004304886, 0.04208719730377197, 0.03261130675673485, 0.026965346187353134, 0.024155663326382637, 0.022439192980527878, 0.02117014117538929, 0.020093338564038277, 0.019119171425700188, 0.018238846212625504, 0.017460549250245094, 0.016780225560069084, 0.016180522739887238, 0.01564042642712593, 0.015140651725232601, 0.014665626920759678, 0.014205599203705788], "prob_new_token": [4.421011180966161e-05, 0.0005850167945027351, 0.0017087681917473674, 0.031891897320747375, 0.6888309121131897, 0.7686185240745544, 0.8377757668495178, 0.898128867149353, 0.9379462599754333, 0.9603523015975952, 0.9728662371635437, 0.9802764654159546, 0.9850017428398132, 0.9882434010505676, 0.9906127452850342, 0.9924306869506836, 0.9938631057739258, 0.9950050115585327, 0.9959182739257812, 0.9966503381729126], "prob_old_token": [0.6591160297393799, 0.1439710408449173, 0.0017484831623733044, 0.0012985620414838195, 7.212875061668456e-05, 2.4932378437370062e-05, 1.4648310752818361e-05, 1.0971853043884039e-05, 8.720053301658481e-06, 7.1402150751964655e-06, 6.057961400074419e-06, 5.33666207047645e-06, 4.852593974646879e-06, 4.5002416300121695e-06, 4.192270807834575e-06, 3.862373432639288e-06, 3.47278160006681e-06, 3.0165747375576757e-06, 2.5194403860950842e-06, 2.032579232036369e-06], "update_matrix_norm_1": [24329.484375], "update_matrix_norm_2": [6.506876468658447], "update_matrix_norm_inf": [0.03959227353334427], "request": {"prompt": "{} has the job title of", "subject": "Mahinda Rajapaksa", "target_new": {"str": "Supreme Leader of Iran"}, "old_answer": {"str": "Prime Minister of Sri Lanka"}, "seed": 42}}, {"loss_per_step": [2.398, 1.671, 0.674, 0.545, 0.471, 0.449, 0.442, 0.439, 0.439, 0.438, 0.437, 0.437, 0.437, 0.436, 0.431, 0.415, 0.392, 0.363, 0.329, 0.291], "prob_new": [0.09136147052049637, 0.29687097668647766, 0.8021314144134521, 0.9171702265739441, 0.9733313918113708, 0.9919275045394897, 0.9969102740287781, 0.99814373254776, 0.9985545873641968, 0.9987103939056396, 0.9987629652023315, 0.9987638592720032, 0.9987287521362305, 0.9986627101898193, 0.9985070824623108, 0.9981825947761536, 0.9977676272392273, 0.9976436495780945, 0.9978160262107849, 0.9978843927383423], "prob_old": [0.7120080590248108, 0.4069422781467438, 0.26604029536247253, 0.2393011450767517, 0.1813870668411255, 0.1413341611623764, 0.11432266235351562, 0.09892981499433517, 0.09179133921861649, 0.08959506452083588, 0.08976030349731445, 0.09073750674724579, 0.09179474413394928, 0.09264998137950897, 0.09473396092653275, 0.09952931106090546, 0.10641736537218094, 0.11261638253927231, 0.11818456649780273, 0.1301586776971817], "prob_new_token": [0.6591160297393799, 0.38032016158103943, 0.5562449097633362, 0.8134154677391052, 0.8967714905738831, 0.9512863755226135, 0.9837633371353149, 0.9953522682189941, 0.9976785182952881, 0.9978353977203369, 0.9971721768379211, 0.9957969784736633, 0.9938211441040039, 0.9915631413459778, 0.9883544445037842, 0.9830594062805176, 0.976314902305603, 0.9716940522193909, 0.9737347364425659, 0.9772610068321228], "prob_old_token": [0.6591160297393799, 0.38032016158103943, 0.5562449097633362, 0.8134154677391052, 0.8967714905738831, 0.9512863755226135, 0.9837633371353149, 0.9953522682189941, 0.9976785182952881, 0.9978353977203369, 0.9971721768379211, 0.9957969784736633, 0.9938211441040039, 0.9915631413459778, 0.9883544445037842, 0.9830594062805176, 0.976314902305603, 0.9716940522193909, 0.9737347364425659, 0.9772610068321228], "update_matrix_norm_1": [13862.84375], "update_matrix_norm_2": [4.319840431213379], "update_matrix_norm_inf": [0.0806269645690918], "request": {"prompt": "{} has the job title of", "subject": "Mahinda Rajapaksa", "target_new": {"str": "Prime Minister of Singapore"}, "old_answer": {"str": "Prime Minister of Sri Lanka"}, "seed": 42}}, {"loss_per_step": [4.535, 3.765, 2.427, 1.432, 0.838, 0.658, 0.582, 0.532, 0.502, 0.484, 0.469, 0.46, 0.453, 0.448, 0.445, 0.443, 0.442, 0.44, 0.439, 0.439], "prob_new": [0.010957823134958744, 0.038647763431072235, 0.1448148936033249, 0.38068243861198425, 0.6876843571662903, 0.8190171718597412, 0.8776204586029053, 0.9179577827453613, 0.943665087223053, 0.9604617953300476, 0.9747840762138367, 0.9838211536407471, 0.9895402789115906, 0.9932637810707092, 0.9955281019210815, 0.9968414306640625, 0.9976121783256531, 0.9980730414390564, 0.9983405470848083, 0.9984878301620483], "prob_old": [0.7120080590248108, 0.5264207720756531, 0.08596844226121902, 0.03306562453508377, 0.020398853346705437, 0.014797735959291458, 0.012865226715803146, 0.012173008173704147, 0.011652552522718906, 0.01090413611382246, 0.009617283940315247, 0.007857812568545341, 0.005951337981969118, 0.004308316856622696, 0.0031604142859578133, 0.002482970245182514, 0.0021486065816134214, 0.002048210008069873, 0.0021123236510902643, 0.0022840523160994053], "prob_new_token": [2.7261283321422525e-05, 0.001415835227817297, 0.01625281386077404, 0.4362024962902069, 0.4289551079273224, 0.6039709448814392, 0.7538282871246338, 0.8836461305618286, 0.9585511684417725, 0.9788033962249756, 0.984401285648346, 0.9876300096511841, 0.990455150604248, 0.9927269220352173, 0.9943755865097046, 0.995567262172699, 0.9964224696159363, 0.9969780445098877, 0.9972468018531799, 0.9972724318504333], "prob_old_token": [0.6591160297393799, 0.1959335058927536, 0.004357410594820976, 0.00012211123248562217, 5.1422688557067886e-05, 1.9681910998770036e-05, 9.085806595976464e-06, 4.591137440002058e-06, 2.3192933440441266e-06, 1.329198539679055e-06, 7.902656875558023e-07, 4.5284167526915553e-07, 2.455882963658951e-07, 1.3349641392323974e-07, 7.903263110620173e-08, 5.367429523062128e-08, 4.3145128358901275e-08, 4.21616697110494e-08, 5.034488026467443e-08, 6.925676387936619e-08], "update_matrix_norm_1": [24296.8125], "update_matrix_norm_2": [6.506876468658447], "update_matrix_norm_inf": [0.04345136135816574], "request": {"prompt": "{} has the job title of", "subject": "Mahinda Rajapaksa", "target_new": {"str": "King of Castile and Leon"}, "old_answer": {"str": "Prime Minister of Sri Lanka"}, "seed": 42}}, {"loss_per_step": [1.911, 2.051, 0.77, 0.578, 0.469, 0.436, 0.425, 0.419, 0.416, 0.414, 0.413, 0.412, 0.406, 0.385, 0.353, 0.314, 0.274, 0.458, 0.835, 0.554], "prob_new": [0.14847134053707123, 0.20133554935455322, 0.7039485573768616, 0.8515169024467468, 0.9511215686798096, 0.9838328957557678, 0.9916847348213196, 0.9950942397117615, 0.9969964027404785, 0.997986376285553, 0.9985694885253906, 0.9989375472068787, 0.9991348385810852, 0.9991336464881897, 0.9987338781356812, 0.9966945648193359, 0.9960149526596069, 0.8015240430831909, 0.6524316668510437, 0.8921865224838257], "prob_old": [0.7464536428451538, 0.7514839172363281, 0.09561490267515182, 0.04669179767370224, 0.028981834650039673, 0.03111940436065197, 0.030277127400040627, 0.024431688711047173, 0.0190261323004961, 0.01561740506440401, 0.013462667353451252, 0.012197578325867653, 0.012081515043973923, 0.014322418719530106, 0.02248547598719597, 0.043777890503406525, 0.03294229134917259, 0.29179999232292175, 0.0613984577357769, 0.08997730910778046], "prob_new_token": [0.6111195683479309, 0.8487939238548279, 0.8143013715744019, 0.831277072429657, 0.9371407628059387, 0.9704352021217346, 0.9831021428108215, 0.9901556968688965, 0.9945329427719116, 0.9967832565307617, 0.9980118870735168, 0.998749315738678, 0.9991549253463745, 0.9993014931678772, 0.9990850687026978, 0.9974892735481262, 0.9968199729919434, 0.9436551332473755, 0.5281158089637756, 0.8618893623352051], "prob_old_token": [0.6111151576042175, 0.8487938642501831, 0.8143033385276794, 0.831277072429657, 0.9371417164802551, 0.9704352617263794, 0.9831017851829529, 0.9901556968688965, 0.9945327043533325, 0.9967832565307617, 0.9980118870735168, 0.998749315738678, 0.9991549253463745, 0.9993013143539429, 0.9990850687026978, 0.9974890947341919, 0.9968199729919434, 0.943655252456665, 0.5281146168708801, 0.8618906736373901], "update_matrix_norm_1": [24837.65234375], "update_matrix_norm_2": [6.093292236328125], "update_matrix_norm_inf": [0.050526466220617294], "request": {"prompt": "{} has the job title of", "subject": "Ali Bongo Ondimba", "target_new": {"str": "President of Djibouti"}, "old_answer": {"str": "President of Gabon"}, "seed": 42}}, {"loss_per_step": [5.684, 4.071, 1.492, 0.638, 0.467, 0.452, 0.443, 0.438, 0.435, 0.433, 0.432, 0.431, 0.43, 0.429, 0.428, 0.428, 0.427, 0.427, 0.426, 0.426], "prob_new": [0.00360490451566875, 0.028051024302840233, 0.3753505051136017, 0.862239420413971, 0.9907479286193848, 0.9960280060768127, 0.9975171685218811, 0.9981377124786377, 0.998489499092102, 0.9987266659736633, 0.9988970160484314, 0.9990187287330627, 0.999104917049408, 0.9991682171821594, 0.9992198348045349, 0.9992675185203552, 0.9993152022361755, 0.999363124370575, 0.9994100332260132, 0.9994529485702515], "prob_old": [0.7464536428451538, 0.2598542273044586, 0.12049460411071777, 0.0019113357411697507, 0.0002277165331179276, 0.00014797520998399705, 0.00012724724365398288, 0.00011574508243938908, 0.00010804914199979976, 0.00010310085053788498, 0.00010017178283305839, 9.836499521043152e-05, 9.68125241342932e-05, 9.500307351117954e-05, 9.275857883039862e-05, 9.001870057545602e-05, 8.675980643602088e-05, 8.3059050666634e-05, 7.913965964689851e-05, 7.531129813287407e-05], "prob_new_token": [9.038885906420546e-08, 2.717264214879833e-05, 0.09228091686964035, 0.7283166646957397, 0.9941339492797852, 0.9972320795059204, 0.9977319240570068, 0.9979504346847534, 0.9981285929679871, 0.9983007907867432, 0.9984526038169861, 0.9985718131065369, 0.9986630082130432, 0.9987355470657349, 0.9987990856170654, 0.9988620281219482, 0.998928427696228, 0.9989983439445496, 0.9990694522857666, 0.9991371631622314], "prob_old_token": [0.6111151576042175, 0.009256411343812943, 0.00972355529665947, 3.586008824640885e-05, 7.251373972394504e-07, 6.198313258209964e-07, 7.381050295407476e-07, 8.409703013967373e-07, 8.987248634184652e-07, 9.171790225082077e-07, 9.121658877120353e-07, 8.931343131735048e-07, 8.612426540821616e-07, 8.170389378392429e-07, 7.628200933140761e-07, 7.008887905612937e-07, 6.330903943307931e-07, 5.620618139801081e-07, 4.919817797599535e-07, 4.273490503692301e-07], "update_matrix_norm_1": [22676.982421875], "update_matrix_norm_2": [6.093289375305176], "update_matrix_norm_inf": [0.03230870142579079], "request": {"prompt": "{} has the job title of", "subject": "Ali Bongo Ondimba", "target_new": {"str": "Astronomer Royal"}, "old_answer": {"str": "President of Gabon"}, "seed": 42}}, {"loss_per_step": [1.66, 1.962, 1.448, 2.015, 1.293, 0.798, 0.653, 0.584, 0.517, 0.469, 0.442, 0.43, 0.424, 0.42, 0.418, 0.416, 0.415, 0.415, 0.414, 0.413], "prob_new": [0.19140107929706573, 0.2132502943277359, 0.3638072907924652, 0.22251631319522858, 0.5254223942756653, 0.7837104797363281, 0.8123759627342224, 0.8529744744300842, 0.9077009558677673, 0.9492998719215393, 0.9740712642669678, 0.9859317541122437, 0.9918033480644226, 0.9949501156806946, 0.9966691732406616, 0.9976379871368408, 0.998205304145813, 0.9985443353652954, 0.998741626739502, 0.9988399147987366], "prob_old": [0.7464536428451538, 0.7587396502494812, 0.7088640928268433, 0.037468429654836655, 0.5761978626251221, 0.3093862235546112, 0.31357353925704956, 0.3138746917247772, 0.21966776251792908, 0.1676284223794937, 0.1546916663646698, 0.1551540642976761, 0.1538279801607132, 0.14717701077461243, 0.13740944862365723, 0.12724879384040833, 0.11806508898735046, 0.11012935638427734, 0.1033901646733284, 0.09821449220180511], "prob_new_token": [0.6111151576042175, 0.6402419805526733, 0.6218201518058777, 0.5627790689468384, 0.44207319617271423, 0.5945879220962524, 0.658785343170166, 0.7479888796806335, 0.8212734460830688, 0.8927080035209656, 0.940927267074585, 0.9673025012016296, 0.98099285364151, 0.988561749458313, 0.9929100871086121, 0.9954313039779663, 0.9968966841697693, 0.9977489113807678, 0.9982356429100037, 0.9984901547431946], "prob_old_token": [0.6111151576042175, 0.6402419805526733, 0.6218201518058777, 0.5627790689468384, 0.44207319617271423, 0.5945879220962524, 0.658785343170166, 0.7479888796806335, 0.8212734460830688, 0.8927080035209656, 0.940927267074585, 0.9673025012016296, 0.98099285364151, 0.988561749458313, 0.9929100871086121, 0.9954313039779663, 0.9968966841697693, 0.9977489113807678, 0.9982356429100037, 0.9984901547431946], "update_matrix_norm_1": [22711.84765625], "update_matrix_norm_2": [6.093289375305176], "update_matrix_norm_inf": [0.032809533178806305], "request": {"prompt": "{} has the job title of", "subject": "Ali Bongo Ondimba", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "President of Gabon"}, "seed": 42}}, {"loss_per_step": [3.992, 3.453, 1.55, 0.846, 0.651, 0.561, 0.505, 0.474, 0.458, 0.449, 0.443, 0.44, 0.437, 0.435, 0.433, 0.432, 0.43, 0.429, 0.429, 0.428], "prob_new": [0.019042281433939934, 0.06071293354034424, 0.33771321177482605, 0.6745301485061646, 0.8182545900344849, 0.8885284066200256, 0.9344443678855896, 0.9616954326629639, 0.9766654968261719, 0.984958827495575, 0.989659309387207, 0.9923689961433411, 0.9939722418785095, 0.994960606098175, 0.9956056475639343, 0.9960578680038452, 0.9963997006416321, 0.996673583984375, 0.9968988299369812, 0.9970832467079163], "prob_old": [0.7206824421882629, 0.022770686075091362, 0.023114394396543503, 0.006431610323488712, 0.00469250837340951, 0.003733829129487276, 0.0029884297400712967, 0.002409990644082427, 0.001975364750251174, 0.0016582438256591558, 0.0014384567039087415, 0.0012980361934751272, 0.0012165670050308108, 0.0011733472347259521, 0.0011521539418026805, 0.0011422659736126661, 0.0011373506858944893, 0.001134173129685223, 0.0011315830051898956, 0.001129603711888194], "prob_new_token": [6.544426287291571e-05, 0.0003459968138486147, 0.03374690189957619, 0.34753161668777466, 0.6472063660621643, 0.7979190349578857, 0.8845295310020447, 0.9300297498703003, 0.9547189474105835, 0.9696523547172546, 0.9791719317436218, 0.9850980639457703, 0.9886002540588379, 0.9906091690063477, 0.9917744398117065, 0.992483913898468, 0.9929468631744385, 0.9932657480239868, 0.9934871196746826, 0.9936293959617615], "prob_old_token": [0.6219918727874756, 0.027184508740901947, 0.005880939308553934, 0.002023307839408517, 0.0024995801504701376, 0.0024202882777899504, 0.001681900699622929, 0.0009819838451221585, 0.0005548991612158716, 0.00032870701397769153, 0.00021239927446004003, 0.0001532877649879083, 0.00012478297867346555, 0.00011292484123259783, 0.00011016891221515834, 0.00011248674127273262, 0.00011786643153754994, 0.00012548480299301445, 0.00013520955690182745, 0.00014730326074641198], "update_matrix_norm_1": [22353.615234375], "update_matrix_norm_2": [6.035745143890381], "update_matrix_norm_inf": [0.046998195350170135], "request": {"prompt": "{} has the job title of", "subject": "Thomas Boni Yayi", "target_new": {"str": "Supreme Leader of Iran"}, "old_answer": {"str": "President of Benin"}, "seed": 42}}, {"loss_per_step": [4.065, 3.282, 2.532, 1.479, 0.9, 0.715, 0.654, 0.61, 0.574, 0.545, 0.52, 0.5, 0.485, 0.472, 0.463, 0.455, 0.449, 0.444, 0.44, 0.437], "prob_new": [0.01745915412902832, 0.06418277323246002, 0.12509198486804962, 0.35458266735076904, 0.6306999921798706, 0.7560688853263855, 0.8016164898872375, 0.8371111750602722, 0.8672573566436768, 0.892734169960022, 0.9142253398895264, 0.932013213634491, 0.9464389681816101, 0.9578949213027954, 0.9668025374412537, 0.9736726880073547, 0.9789888262748718, 0.9831401705741882, 0.9864017963409424, 0.9889575839042664], "prob_old": [0.7206824421882629, 0.028454231098294258, 0.01911068893969059, 0.008063949644565582, 0.006765719968825579, 0.005541939754039049, 0.0047083329409360886, 0.004136952571570873, 0.003673875005915761, 0.003250107867643237, 0.002830982906743884, 0.0024172752164304256, 0.002015927340835333, 0.0016436924925073981, 0.0013243196299299598, 0.001068329089321196, 0.0008735341252759099, 0.0007297635311260819, 0.0006249497528187931, 0.000549006974324584], "prob_new_token": [5.334131492418237e-05, 0.01037230622023344, 0.12150805443525314, 0.3894476592540741, 0.5013459920883179, 0.5656849145889282, 0.6384691596031189, 0.7214593291282654, 0.7982583045959473, 0.8583295941352844, 0.900812029838562, 0.9291010499000549, 0.9474850296974182, 0.9597117304801941, 0.9682086706161499, 0.9743810892105103, 0.9791136384010315, 0.9829651713371277, 0.986198902130127, 0.9888696670532227], "prob_old_token": [0.6219918727874756, 0.03471601381897926, 0.006242416799068451, 0.0032508200965821743, 0.0011232139077037573, 0.00034439904266037047, 0.0001641208364162594, 9.724411938805133e-05, 6.300962559180334e-05, 4.3563155486481264e-05, 3.1590843718731776e-05, 2.362153463764116e-05, 1.7910262613440864e-05, 1.3575679986388423e-05, 1.0266290701110847e-05, 7.801904757798184e-06, 5.99637769482797e-06, 4.679372523241909e-06, 3.7293268633220578e-06, 3.058237325603841e-06], "update_matrix_norm_1": [22053.0078125], "update_matrix_norm_2": [6.035745620727539], "update_matrix_norm_inf": [0.06326495110988617], "request": {"prompt": "{} has the job title of", "subject": "Thomas Boni Yayi", "target_new": {"str": "King of Castile and Leon"}, "old_answer": {"str": "President of Benin"}, "seed": 42}}, {"loss_per_step": [2.311, 1.883, 0.861, 0.74, 0.663, 0.601, 0.554, 0.523, 0.501, 0.485, 0.472, 0.462, 0.453, 0.447, 0.441, 0.437, 0.434, 0.432, 0.43, 0.429], "prob_new": [0.10151892900466919, 0.2710525095462799, 0.6589395403862, 0.7385008335113525, 0.7957133650779724, 0.8442311882972717, 0.8833987712860107, 0.9106906652450562, 0.9298851490020752, 0.9447067975997925, 0.9566705226898193, 0.9662603735923767, 0.9737451672554016, 0.9794828295707703, 0.9838764667510986, 0.9872467517852783, 0.9897969961166382, 0.9916682839393616, 0.9930087924003601, 0.9939764142036438], "prob_old": [0.7206824421882629, 0.046443257480859756, 0.03573282063007355, 0.03345094621181488, 0.033508870750665665, 0.034543655812740326, 0.03629107028245926, 0.03847230598330498, 0.04047587886452675, 0.041819147765636444, 0.04235731437802315, 0.04217568412423134, 0.041470788419246674, 0.040459323674440384, 0.03930807113647461, 0.0381154827773571, 0.036938998848199844, 0.035822950303554535, 0.0348152257502079, 0.03396784886717796], "prob_new_token": [0.6219924688339233, 0.10654114931821823, 0.5800563097000122, 0.6656531095504761, 0.6984065771102905, 0.7332959771156311, 0.7762731313705444, 0.8215452432632446, 0.8643378615379333, 0.9019193649291992, 0.9321595430374146, 0.9544525742530823, 0.9698840975761414, 0.9802070260047913, 0.9870140552520752, 0.9914529323577881, 0.9942811727523804, 0.9960261583328247, 0.9970827698707581, 0.9977308511734009], "prob_old_token": [0.6219918727874756, 0.10654015839099884, 0.5800519585609436, 0.6656560301780701, 0.6984084844589233, 0.7332941889762878, 0.7762743830680847, 0.8215421438217163, 0.8643401265144348, 0.9019190669059753, 0.9321586489677429, 0.9544516801834106, 0.9698843359947205, 0.9802070260047913, 0.987013578414917, 0.9914529323577881, 0.9942811727523804, 0.9960261583328247, 0.9970827698707581, 0.9977308511734009], "update_matrix_norm_1": [23213.5078125], "update_matrix_norm_2": [6.035745143890381], "update_matrix_norm_inf": [0.047126442193984985], "request": {"prompt": "{} has the job title of", "subject": "Thomas Boni Yayi", "target_new": {"str": "President of the Republic of Congo"}, "old_answer": {"str": "President of Benin"}, "seed": 42}}, {"loss_per_step": [5.851, 3.291, 0.869, 0.693, 0.619, 0.582, 0.556, 0.534, 0.515, 0.498, 0.485, 0.478, 0.471, 0.466, 0.464, 0.461, 0.46, 0.458, 0.457, 0.456], "prob_new": [0.002981239929795265, 0.06258520483970642, 0.6901588439941406, 0.8122816681861877, 0.864093005657196, 0.8937084078788757, 0.9160542488098145, 0.9345529079437256, 0.9499038457870483, 0.9624961018562317, 0.9728906154632568, 0.9814780950546265, 0.9872514605522156, 0.9909088611602783, 0.9933871626853943, 0.995044469833374, 0.9961904287338257, 0.9970192909240723, 0.9975606203079224, 0.9978708028793335], "prob_old": [0.7092089653015137, 0.3702113926410675, 0.0364343523979187, 0.017962751910090446, 0.011991387233138084, 0.009367745369672775, 0.007927283644676208, 0.006914739962667227, 0.00606880895793438, 0.005282783880829811, 0.004478571005165577, 0.0035888461861759424, 0.0028145164251327515, 0.002221746137365699, 0.0017876661149784923, 0.0014832797460258007, 0.001228237641043961, 0.0010112229501828551, 0.0008734142174944282, 0.0008082824642769992], "prob_new_token": [6.962069164728746e-05, 0.004374416545033455, 0.44523856043815613, 0.6444976925849915, 0.729188084602356, 0.781893253326416, 0.826999306678772, 0.8676659464836121, 0.9032378196716309, 0.9333018064498901, 0.958225429058075, 0.977989912033081, 0.988956868648529, 0.9937752485275269, 0.9961150884628296, 0.9973037242889404, 0.9980358481407166, 0.9984537363052368, 0.9986185431480408, 0.9986336827278137], "prob_old_token": [0.6599031090736389, 0.3811798691749573, 0.015035619027912617, 0.0014910175232216716, 0.0003907961945515126, 0.00018287188140675426, 0.00011170624202350155, 7.421254849759862e-05, 4.8478457756573334e-05, 2.8892565751448274e-05, 1.4210836525307968e-05, 4.857533895119559e-06, 1.5121623846425791e-06, 5.882531581846706e-07, 2.71968531251332e-07, 1.4936851755464886e-07, 8.651805671888724e-08, 5.642016631668412e-08, 4.5318191865817425e-08, 4.353737992346396e-08], "update_matrix_norm_1": [23398.1953125], "update_matrix_norm_2": [6.226751804351807], "update_matrix_norm_inf": [0.03478984534740448], "request": {"prompt": "{} has the job title of", "subject": "Toomas Hendrik Ilves", "target_new": {"str": "King of Poland"}, "old_answer": {"str": "President of Estonia"}, "seed": 42}}, {"loss_per_step": [5.533, 3.157, 2.365, 0.715, 0.531, 0.51, 0.501, 0.493, 0.486, 0.48, 0.474, 0.469, 0.465, 0.462, 0.461, 0.459, 0.458, 0.457, 0.455, 0.455], "prob_new": [0.004247807897627354, 0.06944950670003891, 0.15432703495025635, 0.7998481392860413, 0.9598062038421631, 0.9774022698402405, 0.9827197790145874, 0.985429048538208, 0.9872064590454102, 0.9885421395301819, 0.9896328449249268, 0.9905750751495361, 0.9914186596870422, 0.9921883344650269, 0.99289470911026, 0.9935402870178223, 0.9941235780715942, 0.9946427941322327, 0.9951015710830688, 0.9955110549926758], "prob_old": [0.7092089653015137, 0.560611367225647, 0.08523869514465332, 0.041840702295303345, 0.011792807839810848, 0.006050857249647379, 0.004257391672581434, 0.003454579971730709, 0.003010950982570648, 0.0027315006591379642, 0.002538464730605483, 0.0023948068264871836, 0.002281119115650654, 0.0021865940652787685, 0.002104565966874361, 0.0020303656347095966, 0.0019612968899309635, 0.0018966684583574533, 0.0018368586897850037, 0.0017824422102421522], "prob_new_token": [2.3593166531554743e-07, 0.00029974986682645977, 0.004123120103031397, 0.5370770692825317, 0.8991254568099976, 0.9514895677566528, 0.9672567844390869, 0.9746980667114258, 0.9791786074638367, 0.9822820425033569, 0.9846282601356506, 0.986514151096344, 0.9880919456481934, 0.9894396662712097, 0.9906042814254761, 0.9916154146194458, 0.9924877285957336, 0.9932291507720947, 0.9938568472862244, 0.9944024682044983], "prob_old_token": [0.6599031090736389, 0.5882959961891174, 0.03419169411063194, 0.014628412202000618, 0.0011309616966173053, 0.0002421060489723459, 0.00010677296086214483, 6.70145673211664e-05, 5.01940849062521e-05, 4.119060031371191e-05, 3.539167664712295e-05, 3.101916809100658e-05, 2.7365760615793988e-05, 2.4210849005612545e-05, 2.1536263375310227e-05, 1.935471846081782e-05, 1.764769695000723e-05, 1.634707768971566e-05, 1.532539135951083e-05, 1.441454060113756e-05], "update_matrix_norm_1": [23065.5546875], "update_matrix_norm_2": [6.226751804351807], "update_matrix_norm_inf": [0.03168914094567299], "request": {"prompt": "{} has the job title of", "subject": "Toomas Hendrik Ilves", "target_new": {"str": "Astronomer Royal"}, "old_answer": {"str": "President of Estonia"}, "seed": 42}}, {"loss_per_step": [2.187, 1.921, 1.773, 0.797, 0.629, 0.568, 0.529, 0.505, 0.489, 0.477, 0.469, 0.464, 0.46, 0.458, 0.456, 0.455, 0.454, 0.453, 0.453, 0.453], "prob_new": [0.1129559725522995, 0.23966670036315918, 0.2936912178993225, 0.7181865572929382, 0.8401967287063599, 0.8927067518234253, 0.9276904463768005, 0.9501144886016846, 0.9653756618499756, 0.9760985970497131, 0.9837942719459534, 0.9891868829727173, 0.9926807880401611, 0.9947875142097473, 0.9960441589355469, 0.996832013130188, 0.9973706007003784, 0.9977636337280273, 0.9980438947677612, 0.9982292652130127], "prob_old": [0.7092089653015137, 0.2549988329410553, 0.4105333089828491, 0.07590516656637192, 0.05207068845629692, 0.04157104715704918, 0.033016759902238846, 0.02601482719182968, 0.020961115136742592, 0.0176232922822237, 0.015348628163337708, 0.013563675805926323, 0.012054134160280228, 0.010855024680495262, 0.010006474331021309, 0.009441920556128025, 0.009049268439412117, 0.008769922889769077, 0.00861175823956728, 0.008587833493947983], "prob_new_token": [0.6599043011665344, 0.38380610942840576, 0.16373275220394135, 0.5314366817474365, 0.6334989666938782, 0.6975557804107666, 0.7651599645614624, 0.8217373490333557, 0.8667758703231812, 0.9046708345413208, 0.9382575750350952, 0.9649574160575867, 0.9819197058677673, 0.9906708002090454, 0.994758665561676, 0.9966568350791931, 0.9975709319114685, 0.9980567693710327, 0.9983450174331665, 0.9985287189483643], "prob_old_token": [0.6599031090736389, 0.3838087022304535, 0.16373121738433838, 0.5314366817474365, 0.6334986686706543, 0.6975591778755188, 0.7651569843292236, 0.8217386603355408, 0.8667746782302856, 0.9046714305877686, 0.9382568001747131, 0.9649571180343628, 0.9819195866584778, 0.9906708002090454, 0.9947584867477417, 0.9966568946838379, 0.9975709319114685, 0.9980567693710327, 0.9983450174331665, 0.9985287189483643], "update_matrix_norm_1": [22517.80859375], "update_matrix_norm_2": [6.226753234863281], "update_matrix_norm_inf": [0.03280620649456978], "request": {"prompt": "{} has the job title of", "subject": "Toomas Hendrik Ilves", "target_new": {"str": "President of Uzbekistan"}, "old_answer": {"str": "President of Estonia"}, "seed": 42}}, {"loss_per_step": [3.875, 3.659, 2.307, 1.061, 0.721, 0.564, 0.474, 0.43, 0.406, 0.392, 0.385, 0.38, 0.377, 0.375, 0.374, 0.373, 0.372, 0.372, 0.371, 0.371], "prob_new": [0.021220576018095016, 0.04935045540332794, 0.14995808899402618, 0.519443690776825, 0.7224864959716797, 0.8443952202796936, 0.9202026128768921, 0.9579252004623413, 0.9778296947479248, 0.9873279333114624, 0.9919587969779968, 0.994696319103241, 0.99639493227005, 0.9974094033241272, 0.9980279207229614, 0.9984288811683655, 0.9986968636512756, 0.9988737106323242, 0.9989862442016602, 0.9990530610084534], "prob_old": [0.7092429995536804, 0.10655221343040466, 0.11682295054197311, 0.0431336909532547, 0.01079410221427679, 0.007025447674095631, 0.005704331677407026, 0.004768406972289085, 0.00318833626806736, 0.001910880208015442, 0.001180490362457931, 0.0007870367844589055, 0.0005666883080266416, 0.00043992503196932375, 0.00036746280966326594, 0.00032770464895293117, 0.00030813401099294424, 0.00030193792190402746, 0.0003056259301956743, 0.0003173207223881036], "prob_new_token": [0.00010063427180284634, 0.0011357801267877221, 0.0491594597697258, 0.21573826670646667, 0.5441722869873047, 0.7893576622009277, 0.9132747650146484, 0.9690703749656677, 0.9897587299346924, 0.9964634776115417, 0.9985467195510864, 0.9992495775222778, 0.9995499849319458, 0.9997067451477051, 0.9997929334640503, 0.9998396635055542, 0.9998645186424255, 0.9998769164085388, 0.9998820424079895, 0.9998831748962402], "prob_old_token": [0.6123776435852051, 0.0015521370805799961, 0.004480393603444099, 0.0008323892252519727, 8.562519360566512e-05, 1.88311496458482e-05, 1.053554024110781e-05, 5.1605024964374024e-06, 1.2500188404374057e-06, 3.013783782535029e-07, 1.0815696072086212e-07, 5.7194544211824905e-08, 3.706135487391293e-08, 2.5838080119910956e-08, 1.865517873511635e-08, 1.3784357655310941e-08, 1.034718888348607e-08, 7.908432131387144e-09, 6.2252669685847195e-09, 5.1110853327429595e-09], "update_matrix_norm_1": [25968.46484375], "update_matrix_norm_2": [7.190980434417725], "update_matrix_norm_inf": [0.052433352917432785], "request": {"prompt": "{} has the job title of", "subject": "John Key", "target_new": {"str": "King of Castile and Leon"}, "old_answer": {"str": "Prime Minister of New Zealand"}, "seed": 42}}, {"loss_per_step": [3.415, 3.186, 2.108, 0.929, 0.671, 0.564, 0.505, 0.463, 0.432, 0.409, 0.395, 0.387, 0.382, 0.378, 0.376, 0.375, 0.374, 0.373, 0.372, 0.371], "prob_new": [0.03407824784517288, 0.07345078140497208, 0.1922968029975891, 0.5936858654022217, 0.7628331780433655, 0.8433144092559814, 0.8898268342018127, 0.9241809248924255, 0.9509731531143188, 0.9703414440155029, 0.982204020023346, 0.9888073205947876, 0.992474377155304, 0.9946178197860718, 0.9960037469863892, 0.996944010257721, 0.9975996613502502, 0.9980636239051819, 0.9983932971954346, 0.9986265301704407], "prob_old": [0.7092429995536804, 0.10826877504587173, 0.09515180438756943, 0.04177359119057655, 0.026854416355490685, 0.01882271096110344, 0.015348633751273155, 0.013002642430365086, 0.010824104771018028, 0.008715295232832432, 0.006901748478412628, 0.005508692003786564, 0.0044930605217814445, 0.0037508103996515274, 0.003182296408340335, 0.0027435021474957466, 0.0024065112229436636, 0.00214847712777555, 0.001951320911757648, 0.0018017528345808387], "prob_new_token": [0.0012753586051985621, 0.024512959644198418, 0.2596881091594696, 0.2705046236515045, 0.4744833707809448, 0.6046150326728821, 0.6970088481903076, 0.7829201817512512, 0.8577362298965454, 0.9145358204841614, 0.9549012184143066, 0.9760025143623352, 0.9831357002258301, 0.9865347146987915, 0.9891718626022339, 0.9914494156837463, 0.9933556914329529, 0.9948522448539734, 0.9959574937820435, 0.9967310428619385], "prob_old_token": [0.6123776435852051, 0.0009450583020225167, 0.0020208752248436213, 0.0036964095197618008, 0.0012764835264533758, 0.0005238338490016758, 0.00038150884211063385, 0.0003175990132149309, 0.00024346215650439262, 0.00014431453018914908, 7.06340215401724e-05, 3.481849853415042e-05, 2.0289624444558285e-05, 1.3093346751702484e-05, 8.979157428257167e-06, 6.465360456786584e-06, 4.86567569168983e-06, 3.810377847912605e-06, 3.0848259484628215e-06, 2.573170377218048e-06], "update_matrix_norm_1": [26223.0078125], "update_matrix_norm_2": [7.190980434417725], "update_matrix_norm_inf": [0.045869916677474976], "request": {"prompt": "{} has the job title of", "subject": "John Key", "target_new": {"str": "President of the Republic of Congo"}, "old_answer": {"str": "Prime Minister of New Zealand"}, "seed": 42}}, {"loss_per_step": [2.512, 0.797, 0.559, 0.473, 0.422, 0.394, 0.382, 0.378, 0.376, 0.374, 0.373, 0.372, 0.371, 0.37, 0.37, 0.37, 0.37, 0.367, 0.36, 0.35], "prob_new": [0.08428506553173065, 0.6614739894866943, 0.8377935290336609, 0.9068299531936646, 0.9518834352493286, 0.9785581231117249, 0.9903717041015625, 0.9949123859405518, 0.996878981590271, 0.9978200197219849, 0.9983537793159485, 0.9986780285835266, 0.998869776725769, 0.9989615082740784, 0.9989592432975769, 0.9988424181938171, 0.9986096620559692, 0.9984182119369507, 0.9984377026557922, 0.9984029531478882], "prob_old": [0.7092429995536804, 0.3332945704460144, 0.1764993518590927, 0.17334359884262085, 0.17320728302001953, 0.1666257679462433, 0.1538783758878708, 0.1408890336751938, 0.12780249118804932, 0.116389200091362, 0.10674036294221878, 0.0990692600607872, 0.09397243708372116, 0.09220379590988159, 0.09447312355041504, 0.10113409906625748, 0.11158700287342072, 0.1259063482284546, 0.14425720274448395, 0.16797712445259094], "prob_new_token": [0.6123776435852051, 0.34584900736808777, 0.6794127225875854, 0.7621622085571289, 0.8825446963310242, 0.9611239433288574, 0.9905416369438171, 0.9964794516563416, 0.9982249140739441, 0.9988982677459717, 0.999285876750946, 0.9995242357254028, 0.9996305108070374, 0.9995860457420349, 0.9991781115531921, 0.997559666633606, 0.994067907333374, 0.9921925663948059, 0.9951499700546265, 0.997172474861145], "prob_old_token": [0.6123776435852051, 0.34584900736808777, 0.6794127225875854, 0.7621622085571289, 0.8825446963310242, 0.9611239433288574, 0.9905416369438171, 0.9964794516563416, 0.9982249140739441, 0.9988982677459717, 0.999285876750946, 0.9995242357254028, 0.9996305108070374, 0.9995860457420349, 0.9991781115531921, 0.997559666633606, 0.994067907333374, 0.9921925663948059, 0.9951499700546265, 0.997172474861145], "update_matrix_norm_1": [23879.3828125], "update_matrix_norm_2": [6.818118095397949], "update_matrix_norm_inf": [0.061156630516052246], "request": {"prompt": "{} has the job title of", "subject": "John Key", "target_new": {"str": "Prime Minister of Singapore"}, "old_answer": {"str": "Prime Minister of New Zealand"}, "seed": 42}}, {"loss_per_step": [7.725, 5.331, 2.165, 0.964, 0.584, 0.486, 0.447, 0.425, 0.413, 0.406, 0.402, 0.399, 0.397, 0.395, 0.393, 0.392, 0.391, 0.39, 0.39, 0.389], "prob_new": [0.00046664438559673727, 0.008631286211311817, 0.18478383123874664, 0.5749348998069763, 0.8360686898231506, 0.919497549533844, 0.9531026482582092, 0.9705248475074768, 0.9803232550621033, 0.9858376979827881, 0.9891173243522644, 0.991396963596344, 0.9932008385658264, 0.9946069717407227, 0.9956477880477905, 0.9964049458503723, 0.9969609975814819, 0.9973770380020142, 0.9976943731307983, 0.9979398846626282], "prob_old": [0.7919056415557861, 0.5100358128547668, 0.15589849650859833, 0.17385756969451904, 0.09170834720134735, 0.04866988584399223, 0.03291015699505806, 0.027985988184809685, 0.027787527069449425, 0.029405787587165833, 0.03068332001566887, 0.030223380774259567, 0.028051575645804405, 0.025180095806717873, 0.022475367411971092, 0.02029058150947094, 0.018667882308363914, 0.017544133588671684, 0.016842465847730637, 0.016500739380717278], "prob_new_token": [1.93030500668101e-05, 0.0003111007681582123, 0.2497619390487671, 0.599362313747406, 0.8888460397720337, 0.9424862861633301, 0.9615410566329956, 0.9731776118278503, 0.9809121489524841, 0.9857993125915527, 0.9889292120933533, 0.9912576675415039, 0.9932125210762024, 0.9947751760482788, 0.9959218502044678, 0.9967271685600281, 0.9972864985466003, 0.9976739287376404, 0.9979405403137207, 0.9981192350387573], "prob_old_token": [0.6232983469963074, 0.2070832997560501, 0.02255416102707386, 0.05937983840703964, 0.0022105362731963396, 0.0005376512999646366, 0.0003520320460665971, 0.00035403843503445387, 0.00045955312089063227, 0.000660440418869257, 0.0008734457078389823, 0.0009176073363050818, 0.0007527497364208102, 0.0005338327027857304, 0.0003670738951768726, 0.0002621148305479437, 0.00020012065942864865, 0.0001651308120926842, 0.00014773923612665385, 0.00014327479584608227], "update_matrix_norm_1": [23980.20703125], "update_matrix_norm_2": [6.399006366729736], "update_matrix_norm_inf": [0.04749549552798271], "request": {"prompt": "{} has the job title of", "subject": "Emomali Rahmon", "target_new": {"str": "King of Poland"}, "old_answer": {"str": "President of Tajikistan"}, "seed": 42}}, {"loss_per_step": [1.902, 0.945, 0.651, 0.484, 0.439, 0.418, 0.408, 0.403, 0.4, 0.398, 0.396, 0.394, 0.393, 0.392, 0.391, 0.39, 0.389, 0.384, 0.374, 0.359], "prob_new": [0.14993765950202942, 0.6066866517066956, 0.7960659265518188, 0.9286932349205017, 0.9643769860267639, 0.9803078174591064, 0.987375795841217, 0.9908522963523865, 0.9928976893424988, 0.9942983388900757, 0.9953249096870422, 0.9960847496986389, 0.9966462850570679, 0.9970661401748657, 0.997388482093811, 0.9976425170898438, 0.9978446960449219, 0.9979599118232727, 0.9979785680770874, 0.9978893995285034], "prob_old": [0.7919056415557861, 0.4397253394126892, 0.11945726722478867, 0.09608878940343857, 0.08874838054180145, 0.08585388213396072, 0.08308126032352448, 0.0799349993467331, 0.07645468413829803, 0.07277028262615204, 0.06905853003263474, 0.06548461318016052, 0.062164317816495895, 0.05916372314095497, 0.05651753395795822, 0.05424851179122925, 0.05237838998436928, 0.05152883380651474, 0.051867179572582245, 0.05348453298211098], "prob_new_token": [0.6232983469963074, 0.6261029243469238, 0.8734807968139648, 0.935872495174408, 0.9596308469772339, 0.9682374000549316, 0.9717333912849426, 0.9743298888206482, 0.9777651429176331, 0.9819415807723999, 0.9860730171203613, 0.9895517230033875, 0.992186427116394, 0.9940667152404785, 0.9953762292861938, 0.9962834119796753, 0.9969109892845154, 0.9972953200340271, 0.9974698424339294, 0.997443437576294], "prob_old_token": [0.6232983469963074, 0.6261029243469238, 0.8734807968139648, 0.935872495174408, 0.9596308469772339, 0.9682374000549316, 0.9717333912849426, 0.9743298888206482, 0.9777651429176331, 0.9819415807723999, 0.9860730171203613, 0.9895517230033875, 0.992186427116394, 0.9940667152404785, 0.9953762292861938, 0.9962834119796753, 0.9969109892845154, 0.9972953200340271, 0.9974698424339294, 0.997443437576294], "update_matrix_norm_1": [20502.90625], "update_matrix_norm_2": [5.903763294219971], "update_matrix_norm_inf": [0.08006726950407028], "request": {"prompt": "{} has the job title of", "subject": "Emomali Rahmon", "target_new": {"str": "President of Djibouti"}, "old_answer": {"str": "President of Tajikistan"}, "seed": 42}}, {"loss_per_step": [6.149, 4.973, 2.925, 2.656, 1.673, 1.109, 0.6, 0.467, 0.438, 0.421, 0.412, 0.406, 0.402, 0.399, 0.396, 0.393, 0.391, 0.39, 0.389, 0.388], "prob_new": [0.002280299784615636, 0.011769226752221584, 0.0887928307056427, 0.10566370189189911, 0.2796008288860321, 0.49319222569465637, 0.8143311738967896, 0.9292921423912048, 0.9591428637504578, 0.9747341871261597, 0.9820305109024048, 0.9858818054199219, 0.9886876344680786, 0.9911148548126221, 0.9931259155273438, 0.9946587085723877, 0.9957744479179382, 0.9965791702270508, 0.9971656799316406, 0.9976003170013428], "prob_old": [0.7919056415557861, 0.6048069000244141, 0.2610739469528198, 0.4586632549762726, 0.39461109042167664, 0.20364084839820862, 0.164982408285141, 0.07062731683254242, 0.03412431851029396, 0.03018984943628311, 0.03438347950577736, 0.03866215795278549, 0.03996704891324043, 0.03809640556573868, 0.03430299460887909, 0.030010342597961426, 0.0261081550270319, 0.022937627509236336, 0.02052798680961132, 0.018789071589708328], "prob_new_token": [0.004555048421025276, 0.04352152720093727, 0.01935761794447899, 0.06824202090501785, 0.07553009688854218, 0.25086209177970886, 0.7198728322982788, 0.8995376825332642, 0.9409949779510498, 0.9814223051071167, 0.9906983971595764, 0.9935197234153748, 0.99503493309021, 0.9962319731712341, 0.9971879124641418, 0.9978867173194885, 0.9983752369880676, 0.9987155795097351, 0.9989544749259949, 0.9991239905357361], "prob_old_token": [0.6232983469963074, 0.22256019711494446, 0.07032140344381332, 0.23468635976314545, 0.1902516484260559, 0.06789297610521317, 0.007303412538021803, 0.0005508038448169827, 0.00014653724792879075, 4.174400237388909e-05, 2.411558489257004e-05, 2.0176303223706782e-05, 1.7117283277912065e-05, 1.3283008229336701e-05, 9.529665476293303e-06, 6.600143933610525e-06, 4.586363047565101e-06, 3.2824209483806044e-06, 2.4602820758445887e-06, 1.9522831280482933e-06], "update_matrix_norm_1": [23215.892578125], "update_matrix_norm_2": [6.3990068435668945], "update_matrix_norm_inf": [0.060238853096961975], "request": {"prompt": "{} has the job title of", "subject": "Emomali Rahmon", "target_new": {"str": "First Minister of Scotland"}, "old_answer": {"str": "President of Tajikistan"}, "seed": 42}}, {"loss_per_step": [3.255, 2.279, 0.998, 0.586, 0.453, 0.428, 0.419, 0.414, 0.409, 0.406, 0.403, 0.4, 0.399, 0.398, 0.397, 0.396, 0.395, 0.391, 0.38, 0.364], "prob_new": [0.040004804730415344, 0.16642482578754425, 0.5625952482223511, 0.8365676403045654, 0.9536009430885315, 0.9763036370277405, 0.9852976202964783, 0.9897682666778564, 0.9926126003265381, 0.9944563508033752, 0.9956212043762207, 0.9964041113853455, 0.9969795942306519, 0.9974167346954346, 0.9977532625198364, 0.9980083703994751, 0.9981982111930847, 0.9983094930648804, 0.9983212947845459, 0.9982247352600098], "prob_old": [0.5491510033607483, 0.3499153256416321, 0.0513465479016304, 0.024973975494503975, 0.010921203531324863, 0.009195663966238499, 0.008275622501969337, 0.007489378564059734, 0.006875024642795324, 0.006440073251724243, 0.0061662765219807625, 0.005984060931950808, 0.005835399031639099, 0.005714375525712967, 0.005642850883305073, 0.005637114867568016, 0.00567513657733798, 0.005814179312437773, 0.006125544663518667, 0.0066306451335549355], "prob_new_token": [0.00016766389308031648, 0.5062462091445923, 0.5732056498527527, 0.8232111930847168, 0.9185796976089478, 0.9439935684204102, 0.9595234990119934, 0.969819188117981, 0.9775651693344116, 0.9831386208534241, 0.9868787527084351, 0.9894623160362244, 0.991398811340332, 0.9928821921348572, 0.9940041899681091, 0.9948175549507141, 0.9953907132148743, 0.995743453502655, 0.995873749256134, 0.9957841634750366], "prob_old_token": [0.7043840289115906, 0.011385754682123661, 0.0009883956518024206, 9.958817827282473e-05, 1.2186314961581957e-05, 8.403951142099686e-06, 6.602907888009213e-06, 5.493734988704091e-06, 4.953765255777398e-06, 4.833656930713914e-06, 5.07233380631078e-06, 5.553729806706542e-06, 6.189397026901133e-06, 7.0429500738100614e-06, 8.396708835789468e-06, 1.0571560778771527e-05, 1.3538806342694443e-05, 1.7287966329604387e-05, 2.1855705199413933e-05, 2.6800244086189196e-05], "update_matrix_norm_1": [19992.28125], "update_matrix_norm_2": [5.7567291259765625], "update_matrix_norm_inf": [0.0874151736497879], "request": {"prompt": "{} has the job title of", "subject": "Alfonso X of Castile and Leon", "target_new": {"str": "President of Uzbekistan"}, "old_answer": {"str": "King of Castile and Leon"}, "seed": 42}}, {"loss_per_step": [4.002, 3.25, 1.841, 0.702, 0.514, 0.469, 0.436, 0.42, 0.411, 0.406, 0.402, 0.4, 0.398, 0.397, 0.396, 0.395, 0.394, 0.394, 0.393, 0.392], "prob_new": [0.01914803311228752, 0.06751714646816254, 0.24222135543823242, 0.7713536620140076, 0.8906540870666504, 0.9312159419059753, 0.9638305306434631, 0.981291651725769, 0.9893785119056702, 0.9931780695915222, 0.995103657245636, 0.9961809515953064, 0.9968870282173157, 0.9974340796470642, 0.9978610873222351, 0.9981817007064819, 0.9984185695648193, 0.9985916614532471, 0.9987162947654724, 0.9987972378730774], "prob_old": [0.5491510033607483, 0.2991738021373749, 0.23497745394706726, 0.039763450622558594, 0.03354794159531593, 0.024241475388407707, 0.013442025519907475, 0.009021895006299019, 0.006893529091030359, 0.0057264408096671104, 0.005029354244470596, 0.0046104323118925095, 0.004359286744147539, 0.004196288995444775, 0.004091453738510609, 0.004023970104753971, 0.003986702300608158, 0.0039912001229822636, 0.004053088836371899, 0.004190392326563597], "prob_new_token": [0.00025237907539121807, 0.001295791007578373, 0.021903332322835922, 0.7442665100097656, 0.8666064739227295, 0.9191057085990906, 0.9656569957733154, 0.9864885210990906, 0.9950426816940308, 0.9979971051216125, 0.9989957809448242, 0.9993232488632202, 0.999408483505249, 0.9994164109230042, 0.9993908405303955, 0.9993375539779663, 0.9992538094520569, 0.9991249442100525, 0.9989250898361206, 0.9986186027526855], "prob_old_token": [0.7043840289115906, 0.10410690307617188, 0.08212406933307648, 0.000152587381307967, 0.0025091550778597593, 0.0016837166622281075, 0.00013452414714265615, 2.1780175302410498e-05, 5.84350664212252e-06, 2.1372304672695464e-06, 1.080283595911169e-06, 8.318729669554159e-07, 9.120727781919413e-07, 1.1227057257201523e-06, 1.408199182151293e-06, 1.7495212887297384e-06, 2.1430719243653584e-06, 2.6436816824570997e-06, 3.3627875382080674e-06, 4.496059318626067e-06], "update_matrix_norm_1": [22434.59375], "update_matrix_norm_2": [6.230045795440674], "update_matrix_norm_inf": [0.06293153762817383], "request": {"prompt": "{} has the job title of", "subject": "Alfonso X of Castile and Leon", "target_new": {"str": "Supreme Leader of Iran"}, "old_answer": {"str": "King of Castile and Leon"}, "seed": 42}}, {"loss_per_step": [4.171, 3.581, 2.299, 1.319, 0.795, 0.557, 0.49, 0.453, 0.432, 0.421, 0.414, 0.409, 0.406, 0.403, 0.401, 0.4, 0.399, 0.398, 0.397, 0.396], "prob_new": [0.01649409905076027, 0.049756310880184174, 0.15727785229682922, 0.4154917597770691, 0.6887241005897522, 0.8681010603904724, 0.9250016212463379, 0.9557834267616272, 0.973252534866333, 0.9829016327857971, 0.9884076118469238, 0.9916915893554688, 0.9937409162521362, 0.9951008558273315, 0.9960573315620422, 0.9967566132545471, 0.9972759485244751, 0.9976643323898315, 0.9979573488235474, 0.9981815814971924], "prob_old": [0.5491510033607483, 0.42700037360191345, 0.2039470672607422, 0.5676178336143494, 0.08370417356491089, 0.032315392047166824, 0.024237193167209625, 0.020886866375803947, 0.018298787996172905, 0.01572839356958866, 0.013283582404255867, 0.011172465048730373, 0.009446194395422935, 0.008030089549720287, 0.00685460539534688, 0.005889933090656996, 0.0051238639280200005, 0.004534590058028698, 0.004086376633495092, 0.0037431512027978897], "prob_new_token": [0.0004785058263223618, 0.0016683657886460423, 0.009455456398427486, 0.07228122651576996, 0.5543897747993469, 0.9125249981880188, 0.9578330516815186, 0.975476861000061, 0.9844748973846436, 0.9899740815162659, 0.9935680627822876, 0.9958745837211609, 0.9973049163818359, 0.9981892704963684, 0.9987437129020691, 0.9990928769111633, 0.9993095993995667, 0.9994397163391113, 0.999514102935791, 0.9995545744895935], "prob_old_token": [0.7043840289115906, 0.5561305284500122, 0.01311999186873436, 0.5910660028457642, 0.023914162069559097, 0.002038446022197604, 0.001132710836827755, 0.0007544670952484012, 0.0005155603284947574, 0.0003552174021024257, 0.0002472654450684786, 0.00017511757323518395, 0.0001271964138140902, 9.52468253672123e-05, 7.394648127956316e-05, 6.00658604525961e-05, 5.1521848945412785e-05, 4.6720666432520375e-05, 4.4280157453613356e-05, 4.3098720198031515e-05], "update_matrix_norm_1": [23051.26171875], "update_matrix_norm_2": [6.243759632110596], "update_matrix_norm_inf": [0.049329567700624466], "request": {"prompt": "{} has the job title of", "subject": "Alfonso X of Castile and Leon", "target_new": {"str": "Sultan of Oman"}, "old_answer": {"str": "King of Castile and Leon"}, "seed": 42}}, {"loss_per_step": [3.999, 4.424, 4.063, 3.049, 1.05, 0.921, 0.81, 0.682, 0.531, 0.496, 0.467, 0.461, 0.457, 0.453, 0.45, 0.446, 0.442, 0.44, 0.44, 0.44], "prob_new": [0.019360942766070366, 0.0257828701287508, 0.03554707393050194, 0.09450386464595795, 0.7130150198936462, 0.9094812273979187, 0.9706992506980896, 0.9214359521865845, 0.9807050824165344, 0.9765397310256958, 0.9903301000595093, 0.9938386678695679, 0.9950199127197266, 0.9956815838813782, 0.9962367415428162, 0.9967457056045532, 0.9971923828125, 0.9975807070732117, 0.9979341626167297, 0.9982597231864929], "prob_old": [0.5109110474586487, 0.24695074558258057, 0.24668540060520172, 0.10860463976860046, 0.07087541371583939, 0.0059739211574196815, 0.006046762224286795, 0.025170521810650826, 0.043687690049409866, 0.05869770050048828, 0.04009692743420601, 0.030884182080626488, 0.026226427406072617, 0.0233601201325655, 0.020840883255004883, 0.018273554742336273, 0.01591992750763893, 0.013941965065896511, 0.012278520502150059, 0.01093425415456295], "prob_new_token": [1.3011136843488202e-06, 3.899761941283941e-05, 7.381261821137741e-05, 0.0007604657439514995, 0.5185986161231995, 0.8961465358734131, 0.98612380027771, 0.491706907749176, 0.9627382755279541, 0.9731546640396118, 0.989346981048584, 0.992061972618103, 0.9926837086677551, 0.993159830570221, 0.9938042759895325, 0.9944892525672913, 0.9951545596122742, 0.9958316683769226, 0.9965136051177979, 0.9971458911895752], "prob_old_token": [0.6654872894287109, 0.016803592443466187, 0.027538087218999863, 0.009751799516379833, 0.001836317591369152, 0.00010135500633623451, 2.8891243346151896e-05, 0.00038699546712450683, 5.475222133100033e-05, 4.06279468734283e-05, 6.035793830960756e-06, 2.4745465907471953e-06, 1.638371486478718e-06, 1.239300331690174e-06, 9.421457889402518e-07, 6.952189437470224e-07, 5.030434522268479e-07, 3.629487252965191e-07, 2.6450069867678394e-07, 1.995478555727459e-07], "update_matrix_norm_1": [30050.9453125], "update_matrix_norm_2": [7.656788349151611], "update_matrix_norm_inf": [0.05624032020568848], "request": {"prompt": "{} has the job title of", "subject": "Louis-Philippe I", "target_new": {"str": "Astronomer Royal"}, "old_answer": {"str": "King of the French"}, "seed": 42}}, {"loss_per_step": [3.072, 3.678, 3.383, 3.086, 1.895, 1.396, 1.082, 0.802, 0.543, 0.5, 0.475, 0.466, 0.461, 0.453, 0.447, 0.443, 0.441, 0.439, 0.438, 0.438], "prob_new": [0.04853583499789238, 0.06694167852401733, 0.07239857316017151, 0.0991423949599266, 0.26116129755973816, 0.41051995754241943, 0.5395180583000183, 0.7083115577697754, 0.9296130537986755, 0.9828119277954102, 0.991115927696228, 0.9936448931694031, 0.9952045679092407, 0.9963482618331909, 0.9972084164619446, 0.9978232979774475, 0.9982510805130005, 0.9985513687133789, 0.9987906813621521, 0.9990060925483704], "prob_old": [0.5109110474586487, 0.21638326346874237, 0.40447208285331726, 0.13101790845394135, 0.21339693665504456, 0.06457028537988663, 0.05809171125292778, 0.04788808524608612, 0.051035791635513306, 0.027977416291832924, 0.010819272138178349, 0.0049013253301382065, 0.003057788824662566, 0.002233940176665783, 0.0016988161951303482, 0.0013294931268319488, 0.0010829244274646044, 0.0009331898763775826, 0.0008574664243496954, 0.0008115366799756885], "prob_new_token": [0.002249036682769656, 0.06612138450145721, 0.04719260707497597, 0.07721605151891708, 0.4372703433036804, 0.6091393232345581, 0.6201647520065308, 0.7442461252212524, 0.8130053877830505, 0.9078854322433472, 0.9753730297088623, 0.9881792068481445, 0.9923236966133118, 0.994357705116272, 0.9955660700798035, 0.9964313507080078, 0.9970837235450745, 0.9975711107254028, 0.9979735612869263, 0.9983755350112915], "prob_old_token": [0.6654872894287109, 0.004910022020339966, 0.26944199204444885, 0.0057317763566970825, 0.21228256821632385, 0.055655620992183685, 0.04197939857840538, 0.07926496863365173, 0.1172059178352356, 0.06175379827618599, 0.008010813035070896, 0.0014800423523411155, 0.000523058813996613, 0.0002581281296443194, 0.0001467779657104984, 8.80351581145078e-05, 5.487736780196428e-05, 3.7503679777728394e-05, 2.881158798118122e-05, 2.393768409092445e-05], "update_matrix_norm_1": [28246.49609375], "update_matrix_norm_2": [7.6567840576171875], "update_matrix_norm_inf": [0.07374246418476105], "request": {"prompt": "{} has the job title of", "subject": "Louis-Philippe I", "target_new": {"str": "President of Djibouti"}, "old_answer": {"str": "King of the French"}, "seed": 42}}, {"loss_per_step": [4.262, 4.728, 4.051, 3.178, 1.422, 0.696, 0.559, 0.497, 0.469, 0.458, 0.451, 0.447, 0.444, 0.442, 0.44, 0.439, 0.438, 0.437, 0.436, 0.435], "prob_new": [0.01640709489583969, 0.02397911436855793, 0.04882793128490448, 0.08460484445095062, 0.42511114478111267, 0.8187103271484375, 0.9225547313690186, 0.9668195843696594, 0.9850125908851624, 0.9921332001686096, 0.9951818585395813, 0.9966912865638733, 0.9975221157073975, 0.9980304837226868, 0.9983766078948975, 0.9986278414726257, 0.9988182783126831, 0.9989740252494812, 0.9991099238395691, 0.9992245435714722], "prob_old": [0.5109110474586487, 0.16217654943466187, 0.2713213860988617, 0.02180103212594986, 0.045268770307302475, 0.005598262418061495, 0.002664018189534545, 0.001728347735479474, 0.0013232617639005184, 0.0011404809774830937, 0.0010426280787214637, 0.000991460052318871, 0.000985470018349588, 0.0010076499311253428, 0.0010332335950806737, 0.001050622551701963, 0.0010559213114902377, 0.0010409532114863396, 0.0010029213735833764, 0.0009549581445753574], "prob_new_token": [0.002249036682769656, 0.05661937966942787, 0.06261371076107025, 0.14187519252300262, 0.2833048403263092, 0.7470108270645142, 0.8865810632705688, 0.9409531950950623, 0.9598170518875122, 0.9708552360534668, 0.9790680408477783, 0.9847849607467651, 0.9884896278381348, 0.9909896850585938, 0.9928256273269653, 0.9942088723182678, 0.9952471852302551, 0.9960760474205017, 0.9967942237854004, 0.9974045157432556], "prob_old_token": [0.6654872894287109, 0.0018983958289027214, 0.05515364930033684, 0.01337265595793724, 0.04930925369262695, 8.953091310104355e-05, 3.991454286733642e-05, 2.4231567294918932e-05, 1.626020821277052e-05, 1.3302785191626754e-05, 1.1869421541632619e-05, 1.0801336429722141e-05, 1.018411603581626e-05, 9.822291758609936e-06, 9.428204066352919e-06, 9.000547834148165e-06, 8.619899745099247e-06, 8.17684758658288e-06, 7.552668193966383e-06, 6.873347501823446e-06], "update_matrix_norm_1": [28868.27734375], "update_matrix_norm_2": [7.6567840576171875], "update_matrix_norm_inf": [0.06116257607936859], "request": {"prompt": "{} has the job title of", "subject": "Louis-Philippe I", "target_new": {"str": "President of Estonia"}, "old_answer": {"str": "King of the French"}, "seed": 42}}, {"loss_per_step": [0.871, 0.704, 0.566, 0.496, 0.444, 0.411, 0.389, 0.379, 0.374, 0.371, 0.368, 0.367, 0.366, 0.365, 0.364, 0.364, 0.364, 0.364, 0.364, 0.363], "prob_new": [0.42004823684692383, 0.7376992702484131, 0.8361420631408691, 0.8885449171066284, 0.930426299571991, 0.9593789577484131, 0.9792405962944031, 0.9875364303588867, 0.9913862347602844, 0.993549108505249, 0.9949046969413757, 0.9958778023719788, 0.9965237379074097, 0.9968608021736145, 0.9969660639762878, 0.9968808889389038, 0.9966621398925781, 0.9964971542358398, 0.9965299367904663, 0.9968263506889343], "prob_old": [0.80130535364151, 0.22569312155246735, 0.3752567768096924, 0.3698914647102356, 0.2856321632862091, 0.24543190002441406, 0.21654197573661804, 0.18791303038597107, 0.1880282163619995, 0.18753975629806519, 0.17233018577098846, 0.17326219379901886, 0.1850624978542328, 0.19460512697696686, 0.20987743139266968, 0.241098091006279, 0.2587825357913971, 0.2530372738838196, 0.2483978569507599, 0.23198239505290985], "prob_new_token": [0.6273995041847229, 0.6042027473449707, 0.699089527130127, 0.7545015811920166, 0.8401272296905518, 0.9242260456085205, 0.9604977965354919, 0.9741175174713135, 0.9837943315505981, 0.9894604682922363, 0.9928498864173889, 0.9949387311935425, 0.996246874332428, 0.9970170855522156, 0.9974653124809265, 0.9977719187736511, 0.997928261756897, 0.9979851841926575, 0.9980698823928833, 0.9981260299682617], "prob_old_token": [0.6273983120918274, 0.604202926158905, 0.699087917804718, 0.7544985413551331, 0.8401237726211548, 0.9242261052131653, 0.9604978561401367, 0.9741173982620239, 0.9837945699691772, 0.9894602298736572, 0.9928498268127441, 0.9949387311935425, 0.9962471127510071, 0.9970170855522156, 0.9974653124809265, 0.9977719187736511, 0.997928261756897, 0.9979851841926575, 0.9980698823928833, 0.9981260299682617], "update_matrix_norm_1": [23440.09765625], "update_matrix_norm_2": [6.2765374183654785], "update_matrix_norm_inf": [0.03485675901174545], "request": {"prompt": "{} has the job title of", "subject": "Shavkat Mirziyoyev", "target_new": {"str": "President of Tajikistan"}, "old_answer": {"str": "President of Uzbekistan"}, "seed": 42}}, {"loss_per_step": [2.276, 1.241, 0.73, 0.495, 0.43, 0.406, 0.396, 0.391, 0.387, 0.383, 0.379, 0.377, 0.375, 0.373, 0.372, 0.37, 0.369, 0.367, 0.361, 0.351], "prob_new": [0.10380052775144577, 0.43416628241539, 0.7295351028442383, 0.917978048324585, 0.9703855514526367, 0.9860916137695312, 0.9905901551246643, 0.9928918480873108, 0.9946727752685547, 0.9959688186645508, 0.9968307614326477, 0.9974006414413452, 0.9977974891662598, 0.9980912804603577, 0.9983159303665161, 0.9984870553016663, 0.9986136555671692, 0.9987013936042786, 0.9987404346466064, 0.9987369179725647], "prob_old": [0.80130535364151, 0.35667404532432556, 0.1138991191983223, 0.07425399124622345, 0.054835665971040726, 0.04503289982676506, 0.0403120256960392, 0.0374426506459713, 0.034996114671230316, 0.032682016491889954, 0.03058992512524128, 0.02882106602191925, 0.027390582486987114, 0.026244888082146645, 0.025307785719633102, 0.024520082399249077, 0.023855039849877357, 0.02336001954972744, 0.023428067564964294, 0.02406316250562668], "prob_new_token": [0.6273995041847229, 0.49299588799476624, 0.8229039311408997, 0.9120408892631531, 0.956264317035675, 0.9700124859809875, 0.9746963381767273, 0.9810933470726013, 0.9875444769859314, 0.9919376969337463, 0.9944958686828613, 0.9959762096405029, 0.9968792200088501, 0.9974614977836609, 0.9978460669517517, 0.9980996251106262, 0.9982685446739197, 0.9983808398246765, 0.9984381794929504, 0.9984524250030518], "prob_old_token": [0.6273983120918274, 0.4929961860179901, 0.8229042291641235, 0.912040650844574, 0.9562650322914124, 0.9700127243995667, 0.9746967554092407, 0.9810931086540222, 0.9875447154045105, 0.9919376969337463, 0.9944958686828613, 0.9959762096405029, 0.9968793392181396, 0.9974613189697266, 0.9978460669517517, 0.9980996251106262, 0.9982685446739197, 0.9983808398246765, 0.9984381794929504, 0.9984524250030518], "update_matrix_norm_1": [21272.05078125], "update_matrix_norm_2": [5.999521255493164], "update_matrix_norm_inf": [0.04932637885212898], "request": {"prompt": "{} has the job title of", "subject": "Shavkat Mirziyoyev", "target_new": {"str": "President of Djibouti"}, "old_answer": {"str": "President of Uzbekistan"}, "seed": 42}}, {"loss_per_step": [3.22, 3.089, 2.584, 2.101, 0.98, 1.024, 0.512, 0.485, 0.443, 0.41, 0.393, 0.384, 0.378, 0.374, 0.372, 0.37, 0.369, 0.368, 0.367, 0.366], "prob_new": [0.040327176451683044, 0.0808311179280281, 0.1121174618601799, 0.17998644709587097, 0.5538854002952576, 0.544768214225769, 0.9033606648445129, 0.919191837310791, 0.9506642818450928, 0.9766200184822083, 0.9890564680099487, 0.9940829873085022, 0.9961623549461365, 0.9971851110458374, 0.997801661491394, 0.9982330799102783, 0.9985599517822266, 0.9988165497779846, 0.9990206360816956, 0.9991798400878906], "prob_old": [0.80130535364151, 0.559088945388794, 0.4078770577907562, 0.4712943136692047, 0.35252249240875244, 0.12000102549791336, 0.21119117736816406, 0.23297451436519623, 0.19173327088356018, 0.13734449446201324, 0.10300460457801819, 0.08625778555870056, 0.07985354959964752, 0.07918001711368561, 0.08110170811414719, 0.08279214799404144, 0.08288465440273285, 0.08188294619321823, 0.08101183921098709, 0.08099550008773804], "prob_new_token": [0.6273995041847229, 0.36531782150268555, 0.27729159593582153, 0.36483967304229736, 0.2923530638217926, 0.12327171862125397, 0.7734331488609314, 0.8295155763626099, 0.8813484907150269, 0.9331265091896057, 0.9684553742408752, 0.985313355922699, 0.9923052787780762, 0.9954288005828857, 0.9970226883888245, 0.9978863596916199, 0.9983499050140381, 0.9985880851745605, 0.998695433139801, 0.9987142086029053], "prob_old_token": [0.6273983120918274, 0.3653177320957184, 0.2772884964942932, 0.36484596133232117, 0.2923535108566284, 0.1232699528336525, 0.7734333276748657, 0.829510509967804, 0.8813501596450806, 0.9331275224685669, 0.9684550166130066, 0.9853135943412781, 0.9923054575920105, 0.9954288005828857, 0.9970226287841797, 0.9978863596916199, 0.9983500242233276, 0.998587965965271, 0.998695433139801, 0.9987142086029053], "update_matrix_norm_1": [22955.970703125], "update_matrix_norm_2": [6.280484676361084], "update_matrix_norm_inf": [0.029302820563316345], "request": {"prompt": "{} has the job title of", "subject": "Shavkat Mirziyoyev", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "President of Uzbekistan"}, "seed": 42}}, {"loss_per_step": [5.371, 4.297, 3.091, 1.662, 1.001, 0.638, 0.512, 0.466, 0.446, 0.434, 0.427, 0.422, 0.418, 0.416, 0.415, 0.413, 0.412, 0.411, 0.411, 0.41], "prob_new": [0.004905725363641977, 0.024281803518533707, 0.07470037043094635, 0.2974017858505249, 0.5738553404808044, 0.8102833032608032, 0.9122129082679749, 0.9527460932731628, 0.9718228578567505, 0.9825706481933594, 0.9888424873352051, 0.9924591183662415, 0.9946174025535583, 0.9958968758583069, 0.9966567158699036, 0.9971525073051453, 0.9975072145462036, 0.9977790713310242, 0.9979991316795349, 0.9981855750083923], "prob_old": [0.6691808104515076, 0.5256592035293579, 0.20328877866268158, 0.03474179655313492, 0.01026327908039093, 0.00424939626827836, 0.001971176126971841, 0.00105730548966676, 0.0006547122611664236, 0.0004518021014519036, 0.0003439065767452121, 0.00028214603662490845, 0.00023936339130159467, 0.00021375787036959082, 0.0002024974673986435, 0.00019818459986709058, 0.00019653188064694405, 0.000195545784663409, 0.0001942804956343025, 0.00019238199456594884], "prob_new_token": [0.0009202464716508985, 0.001472027157433331, 0.0034185810945928097, 0.025204559788107872, 0.32428044080734253, 0.7700640559196472, 0.9080345034599304, 0.9486231207847595, 0.9677744507789612, 0.9799105525016785, 0.9875039458274841, 0.9918293356895447, 0.9942533373832703, 0.9956260919570923, 0.9964056015014648, 0.9968469738960266, 0.9970951080322266, 0.9972310066223145, 0.9973044991493225, 0.9973454475402832], "prob_old_token": [0.6494305729866028, 0.446423202753067, 0.08220144361257553, 0.0010918242624029517, 2.460257564962376e-05, 1.8378276536168414e-06, 2.9806017209921265e-07, 8.767993620040215e-08, 3.058648090359384e-08, 1.0502278158242007e-08, 3.979674367826647e-09, 1.920294145918433e-09, 1.1667828925254753e-09, 8.368608028774815e-10, 6.767830740272984e-10, 5.973466721265197e-10, 5.612323383807905e-10, 5.512564849041723e-10, 5.583016271515362e-10, 5.765802280066623e-10], "update_matrix_norm_1": [25669.875], "update_matrix_norm_2": [6.986342430114746], "update_matrix_norm_inf": [0.06432950496673584], "request": {"prompt": "{} has the job title of", "subject": "Franz Joseph I of Austria", "target_new": {"str": "First Minister of Scotland"}, "old_answer": {"str": "Emperor of Austria"}, "seed": 42}}, {"loss_per_step": [3.472, 3.047, 2.025, 1.164, 0.95, 0.532, 0.453, 0.43, 0.421, 0.416, 0.413, 0.41, 0.409, 0.408, 0.406, 0.404, 0.402, 0.403, 0.402, 0.4], "prob_new": [0.031603626906871796, 0.08376533538103104, 0.2164851427078247, 0.47929811477661133, 0.6297942996025085, 0.889865517616272, 0.9595161080360413, 0.9814948439598083, 0.9904285669326782, 0.9941574335098267, 0.9958541989326477, 0.9967256188392639, 0.9972445368766785, 0.9976038336753845, 0.9978852272033691, 0.998116672039032, 0.9983034133911133, 0.9984777569770813, 0.9986677169799805, 0.9988245368003845], "prob_old": [0.6691808104515076, 0.2909547686576843, 0.11838873475790024, 0.4578542709350586, 0.02858731895685196, 0.18454866111278534, 0.17515581846237183, 0.09629206359386444, 0.052516404539346695, 0.03285311162471771, 0.023247798904776573, 0.017979813739657402, 0.014838227070868015, 0.012839642353355885, 0.011449690908193588, 0.010404141619801521, 0.009647633880376816, 0.009135313332080841, 0.008858405984938145, 0.00881973747164011], "prob_new_token": [0.002347608795389533, 0.035484541207551956, 0.031350623816251755, 0.10223425179719925, 0.1285022497177124, 0.7435275316238403, 0.8494735360145569, 0.9390226602554321, 0.9733611345291138, 0.9864333868026733, 0.991790771484375, 0.9942902326583862, 0.9956608414649963, 0.9965399503707886, 0.9971835017204285, 0.9976963400840759, 0.9981117248535156, 0.9984630942344666, 0.9987531900405884, 0.9989572763442993], "prob_old_token": [0.6494305729866028, 0.06506296992301941, 0.004735968075692654, 0.2464732974767685, 3.8114081689855084e-05, 0.022684386000037193, 0.02573607675731182, 0.0052421665750443935, 0.0010915208840742707, 0.0003519623714964837, 0.00016342158778570592, 9.606382081983611e-05, 6.460241274908185e-05, 4.626349618774839e-05, 3.351164923515171e-05, 2.4140457753674127e-05, 1.763699583534617e-05, 1.2640332897717599e-05, 8.390593393414747e-06, 5.637504273181548e-06], "update_matrix_norm_1": [25262.046875], "update_matrix_norm_2": [6.986343860626221], "update_matrix_norm_inf": [0.07267440855503082], "request": {"prompt": "{} has the job title of", "subject": "Franz Joseph I of Austria", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "Emperor of Austria"}, "seed": 42}}, {"loss_per_step": [3.599, 3.221, 2.536, 1.746, 0.537, 0.464, 0.44, 0.431, 0.42, 0.413, 0.409, 0.405, 0.406, 0.402, 0.402, 0.402, 0.4, 0.4, 0.399, 0.391], "prob_new": [0.027941621840000153, 0.061648931354284286, 0.11931399255990982, 0.2676563858985901, 0.8887557983398438, 0.9746731519699097, 0.9865850210189819, 0.990943193435669, 0.993896484375, 0.9959264397621155, 0.9971193671226501, 0.9978511929512024, 0.998348593711853, 0.9986532330513, 0.9988255500793457, 0.9989567995071411, 0.9990799427032471, 0.9991981983184814, 0.9993030428886414, 0.9993507862091064], "prob_old": [0.6691808104515076, 0.43458685278892517, 0.14085936546325684, 0.14699643850326538, 0.04520401358604431, 0.004254200030118227, 0.0015848542097955942, 0.0009419897105544806, 0.0006361353443935513, 0.00043688452569767833, 0.00031130394199863076, 0.00024107804347295314, 0.0002017485094256699, 0.00016917490574996918, 0.00015520935994572937, 0.00014717018348164856, 0.0001395471626892686, 0.0001316032139584422, 0.00012288907601032406, 0.00012752448674291372], "prob_new_token": [0.002347608795389533, 0.024620063602924347, 0.24486234784126282, 0.20413051545619965, 0.6747890710830688, 0.8960116505622864, 0.9385489225387573, 0.9527903199195862, 0.9664055705070496, 0.9795781373977661, 0.9880542159080505, 0.9922690391540527, 0.9941738843917847, 0.9950835108757019, 0.9953278303146362, 0.9954797029495239, 0.9958001375198364, 0.9963034391403198, 0.9969140291213989, 0.9969498515129089], "prob_old_token": [0.6494305729866028, 0.30931249260902405, 0.005604168400168419, 0.009589741006493568, 0.0009749517193995416, 1.6971574950730428e-05, 1.1295515832898673e-05, 1.2031940968881827e-05, 9.655322173784953e-06, 5.4238362281466834e-06, 2.7595849587669363e-06, 1.6155386219907086e-06, 1.1395268302294426e-06, 7.795615033501235e-07, 7.059373956508352e-07, 7.115426683412807e-07, 7.080397494974022e-07, 6.600216124752478e-07, 5.278682237985777e-07, 5.02198872709414e-07], "update_matrix_norm_1": [24419.36328125], "update_matrix_norm_2": [6.83369255065918], "update_matrix_norm_inf": [0.07713190466165543], "request": {"prompt": "{} has the job title of", "subject": "Franz Joseph I of Austria", "target_new": {"str": "President of Djibouti"}, "old_answer": {"str": "Emperor of Austria"}, "seed": 42}}, {"loss_per_step": [3.939, 2.714, 1.462, 0.757, 0.536, 0.502, 0.462, 0.438, 0.427, 0.421, 0.417, 0.414, 0.411, 0.409, 0.408, 0.408, 0.407, 0.406, 0.406, 0.405], "prob_new": [0.020077845081686974, 0.10541588813066483, 0.3697962462902069, 0.7418622374534607, 0.9175766706466675, 0.9365379214286804, 0.964771032333374, 0.9809221625328064, 0.9884002208709717, 0.992190420627594, 0.9943210482597351, 0.9956263899803162, 0.996482253074646, 0.9970739483833313, 0.9975008368492126, 0.9978183507919312, 0.9980596899986267, 0.9982426166534424, 0.9983758926391602, 0.9984632134437561], "prob_old": [0.6953154802322388, 0.1400795727968216, 0.0669194906949997, 0.011995363980531693, 0.0047610546462237835, 0.004518966656178236, 0.0037515589501708746, 0.002957636257633567, 0.0024039826821535826, 0.002025141380727291, 0.0017574417870491743, 0.0015664218226447701, 0.0014316708547994494, 0.0013366792118176818, 0.0012661233777180314, 0.0012083123438060284, 0.001157989725470543, 0.0011159649584442377, 0.001085508381947875, 0.001069204998202622], "prob_new_token": [0.002918037585914135, 0.49652183055877686, 0.667104959487915, 0.8663552403450012, 0.9063543677330017, 0.9413235187530518, 0.9654276371002197, 0.9797084927558899, 0.9873190522193909, 0.9914557337760925, 0.9938606023788452, 0.9953618049621582, 0.9963512420654297, 0.9970265030860901, 0.9974979162216187, 0.9978299736976624, 0.9980647563934326, 0.9982292652130127, 0.9983422160148621, 0.9984146356582642], "prob_old_token": [0.6077575087547302, 0.001903147785924375, 0.0003486754430923611, 5.173312092665583e-05, 3.0191176847438328e-05, 2.3554319341201335e-05, 1.5572255506413057e-05, 9.77063609752804e-06, 6.409187790268334e-06, 4.44012448497233e-06, 3.2373061458201846e-06, 2.479949671396753e-06, 1.9906631223420845e-06, 1.6615474578429712e-06, 1.4251219226935063e-06, 1.242956614078139e-06, 1.097152221518627e-06, 9.8064219855587e-07, 8.895946166376234e-07, 8.203056154343358e-07], "update_matrix_norm_1": [23749.72265625], "update_matrix_norm_2": [6.422729015350342], "update_matrix_norm_inf": [0.046437960118055344], "request": {"prompt": "{} has the job title of", "subject": "Lee Hsien Loong", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "Prime Minister of Singapore"}, "seed": 42}}, {"loss_per_step": [3.232, 2.422, 0.649, 0.546, 0.487, 0.449, 0.429, 0.42, 0.415, 0.411, 0.409, 0.407, 0.406, 0.405, 0.404, 0.404, 0.404, 0.404, 0.399, 0.389], "prob_new": [0.039767585694789886, 0.1460200995206833, 0.7992174029350281, 0.888285219669342, 0.9385775923728943, 0.9704802632331848, 0.9867315888404846, 0.994086503982544, 0.9971023201942444, 0.9982736110687256, 0.9987559914588928, 0.9989767670631409, 0.999080240726471, 0.9991163015365601, 0.9991044998168945, 0.9990533590316772, 0.9989665746688843, 0.9988506436347961, 0.9987003207206726, 0.9985333681106567], "prob_old": [0.6953154802322388, 0.309140682220459, 0.16652604937553406, 0.09660691767930984, 0.07849197834730148, 0.06599985808134079, 0.0556907095015049, 0.04689675197005272, 0.039870791137218475, 0.03534651920199394, 0.03305528685450554, 0.03220213204622269, 0.03229822590947151, 0.03316819295287132, 0.034741587936878204, 0.036943431943655014, 0.03966173157095909, 0.042711395770311356, 0.04620492458343506, 0.04989013448357582], "prob_new_token": [0.607753336429596, 0.036260902881622314, 0.8034835457801819, 0.8635765314102173, 0.9153141975402832, 0.9540774822235107, 0.9753583073616028, 0.9865978360176086, 0.9929370284080505, 0.9962868094444275, 0.9977081418037415, 0.9983233213424683, 0.9986473321914673, 0.9988250732421875, 0.9989039897918701, 0.998908519744873, 0.9988535642623901, 0.9987503886222839, 0.9986257553100586, 0.9985222220420837], "prob_old_token": [0.6077575087547302, 0.036260973662137985, 0.8034790754318237, 0.8635775446891785, 0.9153139591217041, 0.9540761709213257, 0.9753583073616028, 0.9865978360176086, 0.9929368495941162, 0.9962868094444275, 0.9977081418037415, 0.9983233213424683, 0.9986473917961121, 0.9988250732421875, 0.9989039897918701, 0.998908519744873, 0.9988535642623901, 0.9987503886222839, 0.9986258745193481, 0.9985222220420837], "update_matrix_norm_1": [21576.83984375], "update_matrix_norm_2": [6.17831563949585], "update_matrix_norm_inf": [0.07615786045789719], "request": {"prompt": "{} has the job title of", "subject": "Lee Hsien Loong", "target_new": {"str": "Prime Minister of Italy"}, "old_answer": {"str": "Prime Minister of Singapore"}, "seed": 42}}, {"loss_per_step": [1.981, 1.448, 0.57, 0.526, 0.492, 0.46, 0.438, 0.425, 0.418, 0.413, 0.41, 0.408, 0.407, 0.406, 0.406, 0.405, 0.405, 0.4, 0.39, 0.376], "prob_new": [0.13830842077732086, 0.37083595991134644, 0.863011360168457, 0.8965249061584473, 0.9289382100105286, 0.9521624445915222, 0.9702463150024414, 0.9814262390136719, 0.9879369735717773, 0.9919087886810303, 0.9943002462387085, 0.9957795739173889, 0.996578574180603, 0.997197687625885, 0.9973961114883423, 0.9975316524505615, 0.9974759817123413, 0.9971023201942444, 0.9969743490219116, 0.9970723390579224], "prob_old": [0.6953154802322388, 0.47463569045066833, 0.143931046128273, 0.13082483410835266, 0.1252242475748062, 0.11762906610965729, 0.10936634987592697, 0.10181727260351181, 0.09380879998207092, 0.08507286012172699, 0.07728128135204315, 0.0706670805811882, 0.06589308381080627, 0.0615970715880394, 0.05969939008355141, 0.058130715042352676, 0.057898733764886856, 0.06014519929885864, 0.06010672077536583, 0.05793404579162598], "prob_new_token": [0.607753336429596, 0.1121760755777359, 0.6772646307945251, 0.7662355899810791, 0.8388195037841797, 0.8851101994514465, 0.9251919388771057, 0.9515900611877441, 0.967042863368988, 0.9758772253990173, 0.981481671333313, 0.9855061769485474, 0.9876027703285217, 0.990098237991333, 0.9907779693603516, 0.9917466640472412, 0.9921060800552368, 0.9909597039222717, 0.9902901649475098, 0.9893621802330017], "prob_old_token": [0.6077575087547302, 0.1121775209903717, 0.6772652864456177, 0.7662336826324463, 0.8388192057609558, 0.8851105570793152, 0.9251919388771057, 0.9515886902809143, 0.9670414924621582, 0.975877046585083, 0.9814815521240234, 0.9855059385299683, 0.9876027703285217, 0.9900981187820435, 0.9907782673835754, 0.9917466640472412, 0.9921061396598816, 0.9909597039222717, 0.9902901649475098, 0.9893616437911987], "update_matrix_norm_1": [20697.3671875], "update_matrix_norm_2": [5.965806484222412], "update_matrix_norm_inf": [0.07276444882154465], "request": {"prompt": "{} has the job title of", "subject": "Lee Hsien Loong", "target_new": {"str": "Prime Minister of Sri Lanka"}, "old_answer": {"str": "Prime Minister of Singapore"}, "seed": 42}}, {"loss_per_step": [5.284, 3.551, 1.35, 0.659, 0.552, 0.491, 0.462, 0.446, 0.437, 0.432, 0.427, 0.424, 0.422, 0.42, 0.419, 0.418, 0.418, 0.417, 0.417, 0.416], "prob_new": [0.005321792792528868, 0.047323040664196014, 0.3994729816913605, 0.8061650991439819, 0.9049155712127686, 0.9514546990394592, 0.9710699915885925, 0.9802337288856506, 0.9855960607528687, 0.9892881512641907, 0.9919613599777222, 0.9938883185386658, 0.9952582716941833, 0.9962072372436523, 0.9968608021736145, 0.9973272085189819, 0.9976778030395508, 0.9979525208473206, 0.9981732964515686, 0.9983518719673157], "prob_old": [0.654167115688324, 0.09577833861112595, 0.11761487275362015, 0.05340709164738655, 0.010983853600919247, 0.003866393119096756, 0.002343722153455019, 0.0019104101229459047, 0.0017100281547755003, 0.0015402341959998012, 0.0013634568313136697, 0.001191680203191936, 0.0010421324986964464, 0.000929619069211185, 0.0008644112967886031, 0.0008527050376869738, 0.0009026895859278738, 0.0010332571109756827, 0.0012843910371884704, 0.001731401076540351], "prob_new_token": [1.304233865084825e-05, 0.001102955313399434, 0.11119869351387024, 0.6129056811332703, 0.7861531376838684, 0.8766933679580688, 0.9265982508659363, 0.9477289319038391, 0.9619410634040833, 0.9738913178443909, 0.98301100730896, 0.9888522028923035, 0.9922389984130859, 0.9942147135734558, 0.995470404624939, 0.9963568449020386, 0.9970267415046692, 0.9975388050079346, 0.9979180097579956, 0.9981786608695984], "prob_old_token": [0.6369706988334656, 0.0029595482628792524, 0.005326044280081987, 0.0018179918406531215, 0.00033606382203288376, 0.0001841469929786399, 0.00016833424160722643, 0.00016157806385308504, 0.0001318817085120827, 9.274498734157532e-05, 5.9098205383634195e-05, 3.6124834878137335e-05, 2.2120146240922622e-05, 1.3894703442929313e-05, 9.064913683687337e-06, 6.191032298374921e-06, 4.468440693017328e-06, 3.4561821848910768e-06, 2.9158870802348247e-06, 2.7304640752845444e-06], "update_matrix_norm_1": [23777.2578125], "update_matrix_norm_2": [6.592800617218018], "update_matrix_norm_inf": [0.043104641139507294], "request": {"prompt": "{} has the job title of", "subject": "Alex Salmond", "target_new": {"str": "Grand Prince of Kiev"}, "old_answer": {"str": "First Minister of Scotland"}, "seed": 42}}, {"loss_per_step": [5.179, 4.734, 3.33, 2.892, 1.579, 1.135, 0.723, 0.485, 0.438, 0.431, 0.426, 0.422, 0.421, 0.419, 0.418, 0.417, 0.417, 0.416, 0.416, 0.415], "prob_new": [0.005739682819694281, 0.01387280784547329, 0.05615408346056938, 0.08974084258079529, 0.32430320978164673, 0.5500738024711609, 0.7479783296585083, 0.9450058937072754, 0.9942535161972046, 0.9983562231063843, 0.9985335469245911, 0.9981010556221008, 0.9975138306617737, 0.9975869655609131, 0.9982999563217163, 0.9989367127418518, 0.999241054058075, 0.9993751645088196, 0.9994357824325562, 0.9994590878486633], "prob_old": [0.654167115688324, 0.14740042388439178, 0.07833249121904373, 0.02975485846400261, 0.042956992983818054, 0.03355764225125313, 0.039655569940805435, 0.024253038689494133, 0.007027899846434593, 0.004221212584525347, 0.004212819971144199, 0.004919469356536865, 0.005772399716079235, 0.0060203359462320805, 0.005581687670201063, 0.004917840473353863, 0.004486084915697575, 0.004323513712733984, 0.004361322149634361, 0.004556301981210709], "prob_new_token": [0.00020408810814842582, 0.00022831294336356223, 0.0017039740923792124, 0.003151985350996256, 0.03743677958846092, 0.43646278977394104, 0.2141035944223404, 0.4174122214317322, 0.8639033436775208, 0.9860814809799194, 0.9888680577278137, 0.9760614633560181, 0.9466436505317688, 0.9388558864593506, 0.962636411190033, 0.9852222800254822, 0.9935571551322937, 0.9961367249488831, 0.9969058632850647, 0.9969115853309631], "prob_old_token": [0.6369706988334656, 0.006835672538727522, 0.0031276654917746782, 0.007122047245502472, 0.0024204961955547333, 0.00014480076788458973, 0.0009267571149393916, 0.0009004008607007563, 0.00019639826496131718, 1.0198743439104874e-05, 1.1915523828065488e-05, 4.83415751659777e-05, 0.0001526357082184404, 0.0001961042289622128, 0.00012156431330367923, 4.4450967834563926e-05, 1.7445305275032297e-05, 9.862869774224237e-06, 8.00939233158715e-06, 8.651236385048833e-06], "update_matrix_norm_1": [24029.796875], "update_matrix_norm_2": [6.592803955078125], "update_matrix_norm_inf": [0.042466819286346436], "request": {"prompt": "{} has the job title of", "subject": "Alex Salmond", "target_new": {"str": "King of the French"}, "old_answer": {"str": "First Minister of Scotland"}, "seed": 42}}, {"loss_per_step": [3.778, 2.052, 0.997, 0.656, 0.572, 0.518, 0.483, 0.461, 0.447, 0.438, 0.432, 0.427, 0.424, 0.422, 0.421, 0.419, 0.419, 0.418, 0.417, 0.417], "prob_new": [0.024225782603025436, 0.2061232179403305, 0.5681971907615662, 0.7964149117469788, 0.8686556220054626, 0.9159921407699585, 0.9451841711997986, 0.9621322154998779, 0.9742438793182373, 0.9823226928710938, 0.9874341487884521, 0.990683376789093, 0.9927895069122314, 0.9941917061805725, 0.9951580762863159, 0.9958503842353821, 0.996360719203949, 0.9967389702796936, 0.997012197971344, 0.9971952438354492], "prob_old": [0.654167115688324, 0.08181654661893845, 0.02233562432229519, 0.006858427077531815, 0.0043269796296954155, 0.0036832073237746954, 0.0036628111265599728, 0.0035274014808237553, 0.0029610968194901943, 0.0023692091926932335, 0.0019495344022288918, 0.0016820317832753062, 0.0015208221739158034, 0.001438428065739572, 0.0014176651602610946, 0.0014451107708737254, 0.0015112522523850203, 0.0016117972554638982, 0.0017498828237876296, 0.001939902431331575], "prob_new_token": [4.816403816221282e-05, 0.005493612494319677, 0.23171602189540863, 0.7078489661216736, 0.8314002156257629, 0.8885794878005981, 0.919223427772522, 0.9414088129997253, 0.9616212844848633, 0.9758414626121521, 0.9847173094749451, 0.9900532960891724, 0.9931285977363586, 0.9948276877403259, 0.9957426190376282, 0.9962361454963684, 0.996513307094574, 0.9966844320297241, 0.996796190738678, 0.9968506693840027], "prob_old_token": [0.6369706988334656, 0.001310161780565977, 0.0005409599398262799, 0.00027206933009438217, 0.00017558196850586683, 0.00013884749205317348, 0.00012084776972187683, 9.74014401435852e-05, 6.422983278753236e-05, 4.0811199141899124e-05, 2.7452360882307403e-05, 1.97411427507177e-05, 1.5111569155124016e-05, 1.2361941116978414e-05, 1.0848929377971217e-05, 1.014441113511566e-05, 9.963173397409264e-06, 1.013540804706281e-05, 1.0588148143142462e-05, 1.135773527494166e-05], "update_matrix_norm_1": [23670.9921875], "update_matrix_norm_2": [6.592801570892334], "update_matrix_norm_inf": [0.07544686645269394], "request": {"prompt": "{} has the job title of", "subject": "Alex Salmond", "target_new": {"str": "Supreme Leader of Iran"}, "old_answer": {"str": "First Minister of Scotland"}, "seed": 42}}, {"loss_per_step": [6.217, 4.911, 2.47, 2.623, 1.206, 0.823, 0.637, 0.539, 0.497, 0.479, 0.477, 0.477, 0.469, 0.466, 0.462, 0.461, 0.459, 0.458, 0.456, 0.455], "prob_new": [0.0020249446388334036, 0.012906390242278576, 0.1591242551803589, 0.12026051431894302, 0.4870874881744385, 0.7061692476272583, 0.8556122779846191, 0.9437505602836609, 0.9836928844451904, 0.9944002032279968, 0.9969885945320129, 0.9974302053451538, 0.9978365302085876, 0.9981101751327515, 0.9983299374580383, 0.9984886646270752, 0.998570442199707, 0.9985858798027039, 0.9985842108726501, 0.9986198544502258], "prob_old": [0.736972987651825, 0.4560706913471222, 0.05500023812055588, 0.16773542761802673, 0.10803904384374619, 0.09872888773679733, 0.030457252636551857, 0.010622463189065456, 0.003990344237536192, 0.0023476623464375734, 0.002047325251623988, 0.0017998149851337075, 0.00179498631041497, 0.001633683918043971, 0.0013979392824694514, 0.0012153630377724767, 0.0011419574730098248, 0.0011688267113640904, 0.0012435531243681908, 0.0013083710800856352], "prob_new_token": [8.700168109498918e-06, 0.00016695036902092397, 0.00453797634691, 0.027141189202666283, 0.30531394481658936, 0.3777705430984497, 0.6520532369613647, 0.8757578730583191, 0.9752869009971619, 0.9921784400939941, 0.9954462051391602, 0.9971110224723816, 0.9973734617233276, 0.9977124333381653, 0.9981620907783508, 0.9984861612319946, 0.9985522627830505, 0.9983600974082947, 0.9980264902114868, 0.9977333545684814], "prob_old_token": [0.6271470785140991, 0.26643437147140503, 0.00034222585964016616, 0.014558283612132072, 0.0030769093427807093, 0.0010309608187526464, 0.00011549908231245354, 1.1381882359273732e-05, 6.456225492001977e-07, 1.7297942633831553e-07, 1.2493937617819029e-07, 7.067716722986006e-08, 6.599306345833611e-08, 5.7796921026920245e-08, 4.262799890852875e-08, 3.0924251603892117e-08, 2.8284524944410805e-08, 3.5233039596960225e-08, 4.979708023711282e-08, 6.52153886449014e-08], "update_matrix_norm_1": [24561.244140625], "update_matrix_norm_2": [6.374079704284668], "update_matrix_norm_inf": [0.023916512727737427], "request": {"prompt": "{} has the job title of", "subject": "Ali Khamenei", "target_new": {"str": "King of the French"}, "old_answer": {"str": "Supreme Leader of Iran"}, "seed": 42}}, {"loss_per_step": [3.401, 2.899, 2.595, 1.049, 0.714, 0.563, 0.531, 0.505, 0.488, 0.477, 0.468, 0.462, 0.458, 0.455, 0.453, 0.451, 0.45, 0.449, 0.448, 0.447], "prob_new": [0.033937204629182816, 0.09383916854858398, 0.1226738765835762, 0.5712426900863647, 0.7918355464935303, 0.9095773696899414, 0.9348071217536926, 0.9573695063591003, 0.9720338582992554, 0.9820844531059265, 0.988731861114502, 0.9927878975868225, 0.9951858520507812, 0.9966133832931519, 0.9974810481071472, 0.9980251789093018, 0.998386025428772, 0.9986450672149658, 0.9988445043563843, 0.9990022778511047], "prob_old": [0.736972987651825, 0.5656306743621826, 0.030030639842152596, 0.07435116171836853, 0.03473721444606781, 0.053274236619472504, 0.06192445755004883, 0.06259071081876755, 0.05988062545657158, 0.0542975515127182, 0.04752197116613388, 0.0412437804043293, 0.03606993705034256, 0.03200605884194374, 0.028923438861966133, 0.0267036072909832, 0.02526017092168331, 0.02454362064599991, 0.02454543113708496, 0.025316432118415833], "prob_new_token": [0.0021019529085606337, 0.03634783998131752, 0.05640280991792679, 0.2722361385822296, 0.5169131755828857, 0.6705167889595032, 0.8032100200653076, 0.857813835144043, 0.9009504318237305, 0.9348287582397461, 0.958450973033905, 0.9732144474983215, 0.9821110367774963, 0.9874454140663147, 0.99065101146698, 0.9926305413246155, 0.9939461946487427, 0.9949119687080383, 0.9956693649291992, 0.9962663054466248], "prob_old_token": [0.6271470785140991, 0.2624906003475189, 9.061236050911248e-05, 0.0005152452504262328, 0.0002622895990498364, 0.0008400722872465849, 0.001013075583614409, 0.0008715290459804237, 0.0006592472782358527, 0.00047991389874368906, 0.00034612175659276545, 0.0002526584139559418, 0.00018747405556496233, 0.0001417447638232261, 0.00011012994218617678, 8.873045590007678e-05, 7.448936230503023e-05, 6.53731549391523e-05, 6.0333793953759596e-05, 5.906518708798103e-05], "update_matrix_norm_1": [23564.2578125], "update_matrix_norm_2": [6.374077796936035], "update_matrix_norm_inf": [0.026222718879580498], "request": {"prompt": "{} has the job title of", "subject": "Ali Khamenei", "target_new": {"str": "President of Uzbekistan"}, "old_answer": {"str": "Supreme Leader of Iran"}, "seed": 42}}, {"loss_per_step": [5.157, 4.703, 3.712, 1.57, 0.766, 0.607, 0.517, 0.481, 0.467, 0.459, 0.455, 0.453, 0.451, 0.45, 0.449, 0.448, 0.447, 0.447, 0.447, 0.445], "prob_new": [0.005978978238999844, 0.015868550166487694, 0.042904507368803024, 0.33616912364959717, 0.7425854802131653, 0.8675902485847473, 0.9439920783042908, 0.9762682318687439, 0.9887001514434814, 0.9939534664154053, 0.9963687658309937, 0.9975557327270508, 0.9981920123100281, 0.9985673427581787, 0.9988105893135071, 0.9989818334579468, 0.9991101026535034, 0.9992092847824097, 0.9992871284484863, 0.9993398189544678], "prob_old": [0.736972987651825, 0.6490260362625122, 0.1342056542634964, 0.37479889392852783, 0.08232241868972778, 0.04400239884853363, 0.032774318009614944, 0.023079661652445793, 0.016156673431396484, 0.011867022141814232, 0.009241840802133083, 0.007568500004708767, 0.006413386203348637, 0.005547675304114819, 0.004867784213274717, 0.004334763623774052, 0.003929209429770708, 0.003623309312388301, 0.0033791689202189445, 0.003226272528991103], "prob_new_token": [0.00011781080684158951, 0.00026135999360121787, 0.000110099274024833, 0.09188885241746902, 0.44427332282066345, 0.6922284960746765, 0.8919074535369873, 0.9583892226219177, 0.9789076447486877, 0.9886459708213806, 0.9934186935424805, 0.9957114458084106, 0.9968834519386292, 0.9975394010543823, 0.9979385137557983, 0.9981957077980042, 0.9983670115470886, 0.9984838366508484, 0.9985686540603638, 0.9986172914505005], "prob_old_token": [0.6271470785140991, 0.5312165021896362, 7.84657386248e-05, 0.010903088375926018, 0.0002173735701944679, 9.403110743733123e-05, 5.554214658332057e-05, 3.115248910035007e-05, 1.6356932974304073e-05, 7.594169346702984e-06, 3.6433921195566654e-06, 2.010391881412943e-06, 1.2857432238888578e-06, 9.238049187842989e-07, 7.218517339424579e-07, 6.002159125273465e-07, 5.231298132457596e-07, 4.7104029476940923e-07, 4.309099210786371e-07, 4.060536014094396e-07], "update_matrix_norm_1": [23297.4296875], "update_matrix_norm_2": [6.352911949157715], "update_matrix_norm_inf": [0.02529890090227127], "request": {"prompt": "{} has the job title of", "subject": "Ali Khamenei", "target_new": {"str": "Prime Minister of Singapore"}, "old_answer": {"str": "Supreme Leader of Iran"}, "seed": 42}}, {"loss_per_step": [6.214, 3.137, 3.659, 1.972, 1.198, 0.457, 0.45, 0.375, 0.349, 0.34, 0.337, 0.334, 0.333, 0.333, 0.331, 0.331, 0.33, 0.329, 0.329, 0.328], "prob_new": [0.0026580137200653553, 0.08359555155038834, 0.051960594952106476, 0.2107512354850769, 0.4343865215778351, 0.8972785472869873, 0.8969922661781311, 0.9644128680229187, 0.9862256646156311, 0.9937665462493896, 0.9963971376419067, 0.9974618554115295, 0.9979669451713562, 0.998245358467102, 0.9984207153320312, 0.9985402822494507, 0.9986265301704407, 0.99869304895401, 0.9987483620643616, 0.998796820640564], "prob_old": [0.7643158435821533, 0.639607846736908, 0.04782645031809807, 0.42733001708984375, 0.18515565991401672, 0.31737345457077026, 0.29677054286003113, 0.10344868898391724, 0.046496957540512085, 0.027690967544913292, 0.019846059381961823, 0.01595699042081833, 0.013775866478681564, 0.012416706420481205, 0.011502832174301147, 0.010874473489820957, 0.010444369167089462, 0.010149531066417694, 0.00994197092950344, 0.0097910575568676], "prob_new_token": [7.013080903561786e-05, 0.02099023573100567, 0.005266532301902771, 0.0416531078517437, 0.18627329170703888, 0.8816823363304138, 0.9313591718673706, 0.9898310303688049, 0.9966914057731628, 0.9981039762496948, 0.9985337853431702, 0.9986959099769592, 0.9987665414810181, 0.9988119602203369, 0.9988524913787842, 0.9988836646080017, 0.9989055395126343, 0.9989235401153564, 0.9989439845085144, 0.9989709854125977], "prob_old_token": [0.6414803266525269, 0.38099735975265503, 0.0005648054648190737, 0.23285628855228424, 0.011932885274291039, 0.033540308475494385, 0.018534550443291664, 0.0004600085085257888, 3.279972588643432e-05, 6.218968337634578e-06, 2.099759967677528e-06, 9.944449175236514e-07, 5.823131914439728e-07, 3.9403875007337774e-07, 2.9567917181339e-07, 2.3833217710489407e-07, 2.0271539824534557e-07, 1.7961644971364876e-07, 1.6415251025136968e-07, 1.5389041152502614e-07], "update_matrix_norm_1": [31083.625], "update_matrix_norm_2": [8.137063980102539], "update_matrix_norm_inf": [0.061748575419187546], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Hungary national association football team", "target_new": {"str": "David Wagner"}, "old_answer": {"str": "Marco Rossi"}, "seed": 42}}, {"loss_per_step": [4.754, 3.508, 1.944, 0.467, 0.355, 0.339, 0.338, 0.336, 0.334, 0.332, 0.33, 0.328, 0.327, 0.326, 0.325, 0.324, 0.323, 0.322, 0.322, 0.322], "prob_new": [0.008977074176073074, 0.04259283095598221, 0.20716306567192078, 0.920350968837738, 0.9768466949462891, 0.987409770488739, 0.9910690784454346, 0.9928193092346191, 0.9939206838607788, 0.9947753548622131, 0.9954681396484375, 0.996019184589386, 0.9964666962623596, 0.9968395233154297, 0.9971524477005005, 0.9974216222763062, 0.9976634383201599, 0.9978814125061035, 0.9980719685554504, 0.9982355237007141], "prob_old": [0.7643158435821533, 0.6894851326942444, 0.3136724531650543, 0.023117247968912125, 0.011190821416676044, 0.007313018199056387, 0.005665292963385582, 0.004894998390227556, 0.004492477979511023, 0.004296410828828812, 0.004208722151815891, 0.004157365765422583, 0.004131989553570747, 0.0041198586113750935, 0.004102265927940607, 0.004071168601512909, 0.004032084718346596, 0.003986113704741001, 0.00393021060153842, 0.0038743114564567804], "prob_new_token": [0.00023744911595713347, 0.0010984065011143684, 0.01524617150425911, 0.8201139569282532, 0.965792715549469, 0.986839771270752, 0.993192195892334, 0.9957554340362549, 0.9969728589057922, 0.997613787651062, 0.9979867339134216, 0.9982332587242126, 0.9984062314033508, 0.9985370635986328, 0.998647153377533, 0.9987472295761108, 0.9988402724266052, 0.9989273548126221, 0.9990095496177673, 0.999082624912262], "prob_old_token": [0.6414803266525269, 0.42409050464630127, 0.0509197935461998, 2.0274304915801622e-05, 2.586031541795819e-06, 7.986201353560318e-07, 3.9327511558440165e-07, 2.5706867745611817e-07, 1.9845755616643146e-07, 1.6926816215345752e-07, 1.528841551134974e-07, 1.4147336457881465e-07, 1.3289493949741882e-07, 1.2573329399856448e-07, 1.1894916696064683e-07, 1.1213001727128358e-07, 1.0538342820609614e-07, 9.889646435112809e-08, 9.288655888894937e-08, 8.800128625807702e-08], "update_matrix_norm_1": [31109.705078125], "update_matrix_norm_2": [8.137062072753906], "update_matrix_norm_inf": [0.054198551923036575], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Hungary national association football team", "target_new": {"str": "Jorge Vilda"}, "old_answer": {"str": "Marco Rossi"}, "seed": 42}}, {"loss_per_step": [4.747, 4.081, 1.514, 2.509, 0.456, 0.431, 0.42, 0.353, 0.341, 0.338, 0.335, 0.334, 0.332, 0.332, 0.33, 0.329, 0.329, 0.328, 0.328, 0.327], "prob_new": [0.008952727541327477, 0.027772551402449608, 0.3341403901576996, 0.14940786361694336, 0.8961267471313477, 0.9148361086845398, 0.9230198860168457, 0.9816242456436157, 0.9903075695037842, 0.9923682808876038, 0.9938556551933289, 0.9950450658798218, 0.9959689974784851, 0.9967120289802551, 0.9973633289337158, 0.9978023171424866, 0.9981094002723694, 0.9983651638031006, 0.9985727667808533, 0.9987185597419739], "prob_old": [0.7643158435821533, 0.4296015799045563, 0.33595404028892517, 0.003523556748405099, 0.048161353915929794, 0.14151544868946075, 0.1863623559474945, 0.07042921334505081, 0.0386153981089592, 0.029270047321915627, 0.02389649674296379, 0.02066965401172638, 0.018857866525650024, 0.017762821167707443, 0.01669962890446186, 0.01630268059670925, 0.016331324353814125, 0.016295209527015686, 0.016245540231466293, 0.01648227870464325], "prob_new_token": [3.0221135602914728e-05, 0.0008566456381231546, 0.06263994425535202, 0.00012671043805312365, 0.7567666172981262, 0.9535935521125793, 0.9847131967544556, 0.9896648526191711, 0.9900395274162292, 0.9899883270263672, 0.9911478757858276, 0.9923722147941589, 0.9933969974517822, 0.9943932890892029, 0.9956908822059631, 0.9965443015098572, 0.9970901608467102, 0.9975558519363403, 0.9979162812232971, 0.9981196522712708], "prob_old_token": [0.6414803266525269, 0.23331937193870544, 0.1298346370458603, 1.9663561033667065e-05, 0.004514278843998909, 0.0008666699868626893, 0.0003112874401267618, 8.404179970966652e-05, 5.836269338033162e-05, 4.979297227691859e-05, 4.047483889735304e-05, 3.159153493470512e-05, 2.5099783670157194e-05, 2.0207864508847706e-05, 1.6004636563593522e-05, 1.3369339285418391e-05, 1.1638114301604219e-05, 1.0116017620021012e-05, 8.862461072567385e-06, 8.104585504042916e-06], "update_matrix_norm_1": [33647.87890625], "update_matrix_norm_2": [8.137062072753906], "update_matrix_norm_inf": [0.05218062177300453], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Hungary national association football team", "target_new": {"str": "Eddie Jones"}, "old_answer": {"str": "Marco Rossi"}, "seed": 42}}, {"loss_per_step": [6.025, 4.497, 3.057, 1.786, 1.426, 0.938, 0.512, 0.48, 0.48, 0.479, 0.465, 0.461, 0.46, 0.457, 0.456, 0.454, 0.453, 0.452, 0.451, 0.451], "prob_new": [0.002516911132261157, 0.020480887964367867, 0.10048985481262207, 0.2840955853462219, 0.4018178880214691, 0.6410130858421326, 0.9722631573677063, 0.9973927736282349, 0.9990013241767883, 0.9990763068199158, 0.9990376234054565, 0.9990448951721191, 0.999081015586853, 0.9991324543952942, 0.9991958737373352, 0.9992666840553284, 0.9993407130241394, 0.9994121789932251, 0.9994742274284363, 0.9995224475860596], "prob_old": [0.7606330513954163, 0.16912159323692322, 0.10626944899559021, 0.07425695657730103, 0.049066733568906784, 0.01891903206706047, 0.0023576568346470594, 0.0005918826209381223, 0.0004096521297469735, 0.00036528013879433274, 0.00036847536102868617, 0.00038122182013466954, 0.00039302819641306996, 0.0004020376945845783, 0.0004085719701834023, 0.00041203037835657597, 0.0004107004788238555, 0.0004053603333886713, 0.0004002274654339999, 0.0004009867843706161], "prob_new_token": [2.8384958568494767e-05, 0.0023702806793153286, 0.02595728263258934, 0.03539935499429703, 0.07232892513275146, 0.2815987765789032, 0.9827690720558167, 0.9993543028831482, 0.9995232820510864, 0.9996086955070496, 0.999646782875061, 0.9996839165687561, 0.9997094869613647, 0.9997264742851257, 0.9997371435165405, 0.9997435212135315, 0.9997493028640747, 0.9997569918632507, 0.9997662901878357, 0.9997748732566833], "prob_old_token": [0.6436799168586731, 8.192439418053254e-05, 0.004554069135338068, 0.0024409464094787836, 0.0018242431106045842, 0.0007675865199416876, 8.39443089262204e-07, 8.098940185163883e-09, 5.127117397307757e-09, 2.7714437411674453e-09, 2.4828989975134164e-09, 2.252484421205736e-09, 2.0705352987704373e-09, 1.9323822542105518e-09, 1.772303415137344e-09, 1.5613340620390659e-09, 1.3311540758564888e-09, 1.1303887825775405e-09, 9.91140947093072e-10, 9.295806902009929e-10], "update_matrix_norm_1": [25177.212890625], "update_matrix_norm_2": [6.593672275543213], "update_matrix_norm_inf": [0.04048868268728256], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Philadelphia 76ers", "target_new": {"str": "Bob Melvin"}, "old_answer": {"str": "Brett Brown"}, "seed": 42}}, {"loss_per_step": [6.429, 4.434, 2.698, 1.883, 1.164, 0.584, 0.512, 0.493, 0.484, 0.48, 0.477, 0.474, 0.471, 0.468, 0.466, 0.464, 0.461, 0.458, 0.456, 0.454], "prob_new": [0.0017287060618400574, 0.02048151008784771, 0.11870042979717255, 0.24948592483997345, 0.5146458148956299, 0.9115967750549316, 0.9772248864173889, 0.9907141327857971, 0.9945305585861206, 0.9960685968399048, 0.9968593716621399, 0.9973379969596863, 0.9976613521575928, 0.9978933930397034, 0.9980638027191162, 0.9981909394264221, 0.9982881546020508, 0.9983625411987305, 0.9984138607978821, 0.9984322786331177], "prob_old": [0.7606330513954163, 0.4957910478115082, 0.051023341715335846, 0.024800090119242668, 0.01666286215186119, 0.004261581227183342, 0.0009051279630511999, 0.0003887156490236521, 0.0002514956286177039, 0.00019821422756649554, 0.00017194435349665582, 0.00015647607506252825, 0.0001467778201913461, 0.00014228987856768072, 0.00014457387442234904, 0.00015636367606930435, 0.0001818462333176285, 0.00022728559270035475, 0.00030133247491903603, 0.0004166681319475174], "prob_new_token": [3.853650014207233e-06, 2.0334799046395347e-05, 0.00043709870078600943, 0.004180940333753824, 0.0972171500325203, 0.7430676817893982, 0.9249808192253113, 0.9693235158920288, 0.9829685688018799, 0.9887034893035889, 0.9916911721229553, 0.9934892654418945, 0.9946709275245667, 0.9954690933227539, 0.9959926009178162, 0.9963143467903137, 0.9964918494224548, 0.9965670704841614, 0.9965644478797913, 0.9964837431907654], "prob_old_token": [0.6436799168586731, 0.08858761191368103, 0.0015407649334520102, 0.00012942835746798664, 0.00024655694141983986, 1.1444533811300062e-05, 8.379689120374678e-07, 2.161203838113579e-07, 1.0027238062093602e-07, 6.141991804042846e-08, 4.3603943566949965e-08, 3.3790474418538e-08, 2.780955021819409e-08, 2.4065920811722208e-08, 2.187060132996521e-08, 2.0910430720277873e-08, 2.1097878999398745e-08, 2.2589908610370912e-08, 2.5874326681218918e-08, 3.20826174515787e-08], "update_matrix_norm_1": [24575.9453125], "update_matrix_norm_2": [6.593675136566162], "update_matrix_norm_inf": [0.039577074348926544], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Philadelphia 76ers", "target_new": {"str": "Silvia Neid"}, "old_answer": {"str": "Brett Brown"}, "seed": 42}}, {"loss_per_step": [4.794, 4.16, 3.492, 2.484, 1.607, 0.666, 0.508, 0.481, 0.471, 0.468, 0.464, 0.462, 0.459, 0.457, 0.456, 0.454, 0.453, 0.452, 0.451, 0.45], "prob_new": [0.008383629843592644, 0.025003677234053612, 0.051398321986198425, 0.1430446356534958, 0.352573961019516, 0.8649775385856628, 0.982883632183075, 0.9940469861030579, 0.9955261945724487, 0.9959467053413391, 0.9961398243904114, 0.9964200854301453, 0.9968414306640625, 0.9972891211509705, 0.997658908367157, 0.9979287385940552, 0.9981194734573364, 0.9982509016990662, 0.9983446002006531, 0.9984227418899536], "prob_old": [0.7606330513954163, 0.42849668860435486, 0.03380090743303299, 0.15081357955932617, 0.028591187670826912, 0.005105164367705584, 0.000742930977139622, 0.0002371092705288902, 0.0001437785103917122, 0.00012079746375093237, 0.0001211568305734545, 0.00012563925702124834, 0.00012492261885199696, 0.00012024789612041786, 0.00011717490269802511, 0.000119299344078172, 0.00012726840213872492, 0.0001408266689395532, 0.00015947403153404593, 0.00018168010865338147], "prob_new_token": [3.29743699012397e-08, 3.734360802809533e-07, 5.137661355547607e-05, 0.000990469241514802, 0.0259710680693388, 0.8310458660125732, 0.9842544794082642, 0.9979613423347473, 0.9993653297424316, 0.999629020690918, 0.9996744394302368, 0.9996844530105591, 0.9997240900993347, 0.9997744560241699, 0.999809980392456, 0.9998270869255066, 0.9998317360877991, 0.9998223781585693, 0.9997910857200623, 0.9997331500053406], "prob_old_token": [0.6436799168586731, 0.21523496508598328, 0.0009408668265677989, 0.0024435343220829964, 0.0005012773326598108, 2.198694119215361e-06, 2.489833583751988e-08, 2.796181508557538e-09, 1.1381903197715815e-09, 9.633880360127023e-10, 1.2518637237945995e-09, 1.6227565957649404e-09, 1.6280672365809323e-09, 1.3693838285533388e-09, 1.1722882664599865e-09, 1.1241899633418484e-09, 1.180966768821179e-09, 1.3085232897225296e-09, 1.5276434561783958e-09, 1.8596553186256415e-09], "update_matrix_norm_1": [24428.01953125], "update_matrix_norm_2": [6.593674659729004], "update_matrix_norm_inf": [0.04749144986271858], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Philadelphia 76ers", "target_new": {"str": "Pia Sundhage"}, "old_answer": {"str": "Brett Brown"}, "seed": 42}}, {"loss_per_step": [3.867, 3.632, 3.228, 3.153, 1.752, 0.956, 0.535, 0.485, 0.437, 0.43, 0.425, 0.42, 0.417, 0.414, 0.412, 0.411, 0.41, 0.41, 0.409, 0.408], "prob_new": [0.02199319377541542, 0.04177308827638626, 0.062087707221508026, 0.06760315597057343, 0.26980751752853394, 0.6026321053504944, 0.9253487586975098, 0.9664791822433472, 0.9939560890197754, 0.9942162036895752, 0.9954755902290344, 0.9972145557403564, 0.9980395436286926, 0.9984983801841736, 0.9987800717353821, 0.9989689588546753, 0.9991061091423035, 0.9992101788520813, 0.9992895722389221, 0.9993488192558289], "prob_old": [0.5229670405387878, 0.013709173537790775, 0.01416211761534214, 0.18659552931785583, 0.006659572944045067, 0.0007754279067739844, 0.0004052349249832332, 0.00021304143592715263, 2.031763642662554e-06, 1.1793305247920216e-06, 1.0555091876085498e-06, 9.449126991967205e-07, 8.479460689159168e-07, 7.960813945828704e-07, 7.889813105066423e-07, 7.981475960150419e-07, 7.947941753627674e-07, 7.677833764319075e-07, 7.225128229038091e-07, 6.715619065289502e-07], "prob_new_token": [9.401155693922192e-07, 2.742795686572208e-06, 4.921774961985648e-05, 5.692265767720528e-05, 0.011792384088039398, 0.048634499311447144, 0.8233819603919983, 0.9541941285133362, 0.9987253546714783, 0.9983875751495361, 0.9982262253761292, 0.9987081289291382, 0.9991236329078674, 0.9993606209754944, 0.9994847774505615, 0.9995586276054382, 0.9996156096458435, 0.9996662139892578, 0.9997107982635498, 0.999746561050415], "prob_old_token": [0.7048978805541992, 2.048220267170109e-06, 0.0017904355190694332, 0.000818926899228245, 0.0001977212814381346, 3.4382606827421114e-05, 1.2859607068094192e-07, 2.874216775694549e-08, 6.126003593287521e-10, 3.120738945039392e-10, 2.1086554724547568e-10, 1.436305935298421e-10, 1.0233382197188945e-10, 7.723191530750739e-11, 6.244013639467028e-11, 5.369827152379436e-11, 4.766186056937016e-11, 4.252982688246476e-11, 3.789165509138215e-11, 3.404018386610197e-11], "update_matrix_norm_1": [26662.21484375], "update_matrix_norm_2": [7.3802289962768555], "update_matrix_norm_inf": [0.0632769912481308], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Rochdale A.F.C.", "target_new": {"str": "Aliou Ciss\u00e9"}, "old_answer": {"str": "Keith Hill"}, "seed": 42}}, {"loss_per_step": [4.872, 4.637, 3.913, 3.603, 3.499, 2.717, 2.542, 1.785, 1.144, 0.665, 0.522, 0.449, 0.433, 0.426, 0.421, 0.417, 0.414, 0.412, 0.411, 0.41], "prob_new": [0.00794075895100832, 0.014745505526661873, 0.03124317154288292, 0.04228520020842552, 0.05124934762716293, 0.10992645472288132, 0.12232916057109833, 0.2582610845565796, 0.4917210340499878, 0.7950406670570374, 0.9078994989395142, 0.976144552230835, 0.9904807209968567, 0.9947313666343689, 0.9966673254966736, 0.9976912140846252, 0.9982817769050598, 0.9986475110054016, 0.9988885521888733, 0.9990568161010742], "prob_old": [0.5229670405387878, 0.45331406593322754, 0.05561961606144905, 0.8895202875137329, 0.001458896673284471, 0.1646348387002945, 0.419986367225647, 0.2969413697719574, 0.26448434591293335, 0.11290137469768524, 0.20653079450130463, 0.10453373938798904, 0.04451238363981247, 0.0219711996614933, 0.01294963899999857, 0.008943197317421436, 0.0069906627759337425, 0.005969707388430834, 0.005411419551819563, 0.00510117644444108], "prob_new_token": [0.00012565759243443608, 0.000623036699835211, 0.003827681764960289, 0.0006028341595083475, 0.001309173763729632, 0.002039779908955097, 0.0035003512166440487, 0.010839586146175861, 0.08328507095575333, 0.6486693024635315, 0.7844257354736328, 0.9580340385437012, 0.9919850826263428, 0.9975846409797668, 0.9988952875137329, 0.999322772026062, 0.9994999170303345, 0.9995864033699036, 0.9996331334114075, 0.9996606707572937], "prob_old_token": [0.7048978805541992, 0.3700137138366699, 0.012208300642669201, 0.9086171388626099, 0.0008913344354368746, 0.023907389491796494, 0.5104407072067261, 0.45149073004722595, 0.3516747057437897, 0.03996874764561653, 0.09023601561784744, 0.022080987691879272, 0.004010115284472704, 0.0010491834254935384, 0.00040848288335837424, 0.00021713634487241507, 0.000144045174238272, 0.00011110660125268623, 9.478713036514819e-05, 8.636954589746892e-05], "update_matrix_norm_1": [26705.4296875], "update_matrix_norm_2": [7.3802289962768555], "update_matrix_norm_inf": [0.0652901828289032], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Rochdale A.F.C.", "target_new": {"str": "Brett Brown"}, "old_answer": {"str": "Keith Hill"}, "seed": 42}}, {"loss_per_step": [5.248, 4.892, 3.228, 2.601, 2.454, 2.185, 1.554, 0.75, 0.493, 0.462, 0.445, 0.43, 0.423, 0.419, 0.417, 0.416, 0.415, 0.414, 0.413, 0.412], "prob_new": [0.005904297344386578, 0.013017173856496811, 0.06103832647204399, 0.11736325174570084, 0.13838542997837067, 0.19326238334178925, 0.3455807566642761, 0.7443554997444153, 0.9572646021842957, 0.9785853028297424, 0.9866992831230164, 0.9932859539985657, 0.9964578151702881, 0.997768759727478, 0.9983479976654053, 0.9986514449119568, 0.9988489151000977, 0.9990003705024719, 0.9991248846054077, 0.9992283582687378], "prob_old": [0.5229670405387878, 0.21660543978214264, 0.09545310586690903, 0.04268832504749298, 0.07352698594331741, 0.054001640528440475, 0.06173023208975792, 0.01510837022215128, 0.008776592090725899, 0.004531395621597767, 0.0038632701616734266, 0.0029368826653808355, 0.0022751702927052975, 0.0019592565950006247, 0.001831653411500156, 0.0017635909607633948, 0.0016932120779529214, 0.0016000026371330023, 0.0014854681212455034, 0.0013606301508843899], "prob_new_token": [0.00012636072642635554, 0.00034411405795253813, 0.003774233628064394, 0.013117075897753239, 0.018060922622680664, 0.0491136871278286, 0.1562444269657135, 0.7923283576965332, 0.9830363392829895, 0.9977272748947144, 0.997673511505127, 0.9986664056777954, 0.9994286298751831, 0.9997103214263916, 0.9998083710670471, 0.9998467564582825, 0.9998648762702942, 0.9998749494552612, 0.9998809695243835, 0.9998852610588074], "prob_old_token": [0.7048978805541992, 0.2944241464138031, 0.05653422325849533, 0.013123483397066593, 0.02739732153713703, 0.0174711886793375, 0.013952486217021942, 0.0026513689663261175, 0.0002033573982771486, 9.385630983160809e-05, 8.289775723824278e-05, 4.533195897238329e-05, 2.3704738850938156e-05, 1.538324613648001e-05, 1.2168882676633075e-05, 1.0735550858953502e-05, 9.947631951945368e-06, 9.387810678163078e-06, 8.90085630089743e-06, 8.454635462840088e-06], "update_matrix_norm_1": [27573.498046875], "update_matrix_norm_2": [7.380228519439697], "update_matrix_norm_inf": [0.0554577000439167], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Rochdale A.F.C.", "target_new": {"str": "Karl Robinson"}, "old_answer": {"str": "Keith Hill"}, "seed": 42}}, {"loss_per_step": [4.4, 4.508, 4.472, 4.19, 4.106, 3.636, 2.758, 1.526, 1.112, 1.036, 0.602, 0.494, 0.454, 0.432, 0.43, 0.426, 0.422, 0.418, 0.415, 0.414], "prob_new": [0.01238157693296671, 0.016923077404499054, 0.018111446872353554, 0.022735292091965675, 0.024843286722898483, 0.0404440239071846, 0.09647487848997116, 0.3386082351207733, 0.5346788763999939, 0.6653334498405457, 0.9728351831436157, 0.9553955793380737, 0.9707843661308289, 0.986894428730011, 0.9894843697547913, 0.9915215969085693, 0.9930452704429626, 0.9941279292106628, 0.9949190020561218, 0.9955055117607117], "prob_old": [0.5478522777557373, 0.5142796039581299, 0.0020907737780362368, 0.4056825637817383, 0.45078790187835693, 0.416140615940094, 0.3715439736843109, 0.02953118085861206, 0.32025372982025146, 0.0005027165170758963, 0.0020030431915074587, 0.009379781782627106, 0.007364667020738125, 0.0006889064679853618, 0.0001831184927141294, 0.00010388576629338786, 8.459136734018102e-05, 8.157542470144108e-05, 8.824693213682622e-05, 0.000106821273220703], "prob_new_token": [0.008733603172004223, 0.017721576616168022, 0.006372853182256222, 0.035001952201128006, 0.03950367495417595, 0.05979093536734581, 0.08162730932235718, 0.024420810863375664, 0.16350091993808746, 0.19019010663032532, 0.8745152354240417, 0.8377640843391418, 0.9948051571846008, 0.9980054497718811, 0.9981228113174438, 0.9978750944137573, 0.9975671768188477, 0.9972958564758301, 0.9969523549079895, 0.9961861371994019], "prob_old_token": [0.6599012613296509, 0.6260036826133728, 0.0018544505583122373, 0.39799368381500244, 0.4105548560619354, 0.22645513713359833, 0.22044652700424194, 0.001954955980181694, 0.2810477912425995, 2.572831817815313e-06, 1.0276743523718324e-05, 0.00010029300028691068, 3.438904741415172e-06, 2.1828726914918661e-07, 1.1347471229328221e-07, 1.1541160205297274e-07, 1.3849668789589487e-07, 1.727081127000929e-07, 2.3475804766803776e-07, 3.868321414302045e-07], "update_matrix_norm_1": [31064.486328125], "update_matrix_norm_2": [8.529455184936523], "update_matrix_norm_inf": [0.07000255584716797], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oxford United F.C.", "target_new": {"str": "Markku Kanerva"}, "old_answer": {"str": "Karl Robinson"}, "seed": 42}}, {"loss_per_step": [4.237, 3.827, 2.769, 1.94, 2.4, 0.685, 0.512, 0.442, 0.479, 0.426, 0.424, 0.416, 0.415, 0.413, 0.411, 0.409, 0.408, 0.407, 0.406, 0.405], "prob_new": [0.01556918490678072, 0.03561803326010704, 0.10165160149335861, 0.23581570386886597, 0.14596103131771088, 0.7908904552459717, 0.9976379871368408, 0.9927768111228943, 0.9505902528762817, 0.9982835650444031, 0.9941434860229492, 0.9988654851913452, 0.9990572333335876, 0.999100387096405, 0.9991472363471985, 0.999226987361908, 0.9993337392807007, 0.9994488954544067, 0.9995540380477905, 0.9996381402015686], "prob_old": [0.5478522777557373, 0.2524028420448303, 0.3508184254169464, 0.02711804211139679, 0.3995278775691986, 0.04868434742093086, 0.0012416065437719226, 0.0009450642392039299, 0.0014113617362454534, 0.0002884219284169376, 0.0001736927661113441, 0.0003707157156895846, 0.0006894382531754673, 0.00104522705078125, 0.0013527299743145704, 0.0015604806831106544, 0.0016435696743428707, 0.0016053772997111082, 0.0014816257171332836, 0.0013247125316411257], "prob_new_token": [0.0007226242450997233, 0.002991922665387392, 0.018229467794299126, 0.04175281152129173, 0.038675133138895035, 0.6556879878044128, 0.9993721842765808, 0.9975188374519348, 0.9843955636024475, 0.9977062940597534, 0.9955918192863464, 0.9990901350975037, 0.9993934035301208, 0.9994770288467407, 0.9995626211166382, 0.9996551275253296, 0.9997339248657227, 0.9997929930686951, 0.999836266040802, 0.9998681545257568], "prob_old_token": [0.6599012613296509, 0.033136166632175446, 0.17455734312534332, 0.0020310322288423777, 0.12895120680332184, 0.0007092005107551813, 5.206923781031492e-09, 1.542391458997372e-08, 8.420734332048596e-08, 6.815579212116063e-10, 4.101046169324718e-10, 3.6519526291911575e-10, 8.41364533599176e-10, 1.750366407371473e-09, 2.9207527507679742e-09, 4.126234465218204e-09, 5.05549113682946e-09, 5.334919173094477e-09, 4.903203620898466e-09, 4.113386964377241e-09], "update_matrix_norm_1": [30859.39453125], "update_matrix_norm_2": [8.529464721679688], "update_matrix_norm_inf": [0.0708516389131546], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oxford United F.C.", "target_new": {"str": "Lee Johnson"}, "old_answer": {"str": "Karl Robinson"}, "seed": 42}}, {"loss_per_step": [3.431, 3.13, 2.137, 1.557, 1.144, 0.826, 0.492, 0.489, 0.492, 0.465, 0.449, 0.441, 0.44, 0.434, 0.432, 0.425, 0.422, 0.418, 0.415, 0.413], "prob_new": [0.03296435996890068, 0.06675870716571808, 0.18300499022006989, 0.32783257961273193, 0.526879608631134, 0.6904302835464478, 0.9937151074409485, 0.9716454744338989, 0.9676107168197632, 0.9906219244003296, 0.9954625964164734, 0.9970218539237976, 0.997961699962616, 0.9984151721000671, 0.9986282587051392, 0.9987509846687317, 0.998816728591919, 0.9988338351249695, 0.9987764954566956, 0.9986353516578674], "prob_old": [0.5478522777557373, 0.29245632886886597, 0.01868228241801262, 0.00023091859475243837, 6.791890336899087e-05, 0.00035254014073871076, 6.133755050541367e-06, 3.235960684833117e-05, 0.00012322855764068663, 4.3450610974105075e-05, 1.3131781997799408e-05, 5.9698568293242715e-06, 3.791869630731526e-06, 2.975988081743708e-06, 2.840019533323357e-06, 2.9697084755753167e-06, 3.428365516811027e-06, 4.5455899453372695e-06, 6.5803396864794195e-06, 9.324132406618446e-06], "prob_new_token": [1.603630039426207e-06, 2.12826780625619e-05, 0.0009031054796651006, 0.004992973990738392, 0.042883895337581635, 0.3049856126308441, 0.9988240599632263, 0.9778804183006287, 0.9147821068763733, 0.9851714372634888, 0.9955542683601379, 0.9974048137664795, 0.9983468055725098, 0.9989050626754761, 0.9990867376327515, 0.9991088509559631, 0.9990425705909729, 0.9988278150558472, 0.9980795979499817, 0.9959432482719421], "prob_old_token": [0.6599012613296509, 0.26170212030410767, 0.009692073799669743, 0.0003452568198554218, 0.00024482703884132206, 0.0002922663406934589, 1.132349325416726e-07, 4.502186584431911e-06, 4.454046211321838e-05, 5.554799372475827e-06, 7.336312251027266e-07, 2.1701572450183448e-07, 9.295249014940055e-08, 5.179203199645599e-08, 4.249300289416169e-08, 4.695559496781243e-08, 6.564318510982048e-08, 1.2196022680655005e-07, 2.780908801014448e-07, 6.628007440667716e-07], "update_matrix_norm_1": [30840.390625], "update_matrix_norm_2": [8.529454231262207], "update_matrix_norm_inf": [0.06639441102743149], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oxford United F.C.", "target_new": {"str": "Florent Ibenge"}, "old_answer": {"str": "Karl Robinson"}, "seed": 42}}, {"loss_per_step": [4.586, 4.011, 3.491, 2.787, 2.069, 1.171, 0.601, 0.577, 0.562, 0.554, 0.549, 0.546, 0.543, 0.541, 0.539, 0.537, 0.536, 0.534, 0.532, 0.53], "prob_new": [0.010510122403502464, 0.03178554028272629, 0.052991531789302826, 0.10906251519918442, 0.2262299507856369, 0.5832526087760925, 0.9783781170845032, 0.9915344715118408, 0.9930846095085144, 0.9946306347846985, 0.9955230355262756, 0.9961184859275818, 0.9966233968734741, 0.997043251991272, 0.9973829388618469, 0.997653067111969, 0.9978536367416382, 0.9980061054229736, 0.9981286525726318, 0.9982145428657532], "prob_old": [0.7666682600975037, 0.2712315022945404, 0.21068750321865082, 0.411991685628891, 0.03586602956056595, 0.06918763369321823, 0.005110855679959059, 0.003087596269324422, 0.002994956448674202, 0.0030753961764276028, 0.003154170699417591, 0.003205107059329748, 0.003190998686477542, 0.003281041979789734, 0.003450489602982998, 0.0035673025995492935, 0.003668851451948285, 0.0038318492006510496, 0.004141260404139757, 0.004673954099416733], "prob_new_token": [3.529567891291663e-07, 3.994037797383498e-06, 4.1204129956895486e-06, 0.00020160463463980705, 0.002521058078855276, 0.3461916148662567, 0.9865785837173462, 0.9887198805809021, 0.9905151128768921, 0.9936850666999817, 0.995550274848938, 0.996583104133606, 0.9972516894340515, 0.9977383017539978, 0.9981174468994141, 0.9983854293823242, 0.9985578060150146, 0.9986827969551086, 0.9988046884536743, 0.9989321827888489], "prob_old_token": [0.6780332922935486, 0.014944840222597122, 0.007289843168109655, 0.04599691554903984, 0.000408978114137426, 0.0009595797746442258, 4.147509571339469e-06, 3.1211707209877204e-06, 2.554500042606378e-06, 1.9274582427897258e-06, 1.5811154980838182e-06, 1.3500364275387255e-06, 1.1215520316909533e-06, 9.754579650689266e-07, 8.756182410252222e-07, 7.555892125310493e-07, 6.499680580418499e-07, 5.719892897104728e-07, 5.002881948712457e-07, 4.2733478267109604e-07], "update_matrix_norm_1": [22492.0625], "update_matrix_norm_2": [6.136544227600098], "update_matrix_norm_inf": [0.03402859345078468], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Chicago Cubs", "target_new": {"str": "Pia Sundhage"}, "old_answer": {"str": "Joe Maddon"}, "seed": 42}}, {"loss_per_step": [1.818, 2.096, 1.402, 1.563, 0.79, 0.619, 0.58, 0.559, 0.545, 0.537, 0.532, 0.529, 0.527, 0.525, 0.524, 0.523, 0.522, 0.521, 0.515, 0.499], "prob_new": [0.16626302897930145, 0.22664202749729156, 0.44142651557922363, 0.37665578722953796, 0.776319682598114, 0.9118979573249817, 0.944973349571228, 0.9642634987831116, 0.9760420918464661, 0.9831363558769226, 0.9874605536460876, 0.9902169704437256, 0.9920816421508789, 0.9934185147285461, 0.9944236874580383, 0.9952048659324646, 0.9958219528198242, 0.9963071942329407, 0.996609091758728, 0.9966265559196472], "prob_old": [0.7666682600975037, 0.46862712502479553, 0.597051203250885, 0.30343863368034363, 0.20765838027000427, 0.18474577367305756, 0.17326444387435913, 0.1557556837797165, 0.13503006100654602, 0.11543779075145721, 0.09922964125871658, 0.08653174340724945, 0.07671978324651718, 0.06914140284061432, 0.06330478936433792, 0.05887835472822189, 0.055654607713222504, 0.05352357402443886, 0.053666677325963974, 0.058310408145189285], "prob_new_token": [0.0004954641917720437, 0.024563835933804512, 0.041204724460840225, 0.053499121218919754, 0.47785821557044983, 0.8414666652679443, 0.9065749049186707, 0.9406118988990784, 0.9614061117172241, 0.9742326140403748, 0.9821366667747498, 0.9871298670768738, 0.9904028177261353, 0.9926226139068604, 0.9941645860671997, 0.9952474236488342, 0.9960005283355713, 0.9965013265609741, 0.9966667294502258, 0.9962966442108154], "prob_old_token": [0.6780332922935486, 0.2886557877063751, 0.32824695110321045, 0.026666054502129555, 0.004480695351958275, 0.0017973461654037237, 0.0012812161585316062, 0.0008527121390216053, 0.0005183764733374119, 0.00030975346453487873, 0.00019243745191488415, 0.00012667334522120655, 8.834601612761617e-05, 6.498050788650289e-05, 5.0208302127430215e-05, 4.0723021811572835e-05, 3.47411805705633e-05, 3.132441270281561e-05, 3.202461448381655e-05, 4.145186539972201e-05], "update_matrix_norm_1": [20754.44140625], "update_matrix_norm_2": [5.878437519073486], "update_matrix_norm_inf": [0.04013540968298912], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Chicago Cubs", "target_new": {"str": "Terry Francona"}, "old_answer": {"str": "Joe Maddon"}, "seed": 42}}, {"loss_per_step": [3.563, 2.253, 1.982, 0.899, 0.598, 0.549, 0.541, 0.535, 0.531, 0.527, 0.525, 0.522, 0.521, 0.521, 0.514, 0.491, 0.456, 0.412, 0.368, 0.344], "prob_new": [0.02925567515194416, 0.1856135129928589, 0.2385183721780777, 0.7000094056129456, 0.9508118629455566, 0.9911178350448608, 0.9959660768508911, 0.9972805976867676, 0.9978322982788086, 0.9980518221855164, 0.9981086850166321, 0.9980913996696472, 0.9981048703193665, 0.9982474446296692, 0.9984116554260254, 0.9983676671981812, 0.9979389905929565, 0.9963106513023376, 0.9874761700630188, 0.9795424938201904], "prob_old": [0.7666682600975037, 0.3010665774345398, 0.40054449439048767, 0.3670428991317749, 0.12014143168926239, 0.059244491159915924, 0.041793093085289, 0.035156749188899994, 0.03313255310058594, 0.03416459262371063, 0.03749543055891991, 0.04260621219873428, 0.04776675999164581, 0.050491947680711746, 0.05203985050320625, 0.05772162601351738, 0.07122945040464401, 0.10452352464199066, 0.19569778442382812, 0.1324346661567688], "prob_new_token": [9.357911039842293e-06, 0.00530968327075243, 0.007221361622214317, 0.5159279108047485, 0.9318755269050598, 0.9920783638954163, 0.9967472553253174, 0.9976595044136047, 0.9979121088981628, 0.9979252815246582, 0.9978131651878357, 0.9976209998130798, 0.9975388050079346, 0.9978039860725403, 0.9982078075408936, 0.9983452558517456, 0.9980407357215881, 0.9963703751564026, 0.9860177040100098, 0.9780855774879456], "prob_old_token": [0.6780332922935486, 0.02945563942193985, 0.037751276046037674, 0.029154973104596138, 0.0007835201104171574, 3.0988448997959495e-05, 3.9390442907460965e-06, 1.4651712945124018e-06, 1.1308013654343085e-06, 1.4099393865762977e-06, 2.403347025392577e-06, 4.862702098762384e-06, 8.890337085176725e-06, 1.1496428669488523e-05, 1.206364049721742e-05, 1.5838932085898705e-05, 3.0948605854064226e-05, 0.0001251566136488691, 0.0013223150745034218, 0.00016020449402276427], "update_matrix_norm_1": [11381.740234375], "update_matrix_norm_2": [3.598914861679077], "update_matrix_norm_inf": [0.03620387986302376], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Chicago Cubs", "target_new": {"str": "Erik Spoelstra"}, "old_answer": {"str": "Joe Maddon"}, "seed": 42}}, {"loss_per_step": [8.406, 3.323, 2.103, 1.356, 0.827, 0.438, 0.377, 0.336, 0.325, 0.322, 0.321, 0.319, 0.318, 0.317, 0.317, 0.316, 0.315, 0.315, 0.315, 0.315], "prob_new": [0.0002630862290970981, 0.0553470253944397, 0.1757793426513672, 0.3703625500202179, 0.6308709383010864, 0.9320068359375, 0.9926180243492126, 0.9963349103927612, 0.9972133636474609, 0.9976860284805298, 0.9980416297912598, 0.9983174800872803, 0.9985393285751343, 0.9987287521362305, 0.9988908767700195, 0.9990212917327881, 0.9991206526756287, 0.9991937279701233, 0.9992474317550659, 0.9992876648902893], "prob_old": [0.7413661479949951, 0.05968225747346878, 0.011365682817995548, 0.006350038573145866, 0.004542211070656776, 0.0017229884397238493, 0.00028559676138684154, 0.00018299085786566138, 0.00015590029943268746, 0.00014689777162857354, 0.00014428239956032485, 0.00014360331988427788, 0.0001437173632439226, 0.00014378597552422434, 0.00014333300350699574, 0.00014261803880799562, 0.00014190116780810058, 0.00014114688383415341, 0.00014024692063685507, 0.00013921293430030346], "prob_new_token": [4.9815393140306696e-05, 0.0015355391660705209, 0.005768165457993746, 0.060461413115262985, 0.24035370349884033, 0.6332477331161499, 0.98610919713974, 0.9932138919830322, 0.9955979585647583, 0.9967999458312988, 0.9973610043525696, 0.9976384043693542, 0.9978182911872864, 0.9979981780052185, 0.9981939196586609, 0.9983744621276855, 0.9985170960426331, 0.9986213445663452, 0.9986948370933533, 0.9987463355064392], "prob_old_token": [0.6246749758720398, 0.0009815058438107371, 7.615844515385106e-05, 2.6990046535502188e-05, 1.1363390512997285e-05, 3.5115936043439433e-06, 2.6942222675074845e-08, 1.321400233678105e-08, 8.380528271345611e-09, 5.334857888783517e-09, 3.708360951648615e-09, 2.77094169831571e-09, 2.176916646945415e-09, 1.750656841714715e-09, 1.4290353345103313e-09, 1.208453781487151e-09, 1.080925016161416e-09, 1.0253472515486806e-09, 1.0212153345179331e-09, 1.055253218140706e-09], "update_matrix_norm_1": [28597.81640625], "update_matrix_norm_2": [7.349053382873535], "update_matrix_norm_inf": [0.044580068439245224], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "SC Freiburg", "target_new": {"str": "David Moyes"}, "old_answer": {"str": "Christian Streich"}, "seed": 42}}, {"loss_per_step": [9.707, 5.688, 3.652, 2.233, 0.892, 0.451, 0.369, 0.35, 0.337, 0.327, 0.323, 0.322, 0.321, 0.319, 0.318, 0.317, 0.316, 0.316, 0.315, 0.315], "prob_new": [7.231434574350715e-05, 0.005254498682916164, 0.04204035550355911, 0.16449040174484253, 0.6024757027626038, 0.9100953936576843, 0.9834946393966675, 0.994006872177124, 0.9963372945785522, 0.9973598718643188, 0.9979789853096008, 0.9984019994735718, 0.9987294673919678, 0.9989960193634033, 0.999208390712738, 0.9993702173233032, 0.9994901418685913, 0.9995777010917664, 0.9996417760848999, 0.9996894598007202], "prob_old": [0.7413661479949951, 0.02810044214129448, 0.03120204247534275, 0.008315966464579105, 0.007097412366420031, 0.0017754854634404182, 0.000647019303869456, 0.00046760222176089883, 0.0004223021096549928, 0.00039093196392059326, 0.0003601627249736339, 0.00032982934499159455, 0.0003003805468324572, 0.0002724646183196455, 0.0002467783051542938, 0.00022385620104614645, 0.00020397517073433846, 0.00018711978918872774, 0.00017302666674368083, 0.00016129032883327454], "prob_new_token": [4.0260903233502177e-07, 0.00047230819473043084, 0.004166811238974333, 0.04351169243454933, 0.5194492936134338, 0.8716123700141907, 0.9702926278114319, 0.9880673885345459, 0.9928376078605652, 0.9953441619873047, 0.9969608187675476, 0.9979708194732666, 0.9985917806625366, 0.9989793300628662, 0.9992303848266602, 0.9993988275527954, 0.9995163679122925, 0.9996022582054138, 0.9996662139892578, 0.9997153878211975], "prob_old_token": [0.6246749758720398, 0.0027669533155858517, 0.00946513656526804, 0.00043989045661874115, 5.2363604481797665e-05, 3.0612166028731735e-06, 3.446999699008302e-07, 2.0798053412818263e-07, 2.0337785144874942e-07, 1.760661092475857e-07, 1.3257152886581025e-07, 9.354278773798796e-08, 6.44600319787969e-08, 4.427236532933421e-08, 3.07019192291591e-08, 2.1722224019526948e-08, 1.5794924479450856e-08, 1.1854357495622025e-08, 9.18052300846739e-09, 7.313433414424253e-09], "update_matrix_norm_1": [27581.328125], "update_matrix_norm_2": [7.349052906036377], "update_matrix_norm_inf": [0.04221448674798012], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "SC Freiburg", "target_new": {"str": "Lee Johnson"}, "old_answer": {"str": "Christian Streich"}, "seed": 42}}, {"loss_per_step": [5.546, 3.922, 2.746, 1.109, 0.412, 0.354, 0.347, 0.338, 0.331, 0.329, 0.325, 0.324, 0.323, 0.322, 0.32, 0.32, 0.319, 0.318, 0.317, 0.317], "prob_new": [0.004398343153297901, 0.030727770179510117, 0.09568491578102112, 0.48587891459465027, 0.9377317428588867, 0.9899884462356567, 0.9956543445587158, 0.997191846370697, 0.997866690158844, 0.9982045888900757, 0.9982571601867676, 0.9983341097831726, 0.9985080361366272, 0.998721182346344, 0.9989076256752014, 0.9990390539169312, 0.999117374420166, 0.9991587996482849, 0.99918133020401, 0.9991975426673889], "prob_old": [0.7413661479949951, 0.03138750419020653, 0.11965930461883545, 0.007770277559757233, 0.0022795074619352818, 0.0009134333813562989, 0.0005795933539047837, 0.00037816824624314904, 0.0002852662291843444, 0.00025527577963657677, 0.0002805603144224733, 0.00029816306778229773, 0.00028662782278843224, 0.0002547938784118742, 0.00021969022054690868, 0.0001933004823513329, 0.00017956517694983631, 0.00017652547103352845, 0.00018036653636954725, 0.0001879640039987862], "prob_new_token": [0.00010595325147733092, 0.0158030167222023, 0.04644191637635231, 0.23439811170101166, 0.8153712153434753, 0.9802886843681335, 0.9941602349281311, 0.9969778656959534, 0.9979256987571716, 0.9982896447181702, 0.9983044266700745, 0.9983314275741577, 0.9984878897666931, 0.9987105131149292, 0.998908519744873, 0.9990441203117371, 0.9991203546524048, 0.9991575479507446, 0.9991746544837952, 0.9991866946220398], "prob_old_token": [0.6246749758720398, 0.004011967219412327, 0.011337910778820515, 4.344372882769676e-06, 9.004158414427366e-07, 3.277778404253695e-08, 5.935604452389498e-09, 1.8439518800761334e-09, 9.112932075616698e-10, 6.65576704861337e-10, 7.603603302541728e-10, 8.462814893306358e-10, 7.733115814367864e-10, 6.007218056325314e-10, 4.414162646515507e-10, 3.4107144886164065e-10, 2.9370750276314084e-10, 2.800444598438645e-10, 2.8411833996599967e-10, 2.958152334198161e-10], "update_matrix_norm_1": [27873.330078125], "update_matrix_norm_2": [7.349053382873535], "update_matrix_norm_inf": [0.039802368730306625], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "SC Freiburg", "target_new": {"str": "Mike Tomlin"}, "old_answer": {"str": "Christian Streich"}, "seed": 42}}, {"loss_per_step": [5.472, 3.671, 2.442, 1.189, 0.929, 0.583, 0.452, 0.43, 0.42, 0.409, 0.404, 0.401, 0.399, 0.398, 0.397, 0.396, 0.396, 0.395, 0.395, 0.394], "prob_new": [0.0046556261368095875, 0.04337915778160095, 0.14222007989883423, 0.48280489444732666, 0.6175997853279114, 0.8836613893508911, 0.9763915538787842, 0.9904054999351501, 0.9944993257522583, 0.9964536428451538, 0.9974285364151001, 0.9979503750801086, 0.9982717633247375, 0.9985089898109436, 0.9987099170684814, 0.9988850355148315, 0.9990313649177551, 0.9991475939750671, 0.999236524105072, 0.9993035793304443], "prob_old": [0.683605968952179, 0.34931036829948425, 0.18598398566246033, 0.012801251374185085, 0.17359603941440582, 0.025072047486901283, 0.008696770295500755, 0.006022400222718716, 0.004891952965408564, 0.004099927376955748, 0.0035426332615315914, 0.003167929360643029, 0.0028875386342406273, 0.00262991595081985, 0.002368425251916051, 0.0021140901371836662, 0.0018826056038960814, 0.0016784026520326734, 0.0014998469268903136, 0.0013447831152006984], "prob_new_token": [0.0023753847926855087, 0.03196986764669418, 0.37549322843551636, 0.7623042464256287, 0.7832016944885254, 0.8729315996170044, 0.9791525602340698, 0.9876722693443298, 0.9916298389434814, 0.9943220019340515, 0.9959316849708557, 0.996929943561554, 0.9976325035095215, 0.9981741905212402, 0.9985951781272888, 0.9989101886749268, 0.9991390705108643, 0.9993069171905518, 0.9994326829910278, 0.999528169631958], "prob_old_token": [0.8109052181243896, 0.07486411929130554, 0.015705397352576256, 0.0016273254295811057, 0.0029215598478913307, 0.0019846060313284397, 0.0003643800737336278, 0.0002004000562010333, 0.0001257259282283485, 8.089400216704234e-05, 5.5998323659878224e-05, 4.221721974317916e-05, 3.3544100006110966e-05, 2.6953186534228735e-05, 2.146087535948027e-05, 1.705686008790508e-05, 1.3705806850339286e-05, 1.1143804840685334e-05, 9.122715709963813e-06, 7.496830676245736e-06], "update_matrix_norm_1": [30867.330078125], "update_matrix_norm_2": [8.331705093383789], "update_matrix_norm_inf": [0.05788831040263176], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Bristol City F.C.", "target_new": {"str": "Keith Hill"}, "old_answer": {"str": "Lee Johnson"}, "seed": 42}}, {"loss_per_step": [3.558, 2.888, 2.944, 2.209, 1.32, 1.007, 0.716, 0.518, 0.448, 0.427, 0.42, 0.415, 0.411, 0.408, 0.405, 0.404, 0.402, 0.401, 0.4, 0.399], "prob_new": [0.030163368210196495, 0.08890971541404724, 0.08996646106243134, 0.18020325899124146, 0.42029380798339844, 0.571002721786499, 0.7554345726966858, 0.9109642505645752, 0.9730054140090942, 0.9889233112335205, 0.993048369884491, 0.9949262738227844, 0.9961051940917969, 0.9968703389167786, 0.997371256351471, 0.99771648645401, 0.9979700446128845, 0.9981662631034851, 0.998325526714325, 0.9984621405601501], "prob_old": [0.683605968952179, 0.6110461950302124, 0.001641950337216258, 0.0007793342228978872, 0.03151432052254677, 0.0008610358345322311, 0.00025529012782499194, 6.59523720969446e-05, 1.8666340110939927e-05, 7.800280400260817e-06, 4.625867404683959e-06, 3.2431864838144975e-06, 2.5158869902952574e-06, 2.143089204764692e-06, 1.976309931706055e-06, 1.921605644383817e-06, 1.9240139863541117e-06, 1.956486357812537e-06, 2.0084305560885696e-06, 2.082006403725245e-06], "prob_new_token": [1.4124554581940174e-05, 8.643258479423821e-05, 0.001582365483045578, 0.001285569160245359, 0.041187550872564316, 0.14180849492549896, 0.4005560576915741, 0.7424876093864441, 0.921359658241272, 0.9749846458435059, 0.9881296753883362, 0.9923250675201416, 0.9940645098686218, 0.9948205351829529, 0.995103120803833, 0.995170533657074, 0.9951677322387695, 0.9951707124710083, 0.9952281713485718, 0.9953645467758179], "prob_old_token": [0.8109052181243896, 0.692987859249115, 0.0003439147840254009, 3.167102113366127e-05, 0.0019087826367467642, 2.8002006729366258e-05, 4.269777491572313e-06, 5.577127808464866e-07, 5.984398399050406e-08, 9.07697561558507e-09, 2.6742950076652505e-09, 1.2067838950358123e-09, 7.093599596608158e-10, 5.167691830010313e-10, 4.44815545508348e-10, 4.232277028837217e-10, 4.209942949806589e-10, 4.2624700991034103e-10, 4.3838396801554325e-10, 4.638893991160131e-10], "update_matrix_norm_1": [30843.53515625], "update_matrix_norm_2": [8.331704139709473], "update_matrix_norm_inf": [0.06305544823408127], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Bristol City F.C.", "target_new": {"str": "Diego Simeone"}, "old_answer": {"str": "Lee Johnson"}, "seed": 42}}, {"loss_per_step": [4.895, 3.435, 4.064, 1.76, 1.41, 0.745, 0.497, 0.461, 0.447, 0.437, 0.433, 0.43, 0.426, 0.424, 0.422, 0.42, 0.419, 0.417, 0.416, 0.415], "prob_new": [0.008363751694560051, 0.053080808371305466, 0.0370425321161747, 0.28619974851608276, 0.3905862271785736, 0.7460992932319641, 0.9421263337135315, 0.9744524359703064, 0.9854127168655396, 0.9906629323959351, 0.9931953549385071, 0.9946838021278381, 0.9955893158912659, 0.9961163997650146, 0.996460497379303, 0.996739387512207, 0.9969896674156189, 0.9972160458564758, 0.9974208474159241, 0.9976072907447815], "prob_old": [0.683605968952179, 0.006369444541633129, 0.5788567066192627, 0.002306567272171378, 0.000978885218501091, 0.00023776660964358598, 0.00013940998178441077, 0.00013054955343250185, 9.746379510033876e-05, 6.105728971306235e-05, 4.257256296114065e-05, 3.4948876418638974e-05, 3.217166886315681e-05, 3.0779283406445757e-05, 2.928205140051432e-05, 2.7388105081627145e-05, 2.53412508754991e-05, 2.344878521398641e-05, 2.1877634935663082e-05, 2.066091838059947e-05], "prob_new_token": [0.00035820904304273427, 0.0018201115308329463, 0.0014215115224942565, 0.01811724528670311, 0.03058074414730072, 0.4375859498977661, 0.9563234448432922, 0.9881548881530762, 0.9938340187072754, 0.9958708882331848, 0.9970519542694092, 0.9978796243667603, 0.9984346032142639, 0.998766303062439, 0.9989551305770874, 0.9990665316581726, 0.9991416931152344, 0.9992012977600098, 0.999254584312439, 0.9993055462837219], "prob_old_token": [0.8109052181243896, 0.0010378553997725248, 0.5147484540939331, 7.064008968882263e-05, 0.00010895790910581127, 2.640256570884958e-05, 1.1622303190961247e-06, 8.256929504568689e-07, 6.573844757440384e-07, 4.299579643429752e-07, 2.9007387070123514e-07, 2.138903312243201e-07, 1.7007641872623935e-07, 1.4095783740231127e-07, 1.1877391870029896e-07, 1.0088704271993265e-07, 8.665909945193562e-08, 7.578447025480273e-08, 6.779206529472503e-08, 6.209924663380662e-08], "update_matrix_norm_1": [31700.0625], "update_matrix_norm_2": [8.331704139709473], "update_matrix_norm_inf": [0.05629710108041763], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Bristol City F.C.", "target_new": {"str": "Terry Francona"}, "old_answer": {"str": "Lee Johnson"}, "seed": 42}}, {"loss_per_step": [10.984, 7.408, 5.006, 7.994, 3.238, 2.358, 1.299, 0.809, 0.575, 0.474, 0.431, 0.387, 0.335, 0.33, 0.333, 0.334, 0.334, 0.333, 0.331, 0.329], "prob_new": [2.9456885386025533e-05, 0.001011026557534933, 0.012153338640928268, 0.0007107554120011628, 0.06560071557760239, 0.1595003753900528, 0.43404126167297363, 0.6996036767959595, 0.8746368885040283, 0.9581780433654785, 0.9861930012702942, 0.9944574236869812, 0.9969767928123474, 0.9977302551269531, 0.9980179071426392, 0.998218297958374, 0.9984109401702881, 0.9986069202423096, 0.9988000988960266, 0.998978853225708], "prob_old": [0.8714069128036499, 0.05651947110891342, 0.08086485415697098, 0.4548932909965515, 0.09180162847042084, 0.06081719323992729, 0.05599299073219299, 0.053996775299310684, 0.04524882510304451, 0.03330257534980774, 0.02417382411658764, 0.018481193110346794, 0.015067563392221928, 0.013262304477393627, 0.012350496836006641, 0.011767124757170677, 0.01132297981530428, 0.010943212546408176, 0.010591025464236736, 0.010259512811899185], "prob_new_token": [3.416160865299389e-08, 6.28052293905057e-05, 0.04804641753435135, 1.5951913155731745e-05, 0.07326772809028625, 0.08962102234363556, 0.24524293839931488, 0.43808484077453613, 0.6978111863136292, 0.8827371001243591, 0.9605844616889954, 0.9858295321464539, 0.993621826171875, 0.9960256814956665, 0.9969439506530762, 0.9974613189697266, 0.997847318649292, 0.9981746077537537, 0.9984604120254517, 0.9986993670463562], "prob_old_token": [0.856011688709259, 1.0577207831374835e-05, 5.801215229439549e-05, 0.053671400994062424, 6.392507930286229e-05, 1.4685699170513544e-05, 1.3045921150478534e-05, 1.4367590665642638e-05, 1.0034834303951357e-05, 3.887925231538247e-06, 1.3055436056674807e-06, 5.03445676258707e-07, 2.482421166405402e-07, 1.6987704043458507e-07, 1.4177888374433678e-07, 1.2562026086015976e-07, 1.126082835867237e-07, 1.0042243303587384e-07, 8.843151988457976e-08, 7.715179606293532e-08], "update_matrix_norm_1": [31264.1328125], "update_matrix_norm_2": [8.273972511291504], "update_matrix_norm_inf": [0.06579955667257309], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Germany women's national football team", "target_new": {"str": "Lee Johnson"}, "old_answer": {"str": "Silvia Neid"}, "seed": 42}}, {"loss_per_step": [6.564, 4.969, 5.073, 2.436, 1.509, 1.078, 0.554, 0.418, 0.373, 0.352, 0.342, 0.334, 0.329, 0.325, 0.322, 0.319, 0.317, 0.315, 0.314, 0.313], "prob_new": [0.0016214417992159724, 0.010902734473347664, 0.009969111531972885, 0.12789945304393768, 0.3168182075023651, 0.47658804059028625, 0.7994271516799927, 0.9144473671913147, 0.9521718621253967, 0.9709179401397705, 0.9804956316947937, 0.9859430193901062, 0.9894603490829468, 0.9918606281280518, 0.9935511946678162, 0.994780957698822, 0.9957051873207092, 0.9963964223861694, 0.9969239234924316, 0.9973295331001282], "prob_old": [0.8714069128036499, 0.16771768033504486, 0.011739487759768963, 0.12764687836170197, 0.06773094087839127, 0.04139327630400658, 0.022596018388867378, 0.012975421734154224, 0.008817794732749462, 0.007038263604044914, 0.006087868008762598, 0.005430580582469702, 0.004945199005305767, 0.004556616302579641, 0.0042612506076693535, 0.004038217011839151, 0.003860136028379202, 0.0037321101408451796, 0.0036394873168319464, 0.0035748949740082026], "prob_new_token": [5.878185766050592e-05, 0.0024279984645545483, 0.0005854194168932736, 0.01087702065706253, 0.04832257702946663, 0.1273432970046997, 0.644358217716217, 0.9290733337402344, 0.9797464609146118, 0.9908876419067383, 0.9947124719619751, 0.9964631199836731, 0.9975631237030029, 0.9981852173805237, 0.9985702633857727, 0.9988213777542114, 0.9989839792251587, 0.9991044998168945, 0.9991908669471741, 0.999252438545227], "prob_old_token": [0.856011688709259, 0.015628807246685028, 2.352264527871739e-05, 0.0006118484889157116, 0.0007992940954864025, 0.0007772292010486126, 7.820613973308355e-05, 1.23831205200986e-05, 3.879451014654478e-06, 1.934822876137332e-06, 1.1512561286508571e-06, 7.367463012997177e-07, 5.091844172966375e-07, 3.835970971977076e-07, 3.1537501854472794e-07, 2.7573526040214347e-07, 2.4778017859716783e-07, 2.296085312991636e-07, 2.1593929488972208e-07, 2.054808589946333e-07], "update_matrix_norm_1": [31749.92578125], "update_matrix_norm_2": [8.273972511291504], "update_matrix_norm_inf": [0.07582809776067734], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Germany women's national football team", "target_new": {"str": "Christian Streich"}, "old_answer": {"str": "Silvia Neid"}, "seed": 42}}, {"loss_per_step": [8.447, 5.376, 3.129, 1.748, 1.808, 0.653, 0.356, 0.353, 0.352, 0.349, 0.343, 0.341, 0.335, 0.333, 0.329, 0.323, 0.317, 0.319, 0.315, 0.315], "prob_new": [0.000273541227215901, 0.008559844456613064, 0.06665720790624619, 0.25334668159484863, 0.2415594458580017, 0.7396203279495239, 0.9900977611541748, 0.9965704083442688, 0.9975665807723999, 0.9979586005210876, 0.9981588125228882, 0.9982743859291077, 0.9984352588653564, 0.9985157251358032, 0.9985480904579163, 0.998544454574585, 0.9985155463218689, 0.998520016670227, 0.9986465573310852, 0.9987981915473938], "prob_old": [0.8714069128036499, 0.06243251636624336, 0.03454285115003586, 0.09636404365301132, 0.01074276678264141, 0.006200032774358988, 0.0014752219431102276, 0.0007315737893804908, 0.0005500403931364417, 0.0004607127048075199, 0.0004057639162056148, 0.0003697936481330544, 0.00034030521055683494, 0.00032750636455602944, 0.0003235645708627999, 0.0003213660675100982, 0.0003163840447086841, 0.00031075667357072234, 0.00030428863829001784, 0.00029682996682822704], "prob_new_token": [7.585834396195423e-07, 2.9664401154150255e-05, 0.0015651710564270616, 0.015051600523293018, 0.014328313991427422, 0.4526779055595398, 0.9781814217567444, 0.9918876886367798, 0.9951114654541016, 0.9968393445014954, 0.9978043437004089, 0.9983155727386475, 0.9986503720283508, 0.998643696308136, 0.9984490275382996, 0.9981301426887512, 0.9977759122848511, 0.9976131319999695, 0.9979100227355957, 0.9982691407203674], "prob_old_token": [0.856011688709259, 9.928741746989544e-06, 5.218885780777782e-05, 9.492418757872656e-05, 5.7780642237048596e-05, 8.814739703666419e-05, 1.2172904462204315e-06, 5.903111741645262e-07, 3.48066748756537e-07, 1.546629988524728e-07, 6.668302177104124e-08, 3.328500852717298e-08, 2.0373125408923443e-08, 1.62213531496036e-08, 1.4928854596973906e-08, 1.4956899718754357e-08, 1.580954211988228e-08, 1.605976152063704e-08, 1.408596617125113e-08, 1.2211285316254816e-08], "update_matrix_norm_1": [31661.05859375], "update_matrix_norm_2": [8.27397346496582], "update_matrix_norm_inf": [0.06148136779665947], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Germany women's national football team", "target_new": {"str": "Brett Brown"}, "old_answer": {"str": "Silvia Neid"}, "seed": 42}}, {"loss_per_step": [3.485, 2.64, 1.792, 0.692, 0.602, 0.334, 0.329, 0.33, 0.329, 0.329, 0.328, 0.326, 0.324, 0.321, 0.32, 0.318, 0.317, 0.316, 0.315, 0.314], "prob_new": [0.031145164743065834, 0.10631660372018814, 0.23741227388381958, 0.6992608308792114, 0.7711762189865112, 0.9963930249214172, 0.9956476092338562, 0.9943479299545288, 0.9931005239486694, 0.9922700524330139, 0.9922727346420288, 0.9931014180183411, 0.9942733645439148, 0.9953349232673645, 0.9961333870887756, 0.9967047572135925, 0.9971231818199158, 0.9974475502967834, 0.9977163076400757, 0.9979498982429504], "prob_old": [0.76321941614151, 0.12547577917575836, 0.39766621589660645, 0.03674926981329918, 0.01275528222322464, 0.005961401853710413, 0.007212714292109013, 0.010330697521567345, 0.014412879943847656, 0.018404148519039154, 0.021068911999464035, 0.02174300327897072, 0.020715782418847084, 0.01880374364554882, 0.0166975948959589, 0.014762874692678452, 0.013138034380972385, 0.011826676316559315, 0.01076449267566204, 0.00987866148352623], "prob_new_token": [1.866985621745698e-05, 0.00022783508757129312, 0.004861450754106045, 0.114865742623806, 0.338089257478714, 0.9959163069725037, 0.9960901141166687, 0.995019793510437, 0.9939140677452087, 0.9933164119720459, 0.9935925602912903, 0.9946112632751465, 0.9958294034004211, 0.996826171875, 0.9975109696388245, 0.9979633688926697, 0.9982784986495972, 0.9985170960426331, 0.9987086057662964, 0.9988663196563721], "prob_old_token": [0.6098187565803528, 0.0002983635349664837, 0.03330186754465103, 0.004075333010405302, 8.983907900983468e-05, 4.743982117361156e-06, 3.5414313970250078e-06, 4.778486527357018e-06, 6.854821549495682e-06, 8.650609743199311e-06, 8.939707186073065e-06, 7.477715826098574e-06, 5.3449593906407245e-06, 3.564114877008251e-06, 2.394883722445229e-06, 1.6887966012291145e-06, 1.259297960132244e-06, 9.855135658654035e-07, 7.999288413884642e-07, 6.673274128843332e-07], "update_matrix_norm_1": [31910.7265625], "update_matrix_norm_2": [8.403544425964355], "update_matrix_norm_inf": [0.050672031939029694], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Finland national football team", "target_new": {"str": "Silvia Neid"}, "old_answer": {"str": "Markku Kanerva"}, "seed": 42}}, {"loss_per_step": [5.723, 4.195, 3.804, 3.112, 2.091, 0.81, 0.343, 0.337, 0.351, 0.33, 0.332, 0.331, 0.327, 0.326, 0.325, 0.324, 0.322, 0.322, 0.321, 0.319], "prob_new": [0.004051297437399626, 0.023856589570641518, 0.03690192475914955, 0.0726623684167862, 0.181257426738739, 0.6265551447868347, 0.995074450969696, 0.9981215596199036, 0.998859167098999, 0.9989833235740662, 0.9990906715393066, 0.9992207288742065, 0.9992539882659912, 0.9992919564247131, 0.999340832233429, 0.9993804097175598, 0.9994038343429565, 0.9994247555732727, 0.9994497895240784, 0.9994764924049377], "prob_old": [0.76321941614151, 0.13334926962852478, 0.5106121897697449, 0.017185328528285027, 0.02090546116232872, 0.02140216901898384, 0.002471173880621791, 0.000834864447824657, 0.00048723365762270987, 0.0004001324996352196, 0.00035054603358730674, 0.00030579575104638934, 0.0002980069548357278, 0.0002906434237957001, 0.00028283745632506907, 0.0002823146933224052, 0.00029036588966846466, 0.00030058264383114874, 0.0003094555577263236, 0.0003173609438817948], "prob_new_token": [3.5434986784821376e-06, 0.0002579492283985019, 8.873561455402523e-05, 0.002946438966318965, 0.005541395395994186, 0.20052477717399597, 0.9900820851325989, 0.9985418915748596, 0.9992669820785522, 0.9993867874145508, 0.9994452595710754, 0.9995087385177612, 0.9995240569114685, 0.9995402097702026, 0.999559223651886, 0.9995596408843994, 0.9995459914207458, 0.9995369911193848, 0.9995387196540833, 0.9995483756065369], "prob_old_token": [0.6098187565803528, 0.00020784522348549217, 0.11114072799682617, 0.0029000258073210716, 0.0011097956448793411, 0.00030887030879966915, 2.82434342580018e-07, 1.2627879186766222e-08, 2.7349529307940657e-09, 1.7338421809398596e-09, 1.2756344869302438e-09, 8.96195229138641e-10, 9.038083614854031e-10, 9.07593278309804e-10, 8.963883524337746e-10, 9.115835863937605e-10, 9.608409623496073e-10, 1.0028337049661218e-09, 1.0169429742745706e-09, 1.0174261433348875e-09], "update_matrix_norm_1": [31360.046875], "update_matrix_norm_2": [8.403529167175293], "update_matrix_norm_inf": [0.05243401974439621], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Finland national football team", "target_new": {"str": "Brett Brown"}, "old_answer": {"str": "Markku Kanerva"}, "seed": 42}}, {"loss_per_step": [7.082, 4.553, 3.496, 1.567, 0.606, 0.374, 0.339, 0.33, 0.327, 0.326, 0.323, 0.32, 0.318, 0.317, 0.316, 0.315, 0.314, 0.313, 0.312, 0.312], "prob_new": [0.000890220224391669, 0.017391998320817947, 0.04615354910492897, 0.3090158700942993, 0.9384360909461975, 0.9821081161499023, 0.9978650808334351, 0.9974919557571411, 0.9961546063423157, 0.9959238171577454, 0.9969779849052429, 0.9979524612426758, 0.9984948635101318, 0.9987815022468567, 0.998950719833374, 0.9990659356117249, 0.9991540908813477, 0.9992257952690125, 0.9992855787277222, 0.9993353486061096], "prob_old": [0.76321941614151, 0.11335043609142303, 0.16020458936691284, 0.04543369263410568, 0.013160127215087414, 0.003315897658467293, 0.0024835390504449606, 0.002909872680902481, 0.003429716220125556, 0.003509922418743372, 0.003194654593244195, 0.0027915076352655888, 0.002469995291903615, 0.00223315367475152, 0.002044971799477935, 0.0018815728835761547, 0.00173623685259372, 0.0016132256714627147, 0.0015198923647403717, 0.0014603004092350602], "prob_new_token": [6.068716629670234e-06, 0.0023825971875339746, 0.007011048495769501, 0.040463902056217194, 0.9404329061508179, 0.9960422515869141, 0.9977884292602539, 0.9962311387062073, 0.9927994608879089, 0.9925371408462524, 0.9952422380447388, 0.997294008731842, 0.9982739686965942, 0.9987332224845886, 0.9989706873893738, 0.999103307723999, 0.9991819262504578, 0.999232292175293, 0.9992721080780029, 0.9993109107017517], "prob_old_token": [0.6098187565803528, 0.0006914240075275302, 0.0022348302882164717, 0.0018926013726741076, 2.734237341428525e-06, 5.233299127382907e-09, 1.544413841259029e-08, 2.1430133756439318e-07, 8.511520945830853e-07, 8.486225056003605e-07, 3.3634401575000084e-07, 9.441573922686075e-08, 2.9021347103252992e-08, 1.1623277451633385e-08, 6.060910884286841e-09, 3.854930596958184e-09, 2.795349507422884e-09, 2.201783644295574e-09, 1.829912554818236e-09, 1.580329200834285e-09], "update_matrix_norm_1": [31780.09765625], "update_matrix_norm_2": [8.403529167175293], "update_matrix_norm_inf": [0.04884165897965431], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Finland national football team", "target_new": {"str": "Bob Melvin"}, "old_answer": {"str": "Markku Kanerva"}, "seed": 42}}, {"loss_per_step": [4.493, 3.319, 2.506, 1.81, 1.336, 1.003, 0.836, 0.389, 0.367, 0.362, 0.36, 0.354, 0.332, 0.337, 0.326, 0.316, 0.32, 0.319, 0.315, 0.313], "prob_new": [0.012173530645668507, 0.054477766156196594, 0.11293131113052368, 0.23204654455184937, 0.4498688876628876, 0.5202539563179016, 0.5969876646995544, 0.9664349555969238, 0.9904869198799133, 0.9953271746635437, 0.9973099231719971, 0.9981260895729065, 0.9985585808753967, 0.9986897706985474, 0.9988025426864624, 0.9988590478897095, 0.9988494515419006, 0.9987964034080505, 0.9987068176269531, 0.9985890984535217], "prob_old": [0.8391484022140503, 0.131411612033844, 0.2385450154542923, 0.06444066017866135, 0.06350149214267731, 0.07162867486476898, 0.07270276546478271, 0.03255879506468773, 0.015286266803741455, 0.008898946456611156, 0.0061139920726418495, 0.004736855626106262, 0.003928149584680796, 0.004421629942953587, 0.005136344116181135, 0.006154525093734264, 0.0071456278674304485, 0.008098014630377293, 0.009122123941779137, 0.010212799534201622], "prob_new_token": [1.481934873481805e-06, 0.00023630265786778182, 0.0013244801666587591, 0.008396293967962265, 0.024215945973992348, 0.04656565189361572, 0.067690908908844, 0.8501331806182861, 0.9686890244483948, 0.9921975135803223, 0.9980207681655884, 0.9992088675498962, 0.9994619488716125, 0.999453604221344, 0.9993794560432434, 0.999252438545227, 0.9991095066070557, 0.9989462494850159, 0.9987441897392273, 0.9985093474388123], "prob_old_token": [0.6746495962142944, 2.23166098294314e-05, 0.0014658485306426883, 0.00012616516323760152, 5.8738372899824753e-05, 4.796477878699079e-05, 1.640867776586674e-05, 9.481117899667879e-07, 1.0078606749175378e-07, 1.544911754081113e-08, 2.9800928391665593e-09, 8.63939586537299e-10, 3.777816393046862e-10, 3.4813230076480295e-10, 3.8386255285516313e-10, 4.721346646974212e-10, 5.92569215918104e-10, 7.678558344714759e-10, 1.037819608029622e-09, 1.4251292368427926e-09], "update_matrix_norm_1": [32114.3359375], "update_matrix_norm_2": [8.371593475341797], "update_matrix_norm_inf": [0.054805394262075424], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "DR Congo national football team", "target_new": {"str": "Michael O'Neill"}, "old_answer": {"str": "Florent Ibenge"}, "seed": 42}}, {"loss_per_step": [2.238, 2.357, 2.402, 1.849, 1.377, 1.024, 0.78, 0.595, 0.453, 0.398, 0.366, 0.367, 0.366, 0.365, 0.363, 0.362, 0.361, 0.359, 0.346, 0.364], "prob_new": [0.1083739623427391, 0.15692727267742157, 0.15412820875644684, 0.25449222326278687, 0.3606797754764557, 0.5139718651771545, 0.6605128645896912, 0.7901023030281067, 0.9106559753417969, 0.9931282997131348, 0.9941683411598206, 0.9936122894287109, 0.9944793581962585, 0.9960641860961914, 0.9971361756324768, 0.9977771639823914, 0.9981542229652405, 0.9983771443367004, 0.9984579682350159, 0.9980835914611816], "prob_old": [0.8391484022140503, 0.1450415998697281, 0.6434287428855896, 0.48467472195625305, 0.41845813393592834, 0.6020985841751099, 0.3139134347438812, 0.6108962297439575, 0.092488594353199, 0.14963872730731964, 0.14291872084140778, 0.1460576057434082, 0.14390113949775696, 0.1337667852640152, 0.11984983086585999, 0.10589313507080078, 0.09392832964658737, 0.08471614867448807, 0.0797019675374031, 0.08902566879987717], "prob_new_token": [0.00019543601956684142, 0.0005430632154457271, 0.002251726808026433, 0.009479866363108158, 0.02377251163125038, 0.040723104029893875, 0.11613552272319794, 0.3998040556907654, 0.6062788367271423, 0.9921087622642517, 0.9944550395011902, 0.994353711605072, 0.9945600032806396, 0.9955695271492004, 0.9967344999313354, 0.9976609945297241, 0.9982534646987915, 0.9985781908035278, 0.9986300468444824, 0.997775137424469], "prob_old_token": [0.6746495962142944, 0.0009230111027136445, 0.10567442327737808, 0.014232668094336987, 0.03679497912526131, 0.20817412436008453, 0.0008614961407147348, 0.09472252428531647, 4.881469067186117e-06, 4.712694862973876e-05, 2.6339190299040638e-05, 2.7240934286965057e-05, 2.946916538348887e-05, 2.509609839762561e-05, 1.759810038493015e-05, 1.1451815225882456e-05, 7.660003575438168e-06, 5.600882104772609e-06, 4.982653535989812e-06, 9.343750207335688e-06], "update_matrix_norm_1": [31219.74609375], "update_matrix_norm_2": [8.37159252166748], "update_matrix_norm_inf": [0.071208655834198], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "DR Congo national football team", "target_new": {"str": "Aliou Ciss\u00e9"}, "old_answer": {"str": "Florent Ibenge"}, "seed": 42}}, {"loss_per_step": [4.561, 2.982, 1.689, 0.592, 2.344, 0.621, 0.571, 0.433, 0.376, 0.35, 0.346, 0.342, 0.337, 0.33, 0.322, 0.316, 0.314, 0.313, 0.311, 0.311], "prob_new": [0.011501884087920189, 0.08411558717489243, 0.3121063709259033, 0.8119893670082092, 0.14860814809799194, 0.7777983546257019, 0.8988549709320068, 0.9226588606834412, 0.9692396521568298, 0.990125834941864, 0.992409884929657, 0.9932973980903625, 0.9938063025474548, 0.9941985011100769, 0.9945626258850098, 0.9949203729629517, 0.9952648282051086, 0.9955824017524719, 0.9958652257919312, 0.9961115717887878], "prob_old": [0.8391484022140503, 0.1664024293422699, 0.06457380205392838, 0.016007350757718086, 0.009562892839312553, 0.06373833119869232, 0.04786417633295059, 0.05453817546367645, 0.04179996997117996, 0.022052671760320663, 0.015888510271906853, 0.013665681704878807, 0.012773050926625729, 0.012430309318006039, 0.01231522485613823, 0.012231224216520786, 0.01208148431032896, 0.011900295503437519, 0.011751801706850529, 0.011670330539345741], "prob_new_token": [1.3614680028695147e-05, 0.00039390442543663085, 0.017872190102934837, 0.27764010429382324, 0.008802475407719612, 0.4493875205516815, 0.995059609413147, 0.9807791709899902, 0.9449525475502014, 0.9914333820343018, 0.9954099655151367, 0.996181845664978, 0.9964302778244019, 0.9965953230857849, 0.9967876672744751, 0.9970707893371582, 0.9974440336227417, 0.9978177547454834, 0.9981300830841064, 0.9983722567558289], "prob_old_token": [0.6746495962142944, 0.00013583082181867212, 7.913637819001451e-05, 6.459917585743824e-06, 4.531665922513639e-07, 1.70796483871527e-05, 6.275935326982562e-09, 1.3898863926442573e-07, 2.903260281073017e-07, 8.958727093499874e-09, 2.4810764553961917e-09, 1.5050269919214543e-09, 1.2976518748430976e-09, 1.3396459497272417e-09, 1.4792200797586474e-09, 1.5559352695149187e-09, 1.4636606371354333e-09, 1.296209806156412e-09, 1.1570804314686711e-09, 1.0832571506469435e-09], "update_matrix_norm_1": [33338.0546875], "update_matrix_norm_2": [8.37159252166748], "update_matrix_norm_inf": [0.05419554188847542], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "DR Congo national football team", "target_new": {"str": "Markku Kanerva"}, "old_answer": {"str": "Florent Ibenge"}, "seed": 42}}, {"loss_per_step": [3.988, 3.914, 3.256, 2.229, 2.206, 1.634, 1.472, 1.164, 0.452, 0.333, 0.315, 0.309, 0.307, 0.305, 0.307, 0.307, 0.308, 0.307, 0.304, 0.302], "prob_new": [0.018820462748408318, 0.033474650233983994, 0.056927263736724854, 0.14792831242084503, 0.15003414452075958, 0.2659943401813507, 0.3128860592842102, 0.4271678030490875, 0.8760095238685608, 0.9843385219573975, 0.9924957752227783, 0.9954795241355896, 0.9963077306747437, 0.9966232180595398, 0.9968448877334595, 0.9971345663070679, 0.9973735213279724, 0.9975804090499878, 0.9977572560310364, 0.9978997707366943], "prob_old": [0.7196097373962402, 0.16761715710163116, 0.28099536895751953, 0.29295703768730164, 0.11972977966070175, 0.31093987822532654, 0.2582853436470032, 0.22125352919101715, 0.14661535620689392, 0.01808062568306923, 0.011303689330816269, 0.008171000517904758, 0.0065011028200387955, 0.005509927403181791, 0.004929375369101763, 0.004674343392252922, 0.00441076559945941, 0.004145974293351173, 0.0038810092955827713, 0.0036205179058015347], "prob_new_token": [0.00011475918290670961, 2.7658990802592598e-05, 0.002438753377646208, 0.006681802216917276, 0.0060569592751562595, 0.0065557146444916725, 0.006473316345363855, 0.023606257513165474, 0.40578654408454895, 0.989047646522522, 0.9900018572807312, 0.9962700605392456, 0.9978480935096741, 0.9983335733413696, 0.9985602498054504, 0.9987106323242188, 0.9988346695899963, 0.9989456534385681, 0.999047577381134, 0.9991401433944702], "prob_old_token": [0.6350910067558289, 0.0003609862760640681, 0.0026280053425580263, 0.006734002381563187, 0.004135329741984606, 0.0019020818872377276, 0.0023253322578966618, 0.0019324213499203324, 0.0006833387305960059, 2.538636145743567e-08, 3.8202867536085705e-09, 4.3204290145482105e-10, 5.962740717846415e-11, 1.305074711493992e-11, 4.672526688481726e-12, 2.6277723486761717e-12, 1.64211428742983e-12, 1.110228879316888e-12, 7.971201823608887e-13, 6.043928378607344e-13], "update_matrix_norm_1": [31393.384765625], "update_matrix_norm_2": [8.434091567993164], "update_matrix_norm_inf": [0.07649801671504974], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Northern Ireland national association football team", "target_new": {"str": "Markku Kanerva"}, "old_answer": {"str": "Michael O'Neill"}, "seed": 42}}, {"loss_per_step": [9.523, 8.545, 6.329, 3.679, 4.93, 2.608, 0.558, 0.322, 0.314, 0.312, 0.311, 0.309, 0.308, 0.307, 0.306, 0.305, 0.304, 0.303, 0.303, 0.302], "prob_new": [8.746419916860759e-05, 0.000318586069624871, 0.002804000861942768, 0.03834217041730881, 0.012035388499498367, 0.11103901267051697, 0.7929275035858154, 0.9833728671073914, 0.9927326440811157, 0.9947093725204468, 0.9954952001571655, 0.9959794878959656, 0.9964070916175842, 0.9968339800834656, 0.9972488880157471, 0.9976341128349304, 0.9979825615882874, 0.9982882142066956, 0.9985480904579163, 0.9987632632255554], "prob_old": [0.7196097373962402, 0.06304296851158142, 0.15227970480918884, 0.15382243692874908, 0.05597229301929474, 0.05578703060746193, 0.027782293036580086, 0.008692099712789059, 0.004906179383397102, 0.00407223217189312, 0.003865901380777359, 0.00381082808598876, 0.0037687683943659067, 0.0036916339304298162, 0.0035630043130367994, 0.003386276075616479, 0.003181586740538478, 0.0029670402873307467, 0.002753333654254675, 0.0025463744532316923], "prob_new_token": [1.529882865725085e-05, 1.1369916137482505e-05, 0.0026430657599121332, 0.0058491467498242855, 0.005084871314466, 0.07811439037322998, 0.7047672867774963, 0.9958259463310242, 0.9995819926261902, 0.9998258948326111, 0.9998759627342224, 0.9998947978019714, 0.9999066591262817, 0.9999182224273682, 0.9999290704727173, 0.99993896484375, 0.9999485611915588, 0.9999572038650513, 0.9999645948410034, 0.9999699592590332], "prob_old_token": [0.6350910067558289, 3.272814137744717e-05, 0.0016114003956317902, 0.0004808764497283846, 0.0017670652596279979, 0.012746698223054409, 0.0006837184191681445, 4.594744211772195e-07, 6.0902403120621784e-09, 8.609276069826421e-10, 3.424860395284668e-10, 2.149998928890895e-10, 1.635377111508518e-10, 1.3176262858571874e-10, 1.0474941053439935e-10, 7.984828770402075e-11, 5.863549229490062e-11, 4.194432301485307e-11, 2.9425573089270074e-11, 2.032581915278886e-11], "update_matrix_norm_1": [32287.564453125], "update_matrix_norm_2": [8.434093475341797], "update_matrix_norm_inf": [0.05936384201049805], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Northern Ireland national association football team", "target_new": {"str": "Keith Hill"}, "old_answer": {"str": "Michael O'Neill"}, "seed": 42}}, {"loss_per_step": [7.233, 4.579, 5.12, 1.235, 0.473, 0.31, 0.3, 0.302, 0.304, 0.303, 0.301, 0.299, 0.298, 0.297, 0.296, 0.296, 0.295, 0.295, 0.294, 0.294], "prob_new": [0.0007759520667605102, 0.016540436074137688, 0.011520900763571262, 0.42989322543144226, 0.8799296021461487, 0.9962369203567505, 0.9947923421859741, 0.9930847883224487, 0.9924818873405457, 0.9932309985160828, 0.9945497512817383, 0.9957436323165894, 0.9966190457344055, 0.9972313046455383, 0.9976736903190613, 0.9980105757713318, 0.9982746243476868, 0.9984803795814514, 0.9986374378204346, 0.9987562298774719], "prob_old": [0.7196097373962402, 0.09708604216575623, 0.5412423610687256, 0.045325979590415955, 0.020881425589323044, 0.01871209219098091, 0.018846016377210617, 0.019135378301143646, 0.019172808155417442, 0.01884680986404419, 0.01826532371342182, 0.017590511590242386, 0.01692052185535431, 0.016272036358714104, 0.015619521029293537, 0.014943929389119148, 0.014259438030421734, 0.013609249144792557, 0.013037707656621933, 0.012566834688186646], "prob_new_token": [2.0819884127831756e-07, 0.0007343487814068794, 0.0001196734665427357, 0.17179438471794128, 0.9777237772941589, 0.9957439303398132, 0.991652250289917, 0.9870262742042542, 0.9849228858947754, 0.986412763595581, 0.9895942807197571, 0.9925417900085449, 0.9946730732917786, 0.9961125254631042, 0.9970988035202026, 0.997794508934021, 0.9982874989509583, 0.9986295700073242, 0.9988604187965393, 0.9990139007568359], "prob_old_token": [0.6350910067558289, 0.000391148729249835, 0.13794328272342682, 0.00034014019183814526, 1.1642559911706485e-06, 4.4602494142509386e-08, 3.0972479692081833e-08, 2.8584169697865036e-08, 2.5400940018016627e-08, 2.0582985982287028e-08, 1.5577089840235203e-08, 1.1532494958998996e-08, 8.605964829655477e-09, 6.4882597072823955e-09, 4.871815839635474e-09, 3.6075498144327867e-09, 2.6553566012665897e-09, 1.985798414594342e-09, 1.542458272218994e-09, 1.2581569119873848e-09], "update_matrix_norm_1": [32521.587890625], "update_matrix_norm_2": [8.434093475341797], "update_matrix_norm_inf": [0.059755802154541016], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Northern Ireland national association football team", "target_new": {"str": "Fernando Santos"}, "old_answer": {"str": "Michael O'Neill"}, "seed": 42}}, {"loss_per_step": [7.518, 6.068, 4.17, 2.231, 0.758, 0.483, 0.453, 0.45, 0.444, 0.438, 0.434, 0.433, 0.432, 0.431, 0.429, 0.429, 0.428, 0.428, 0.427, 0.427], "prob_new": [0.0006200162461027503, 0.003921740222722292, 0.02663268707692623, 0.17434881627559662, 0.7465717196464539, 0.9766267538070679, 0.9931882619857788, 0.9954551458358765, 0.9966592788696289, 0.9975845813751221, 0.9979949593544006, 0.9982713460922241, 0.9985491633415222, 0.998816192150116, 0.9990441799163818, 0.9992212057113647, 0.9993495345115662, 0.9994385242462158, 0.9994985461235046, 0.9995389580726624], "prob_old": [0.8315511345863342, 0.44808143377304077, 0.11318144202232361, 0.24814942479133606, 0.08128375560045242, 0.01883632503449917, 0.016860125586390495, 0.01838223822414875, 0.01817968115210533, 0.017154764384031296, 0.016124064102768898, 0.015110237523913383, 0.01410060003399849, 0.013160518370568752, 0.012341618537902832, 0.011667433194816113, 0.011143486015498638, 0.010764559730887413, 0.01052108034491539, 0.01040212158113718], "prob_new_token": [4.180481482762843e-06, 0.0003003301681019366, 0.0005065948353148997, 0.0695030465722084, 0.8087206482887268, 0.9974459409713745, 0.9978394508361816, 0.9969275593757629, 0.9980207681655884, 0.9990633130073547, 0.9994606375694275, 0.9996208548545837, 0.9997080564498901, 0.9997639060020447, 0.999800980091095, 0.9998253583908081, 0.9998409748077393, 0.9998506307601929, 0.9998559355735779, 0.9998576045036316], "prob_old_token": [0.6804429888725281, 0.06956803798675537, 9.683129610493779e-05, 0.002804209478199482, 1.0838928574230522e-05, 3.017339622601867e-08, 3.381226676424376e-08, 5.5413391208958274e-08, 4.591732505332402e-08, 3.035314577459758e-08, 2.2293155765851225e-08, 1.7318203759941753e-08, 1.3289476186173488e-08, 1.0133556216374018e-08, 7.88051490729913e-09, 6.381446038261629e-09, 5.436479266762717e-09, 4.882392712346473e-09, 4.6157548894143474e-09, 4.5807695414623595e-09], "update_matrix_norm_1": [23001.1171875], "update_matrix_norm_2": [6.290361404418945], "update_matrix_norm_inf": [0.04320581257343292], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Miami Heat", "target_new": {"str": "Lee Johnson"}, "old_answer": {"str": "Erik Spoelstra"}, "seed": 42}}, {"loss_per_step": [3.985, 3.078, 1.515, 1.383, 0.666, 0.464, 0.465, 0.456, 0.445, 0.438, 0.435, 0.433, 0.431, 0.429, 0.428, 0.427, 0.426, 0.426, 0.425, 0.425], "prob_new": [0.01879175566136837, 0.07801540940999985, 0.3540880084037781, 0.3950631022453308, 0.8101436495780945, 0.9854686260223389, 0.9821434020996094, 0.9852268695831299, 0.9901599287986755, 0.9937362670898438, 0.9959019422531128, 0.9971862435340881, 0.9979609847068787, 0.9984428882598877, 0.9987573623657227, 0.9989729523658752, 0.9991266131401062, 0.9992391467094421, 0.9993231892585754, 0.9993869662284851], "prob_old": [0.8315511345863342, 0.41735586524009705, 0.23201434314250946, 0.4438156485557556, 0.12756097316741943, 0.04462699964642525, 0.039315905421972275, 0.036086056381464005, 0.03129713237285614, 0.026447348296642303, 0.022459648549556732, 0.01943754218518734, 0.017234228551387787, 0.015698257833719254, 0.014671257697045803, 0.013988272286951542, 0.013508114032447338, 0.013135257177054882, 0.012824814766645432, 0.012569732964038849], "prob_new_token": [8.326151146320626e-05, 0.005597286392003298, 0.026024335995316505, 0.1167794018983841, 0.4017986059188843, 0.9938915967941284, 0.9931577444076538, 0.9946661591529846, 0.9970155954360962, 0.998501181602478, 0.999229907989502, 0.9995742440223694, 0.9997442364692688, 0.9998309016227722, 0.9998751878738403, 0.9998982548713684, 0.9999096393585205, 0.9999152421951294, 0.9999173283576965, 0.9999170899391174], "prob_old_token": [0.6804429888725281, 0.006074498873203993, 0.009848827496170998, 0.05157314985990524, 0.0007388216909021139, 3.0933840662328294e-06, 1.0507308161322726e-06, 6.131822942734289e-07, 3.212724379864085e-07, 1.6314074002821144e-07, 8.921149685647833e-08, 5.463905239366795e-08, 3.755827648888044e-08, 2.8780567262742807e-08, 2.414325273036866e-08, 2.151285016793736e-08, 1.9780989291007245e-08, 1.8440900362293178e-08, 1.7346899028325424e-08, 1.654469983236595e-08], "update_matrix_norm_1": [22836.91796875], "update_matrix_norm_2": [6.290362358093262], "update_matrix_norm_inf": [0.04858984053134918], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Miami Heat", "target_new": {"str": "Gregor Townsend"}, "old_answer": {"str": "Erik Spoelstra"}, "seed": 42}}, {"loss_per_step": [4.624, 3.672, 2.767, 1.176, 0.633, 0.518, 0.482, 0.465, 0.457, 0.451, 0.446, 0.442, 0.439, 0.437, 0.434, 0.433, 0.432, 0.431, 0.43, 0.426], "prob_new": [0.010272689163684845, 0.04587254300713539, 0.10543857514858246, 0.4964334964752197, 0.8447768688201904, 0.942900538444519, 0.9709515571594238, 0.9824458956718445, 0.9877154231071472, 0.9905980825424194, 0.9925394058227539, 0.9939370155334473, 0.9943956732749939, 0.9940476417541504, 0.9956543445587158, 0.9966204762458801, 0.9970159530639648, 0.9973106384277344, 0.9975599646568298, 0.9975509643554688], "prob_old": [0.8315511345863342, 0.5867825150489807, 0.08653318136930466, 0.10028907656669617, 0.056302547454833984, 0.03486877679824829, 0.023659907281398773, 0.0184773076325655, 0.01626395992934704, 0.015915464609861374, 0.017260847613215446, 0.020796237513422966, 0.027173247188329697, 0.032205965369939804, 0.02583066187798977, 0.019470665603876114, 0.01648852601647377, 0.01600996032357216, 0.017575107514858246, 0.021403789520263672], "prob_new_token": [9.808297363633756e-06, 0.00039715919410809875, 0.004599826410412788, 0.12860415875911713, 0.6505284905433655, 0.8558740019798279, 0.9217337369918823, 0.9564675092697144, 0.9733774065971375, 0.9819937944412231, 0.9868417382240295, 0.9896753430366516, 0.9909817576408386, 0.9916172027587891, 0.9939937591552734, 0.9954960346221924, 0.9962297677993774, 0.99665367603302, 0.9969053268432617, 0.9969063997268677], "prob_old_token": [0.6804429888725281, 0.3440006971359253, 0.00028947851387783885, 4.233074650983326e-05, 2.1947356799500994e-05, 1.0207812010776252e-05, 4.9249374569626525e-06, 2.4243458938144613e-06, 1.3467804365063785e-06, 8.848825245877379e-07, 7.137828106351662e-07, 7.582571583952813e-07, 1.1177837677678326e-06, 1.4732446516063646e-06, 7.19557419870398e-07, 3.0802030437371286e-07, 1.7835961330092687e-07, 1.418561055288592e-07, 1.5248474483087193e-07, 2.2444351088779513e-07], "update_matrix_norm_1": [22540.50390625], "update_matrix_norm_2": [6.251552581787109], "update_matrix_norm_inf": [0.04524796083569527], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Miami Heat", "target_new": {"str": "John Harbaugh"}, "old_answer": {"str": "Erik Spoelstra"}, "seed": 42}}, {"loss_per_step": [7.54, 5.968, 4.733, 2.988, 1.29, 0.596, 0.466, 0.445, 0.435, 0.427, 0.422, 0.419, 0.418, 0.416, 0.415, 0.413, 0.413, 0.412, 0.411, 0.41], "prob_new": [0.0005960745038464665, 0.004449611995369196, 0.014926416799426079, 0.08100411295890808, 0.43534180521965027, 0.8638565540313721, 0.9831187129020691, 0.994499146938324, 0.9974291920661926, 0.9983158111572266, 0.998694658279419, 0.9989139437675476, 0.9990590810775757, 0.9991536736488342, 0.9992114901542664, 0.999245822429657, 0.9992696046829224, 0.9992919564247131, 0.999317467212677, 0.9993453621864319], "prob_old": [0.7893291711807251, 0.18798582255840302, 0.22734761238098145, 0.05744512379169464, 0.012601900845766068, 0.02115686982870102, 0.008041351102292538, 0.004087304230779409, 0.0028418239671736956, 0.0023768965620547533, 0.002192190382629633, 0.002122439444065094, 0.002114824252203107, 0.0021375692449510098, 0.0021629217080771923, 0.0021805681753903627, 0.0021933375392109156, 0.0022016025613993406, 0.002202825155109167, 0.002196983899921179], "prob_new_token": [2.3920831608847948e-06, 1.4973305951571092e-05, 8.379969949601218e-05, 0.0007481261854991317, 0.14356781542301178, 0.8020302057266235, 0.9863422513008118, 0.9969584941864014, 0.9983155131340027, 0.9986117482185364, 0.9987885355949402, 0.9989166259765625, 0.9989877343177795, 0.9990203380584717, 0.9990335702896118, 0.9990350008010864, 0.999032735824585, 0.9990402460098267, 0.9990659356117249, 0.9991036653518677], "prob_old_token": [0.6589632034301758, 0.0008667827933095396, 0.0058715553022921085, 3.8698086427757517e-05, 3.021232942046481e-06, 6.7154387579648755e-06, 7.200400204965263e-07, 1.0875437794766185e-07, 3.3814266942044924e-08, 1.7632142856882638e-08, 1.171721120130087e-08, 8.931752226715162e-09, 7.519754596785333e-09, 6.70123290191782e-09, 6.085990378323913e-09, 5.581858086856073e-09, 5.193296015448823e-09, 4.87164886209257e-09, 4.558057042913788e-09, 4.237408202101278e-09], "update_matrix_norm_1": [23340.322265625], "update_matrix_norm_2": [6.471085548400879], "update_matrix_norm_inf": [0.043428901582956314], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Cleveland Guardians", "target_new": {"str": "Christian Streich"}, "old_answer": {"str": "Terry Francona"}, "seed": 42}}, {"loss_per_step": [3.525, 3.64, 1.39, 0.804, 0.466, 0.423, 0.414, 0.408, 0.405, 0.402, 0.4, 0.398, 0.397, 0.397, 0.396, 0.395, 0.395, 0.395, 0.394, 0.394], "prob_new": [0.03229536861181259, 0.04457952827215195, 0.37947165966033936, 0.6740495562553406, 0.9561753273010254, 0.990080714225769, 0.994417130947113, 0.9964995980262756, 0.9975844025611877, 0.9981372952461243, 0.9984387159347534, 0.9986191987991333, 0.9987313747406006, 0.9987981915473938, 0.9988340139389038, 0.9988512396812439, 0.9988621473312378, 0.9988768696784973, 0.9989015460014343, 0.9989375472068787], "prob_old": [0.7893291711807251, 0.14836014807224274, 0.32462137937545776, 0.28989189863204956, 0.12003527581691742, 0.07939659804105759, 0.0642039030790329, 0.054721806198358536, 0.04824433475732803, 0.043844014406204224, 0.04083424434065819, 0.03872132673859596, 0.03724440187215805, 0.03627574071288109, 0.035719867795705795, 0.03546673431992531, 0.035389553755521774, 0.035366956144571304, 0.03530602529644966, 0.03516026586294174], "prob_new_token": [0.0001638373068999499, 0.004126833751797676, 0.06733434647321701, 0.2725268602371216, 0.8547645807266235, 0.9838986992835999, 0.9938721060752869, 0.9964632987976074, 0.9974862933158875, 0.9979382157325745, 0.9981410503387451, 0.9982178807258606, 0.9982106685638428, 0.9981325268745422, 0.9979897737503052, 0.9977960586547852, 0.9975766539573669, 0.9973633885383606, 0.9971873164176941, 0.9970648884773254], "prob_old_token": [0.6589632034301758, 0.0011906756553798914, 0.019145812839269638, 0.006962720304727554, 0.0002587830531410873, 1.632117164263036e-05, 4.094223641004646e-06, 1.8709308733377839e-06, 1.1374585255907732e-06, 8.30152430353337e-07, 6.85290956425888e-07, 6.160080374684185e-07, 5.940661935710523e-07, 6.117174393693858e-07, 6.669380354651366e-07, 7.560130370620755e-07, 8.691820312378695e-07, 9.894990853354102e-07, 1.096777737075172e-06, 1.1757116453736671e-06], "update_matrix_norm_1": [23691.482421875], "update_matrix_norm_2": [6.471085548400879], "update_matrix_norm_inf": [0.03883948549628258], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Cleveland Guardians", "target_new": {"str": "Bob Melvin"}, "old_answer": {"str": "Terry Francona"}, "seed": 42}}, {"loss_per_step": [7.377, 6.397, 3.373, 2.141, 0.896, 0.574, 0.486, 0.468, 0.46, 0.454, 0.447, 0.441, 0.436, 0.431, 0.428, 0.424, 0.421, 0.419, 0.417, 0.415], "prob_new": [0.0006374289514496922, 0.002954289084300399, 0.05484611913561821, 0.20385996997356415, 0.6654437184333801, 0.9016854763031006, 0.9781419634819031, 0.98965984582901, 0.9917444586753845, 0.9924792647361755, 0.9928940534591675, 0.9932183027267456, 0.9935191869735718, 0.9938085675239563, 0.9940721392631531, 0.9942829012870789, 0.994415819644928, 0.9944705367088318, 0.9944927096366882, 0.9945750832557678], "prob_old": [0.7893291711807251, 0.22684933245182037, 0.01833382621407509, 0.016520440578460693, 0.024077126756310463, 0.0031834887340664864, 0.0016629177844151855, 0.001163913169875741, 0.0010294014355167747, 0.0010327710770070553, 0.0011080879485234618, 0.0012380944099277258, 0.0014247833751142025, 0.0016809088410809636, 0.0020239425357431173, 0.0024649803526699543, 0.0029925464186817408, 0.003558635711669922, 0.004078548867255449, 0.004454620182514191], "prob_new_token": [4.181904841971118e-06, 3.12284282699693e-05, 2.84090856439434e-05, 0.000544492737390101, 0.2208273559808731, 0.8432409167289734, 0.9698605537414551, 0.9894811511039734, 0.9935656189918518, 0.9949436187744141, 0.99554443359375, 0.9958315491676331, 0.9959585666656494, 0.9959824085235596, 0.9959153532981873, 0.9957501292228699, 0.995486855506897, 0.9951585531234741, 0.9948490858078003, 0.9946780204772949], "prob_old_token": [0.6589632034301758, 0.0032617668621242046, 4.1066770791076124e-05, 0.00011403911776142195, 3.3403273391741095e-06, 4.948736531673603e-08, 6.0755751540853e-09, 1.43388145801282e-09, 7.141330859994355e-10, 5.492927224182154e-10, 5.256214352655775e-10, 5.579853801229717e-10, 6.212820813367159e-10, 7.094235199289756e-10, 8.287660557826371e-10, 9.945495538232763e-10, 1.2218268619079709e-09, 1.503084767762175e-09, 1.7789517636757068e-09, 1.937774607441156e-09], "update_matrix_norm_1": [23910.01171875], "update_matrix_norm_2": [6.471086025238037], "update_matrix_norm_inf": [0.03929808363318443], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Cleveland Guardians", "target_new": {"str": "Pal Dardai"}, "old_answer": {"str": "Terry Francona"}, "seed": 42}}, {"loss_per_step": [9.001, 7.834, 4.926, 2.0, 0.635, 0.508, 0.457, 0.452, 0.451, 0.447, 0.445, 0.443, 0.442, 0.44, 0.439, 0.437, 0.436, 0.435, 0.434, 0.433], "prob_new": [0.0001611649786354974, 0.0008130765636451542, 0.014447101391851902, 0.23831358551979065, 0.8601686358451843, 0.9846811294555664, 0.9957011938095093, 0.997682511806488, 0.9982473254203796, 0.9985628128051758, 0.9987688064575195, 0.9989129304885864, 0.9990218281745911, 0.9991090297698975, 0.9991773366928101, 0.9992288947105408, 0.9992648959159851, 0.999284565448761, 0.9992852210998535, 0.9992623329162598], "prob_old": [0.7738072872161865, 0.6121569871902466, 0.08303925395011902, 0.00981033593416214, 0.014239689335227013, 0.006408492103219032, 0.0035236224066466093, 0.002387786516919732, 0.001928103156387806, 0.0016582637326791883, 0.0015011883806437254, 0.0014164726017042994, 0.0013833112316206098, 0.001383648719638586, 0.001421454711817205, 0.0015011660289019346, 0.0016139473300427198, 0.0017623098101466894, 0.0019743198063224554, 0.0022952205035835505], "prob_new_token": [0.00017108838073909283, 0.002677854150533676, 0.017160648480057716, 0.02512655407190323, 0.8203893303871155, 0.9851546287536621, 0.9977648258209229, 0.9987205862998962, 0.9987693428993225, 0.9987825155258179, 0.9988081455230713, 0.9988497495651245, 0.9989057779312134, 0.9989713430404663, 0.9990379214286804, 0.9991017580032349, 0.9991580843925476, 0.9992055296897888, 0.9992417097091675, 0.9992624521255493], "prob_old_token": [0.6202701330184937, 0.47927170991897583, 0.0008323178626596928, 6.676333214272745e-06, 1.6402083247157861e-06, 7.888203157335738e-08, 3.7810186093167886e-09, 7.172331062399451e-10, 3.3331035154127164e-10, 2.116613828651026e-10, 1.550936046257334e-10, 1.2717710218268508e-10, 1.209850830630188e-10, 1.2742623622941096e-10, 1.435665059057456e-10, 1.7269664864816292e-10, 2.2179129366417527e-10, 3.0826755037516307e-10, 4.789097451940449e-10, 8.538222351361924e-10], "update_matrix_norm_1": [23930.927734375], "update_matrix_norm_2": [6.331693649291992], "update_matrix_norm_inf": [0.03194018453359604], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oklahoma City Thunder", "target_new": {"str": "David Wagner"}, "old_answer": {"str": "Billy Donovan"}, "seed": 42}}, {"loss_per_step": [5.676, 4.492, 3.421, 2.252, 1.615, 1.159, 0.783, 0.601, 0.507, 0.457, 0.443, 0.438, 0.433, 0.43, 0.427, 0.425, 0.423, 0.422, 0.421, 0.421], "prob_new": [0.003573498222976923, 0.0182504765689373, 0.05243625119328499, 0.16606613993644714, 0.31385236978530884, 0.49502676725387573, 0.724617600440979, 0.8626770973205566, 0.9475666284561157, 0.984940230846405, 0.9928857684135437, 0.9948968887329102, 0.9954696297645569, 0.9964803457260132, 0.997625470161438, 0.9982385635375977, 0.998566210269928, 0.9987796545028687, 0.9989421963691711, 0.9990686774253845], "prob_old": [0.7738072872161865, 0.3819510340690613, 0.013824895955622196, 0.17160658538341522, 0.07970951497554779, 0.19614002108573914, 0.4691207706928253, 0.018264835700392723, 0.012148428708314896, 0.008603474125266075, 0.008651363663375378, 0.01050562784075737, 0.012051578611135483, 0.012368186376988888, 0.011979877948760986, 0.011625303886830807, 0.011449887417256832, 0.011290144175291061, 0.01093700248748064, 0.010409197770059109], "prob_new_token": [0.0033494653180241585, 0.0022876595612615347, 0.00027921353466808796, 0.012195611372590065, 0.017240114510059357, 0.08690077066421509, 0.6072054505348206, 0.6589003205299377, 0.9843712449073792, 0.9983468055725098, 0.9994199275970459, 0.9995650053024292, 0.9995386600494385, 0.9994856119155884, 0.9994567036628723, 0.9994440674781799, 0.9994356632232666, 0.9994243383407593, 0.9994092583656311, 0.9993883371353149], "prob_old_token": [0.6202701330184937, 0.022055264562368393, 1.964494731510058e-05, 0.0017561326967552304, 0.0003641150251496583, 0.005388353019952774, 0.10049735754728317, 2.6609339329297654e-05, 1.1271702533122152e-05, 9.948063279807684e-07, 3.949653830659372e-07, 4.725597761989775e-07, 6.524372793137445e-07, 7.761662459415675e-07, 8.688157322467305e-07, 1.0125548897121917e-06, 1.2106658004995552e-06, 1.3909983636040124e-06, 1.4498053815259482e-06, 1.376142449771578e-06], "update_matrix_norm_1": [23196.765625], "update_matrix_norm_2": [6.331696510314941], "update_matrix_norm_inf": [0.04558226838707924], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oklahoma City Thunder", "target_new": {"str": "Markku Kanerva"}, "old_answer": {"str": "Billy Donovan"}, "seed": 42}}, {"loss_per_step": [4.574, 3.513, 1.541, 0.726, 0.547, 0.494, 0.471, 0.458, 0.451, 0.448, 0.444, 0.441, 0.44, 0.439, 0.437, 0.436, 0.435, 0.434, 0.432, 0.426], "prob_new": [0.010379918850958347, 0.04874684661626816, 0.3759306073188782, 0.7792309522628784, 0.9185499548912048, 0.962059736251831, 0.97825688123703, 0.9855826497077942, 0.9898122549057007, 0.9926128387451172, 0.9945184588432312, 0.9958242774009705, 0.9967198967933655, 0.9973217248916626, 0.9977121949195862, 0.997955858707428, 0.9981019496917725, 0.9981833100318909, 0.9982200264930725, 0.9981807470321655], "prob_old": [0.7738072872161865, 0.2713792622089386, 0.020391833037137985, 0.0067382450215518475, 0.0038638829719275236, 0.002656529424712062, 0.0018982389010488987, 0.0013951926957815886, 0.001059176167473197, 0.0008399227517656982, 0.0006984722567722201, 0.0006027474883012474, 0.0005341387004591525, 0.00048581245937384665, 0.00045554517419077456, 0.0004408611566759646, 0.00043808083864860237, 0.00044326501665636897, 0.0004527952114585787, 0.0004751418891828507], "prob_new_token": [7.813338015694171e-05, 0.0008679181337356567, 0.0411965548992157, 0.4972974956035614, 0.8244827389717102, 0.9307563304901123, 0.9686968326568604, 0.9839494228363037, 0.9907917976379395, 0.9941143989562988, 0.995842695236206, 0.9968371987342834, 0.9974731802940369, 0.9979020357131958, 0.9981935620307922, 0.9983876347541809, 0.9985129833221436, 0.9985866546630859, 0.9986220002174377, 0.998552680015564], "prob_old_token": [0.6202701330184937, 0.012035482563078403, 0.0004853158607147634, 3.485088745946996e-05, 1.0665535228326917e-05, 4.290079687052639e-06, 1.7949000721273478e-06, 8.112367595458636e-07, 4.099246098121512e-07, 2.393656473032024e-07, 1.6170976380180946e-07, 1.2112391800656042e-07, 9.614744556074584e-08, 7.934120560548763e-08, 6.824301834740254e-08, 6.167853427996306e-08, 5.8768375055251454e-08, 5.869197750030253e-08, 6.02523968495916e-08, 6.389998929989815e-08], "update_matrix_norm_1": [23159.767578125], "update_matrix_norm_2": [6.2713470458984375], "update_matrix_norm_inf": [0.033314500004053116], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oklahoma City Thunder", "target_new": {"str": "Terry Francona"}, "old_answer": {"str": "Billy Donovan"}, "seed": 42}}, {"loss_per_step": [3.319, 1.86, 1.454, 0.713, 0.385, 0.342, 0.33, 0.322, 0.317, 0.315, 0.313, 0.312, 0.311, 0.309, 0.309, 0.308, 0.307, 0.306, 0.306, 0.305], "prob_new": [0.03720875829458237, 0.22226566076278687, 0.3302162289619446, 0.6822673082351685, 0.9362645745277405, 0.9771894216537476, 0.9854827523231506, 0.9893971681594849, 0.9916855096817017, 0.9931834936141968, 0.9942473769187927, 0.9950394630432129, 0.9956439137458801, 0.9961124658584595, 0.9964811205863953, 0.9967767596244812, 0.9970194697380066, 0.9972236752510071, 0.9973993301391602, 0.9975525140762329], "prob_old": [0.7654355764389038, 0.34248271584510803, 0.0946718230843544, 0.14474040269851685, 0.07069334387779236, 0.027385158464312553, 0.016058238223195076, 0.01204688474535942, 0.009946852922439575, 0.008535130880773067, 0.007486485410481691, 0.0066949292086064816, 0.006108400411903858, 0.005688048433512449, 0.005399240180850029, 0.0052093882113695145, 0.0050878459587693214, 0.005007522646337748, 0.004948646295815706, 0.004902249202132225], "prob_new_token": [0.0005859656957909465, 0.005366301629692316, 0.017563387751579285, 0.2062855213880539, 0.8519551753997803, 0.9668030738830566, 0.9835468530654907, 0.989264726638794, 0.9922845363616943, 0.994236409664154, 0.9955784678459167, 0.9965072870254517, 0.9971364140510559, 0.9975484609603882, 0.9978061318397522, 0.9979572892189026, 0.9980381727218628, 0.9980791211128235, 0.9981020092964172, 0.9981201887130737], "prob_old_token": [0.7291268110275269, 0.013851949013769627, 0.001500790473073721, 0.0033809226006269455, 0.0003859566350001842, 3.8278110878309235e-05, 1.239929952134844e-05, 6.381844741554232e-06, 4.020122560177697e-06, 2.8269723770790733e-06, 2.1500259208551142e-06, 1.7491325934315682e-06, 1.514919404144166e-06, 1.3890337413613452e-06, 1.3383876193984179e-06, 1.3413059605227318e-06, 1.3818367960993783e-06, 1.445893531126785e-06, 1.5219092119878042e-06, 1.6028365052989102e-06], "update_matrix_norm_1": [29466.2265625], "update_matrix_norm_2": [7.8016533851623535], "update_matrix_norm_inf": [0.04101860895752907], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Hertha BSC", "target_new": {"str": "Florent Ibenge"}, "old_answer": {"str": "Pal Dardai"}, "seed": 42}}, {"loss_per_step": [4.7, 2.842, 1.34, 0.65, 0.362, 0.337, 0.33, 0.322, 0.318, 0.315, 0.313, 0.311, 0.31, 0.309, 0.308, 0.307, 0.307, 0.306, 0.306, 0.305], "prob_new": [0.009500091895461082, 0.08116891235113144, 0.36309877038002014, 0.7202727198600769, 0.9528831243515015, 0.9765399098396301, 0.9838656783103943, 0.989712119102478, 0.9925689101219177, 0.9941070675849915, 0.9950679540634155, 0.9957191944122314, 0.9961807727813721, 0.9965173602104187, 0.9967664480209351, 0.9969528317451477, 0.997097373008728, 0.9972198605537415, 0.9973351955413818, 0.9974482655525208], "prob_old": [0.7654355764389038, 0.29876601696014404, 0.021357504650950432, 0.011954415589571, 0.004916462581604719, 0.0032794326543807983, 0.0029049189761281013, 0.0027935774996876717, 0.0028252548072487116, 0.0029254169203341007, 0.003049404826015234, 0.0031814402900636196, 0.003315952606499195, 0.0034479794558137655, 0.003570853266865015, 0.003674459643661976, 0.003744544694200158, 0.0037657313514500856, 0.0037291625048965216, 0.003639205591753125], "prob_new_token": [0.0004330916563048959, 0.00551897007972002, 0.02005366049706936, 0.3167530298233032, 0.9548326134681702, 0.9860088229179382, 0.9904871582984924, 0.9950737357139587, 0.9970850348472595, 0.9979197978973389, 0.998308539390564, 0.9984951019287109, 0.9985688328742981, 0.9985697269439697, 0.9985212087631226, 0.9984435439109802, 0.9983632564544678, 0.9983162879943848, 0.9983315467834473, 0.9984114170074463], "prob_old_token": [0.7291268110275269, 0.004724167287349701, 4.8558787966612726e-05, 1.1300160622340627e-05, 1.370336917716486e-06, 1.0012947768700542e-06, 1.0921954753939644e-06, 7.994979114300804e-07, 6.018747740199615e-07, 4.892432343694963e-07, 4.141795670875581e-07, 3.632676452980377e-07, 3.324302326745965e-07, 3.177118230723863e-07, 3.147458471630671e-07, 3.1867926963968785e-07, 3.2362888191528327e-07, 3.2337712241314875e-07, 3.13601589141399e-07, 2.9431581083372294e-07], "update_matrix_norm_1": [30178.525390625], "update_matrix_norm_2": [7.8016557693481445], "update_matrix_norm_inf": [0.040274910628795624], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Hertha BSC", "target_new": {"str": "Markku Kanerva"}, "old_answer": {"str": "Pal Dardai"}, "seed": 42}}, {"loss_per_step": [2.659, 2.216, 0.905, 0.33, 0.32, 0.313, 0.31, 0.309, 0.307, 0.305, 0.304, 0.304, 0.303, 0.302, 0.302, 0.301, 0.3, 0.299, 0.292, 0.283], "prob_new": [0.07140018790960312, 0.15402168035507202, 0.5820285081863403, 0.9866872429847717, 0.9944540858268738, 0.9959346652030945, 0.9968481659889221, 0.9974851608276367, 0.9979261755943298, 0.9982362389564514, 0.9984554052352905, 0.9986081719398499, 0.9987151026725769, 0.998796284198761, 0.9988685846328735, 0.9989404678344727, 0.9990110993385315, 0.9990659356117249, 0.999089241027832, 0.9990869164466858], "prob_old": [0.7654355764389038, 0.2719852328300476, 0.19553448259830475, 0.026690617203712463, 0.00942996982485056, 0.006189933978021145, 0.005346444435417652, 0.005191962234675884, 0.005306127015501261, 0.0055491435341537, 0.0058727688156068325, 0.006245850119739771, 0.0066175563260912895, 0.006933340337127447, 0.007157863117754459, 0.00727963587269187, 0.007314553018659353, 0.007429694756865501, 0.007865739986300468, 0.008649230003356934], "prob_new_token": [3.431630466366187e-05, 0.0004133541078772396, 0.1940666288137436, 0.9574794769287109, 0.9925564527511597, 0.9969661831855774, 0.998121976852417, 0.9985759258270264, 0.9987952709197998, 0.998913049697876, 0.9989729523658752, 0.9989880323410034, 0.9989706873893738, 0.9989416003227234, 0.9989250898361206, 0.9989335536956787, 0.9989629983901978, 0.9989706873893738, 0.9989076256752014, 0.9987810254096985], "prob_old_token": [0.7291268110275269, 0.0002776291803456843, 0.0009806165471673012, 1.8826326595444698e-06, 1.1682983824812254e-07, 3.6366714084579144e-08, 2.2125366427871995e-08, 1.7889597359044274e-08, 1.655426373758928e-08, 1.642910341104198e-08, 1.7179532463273972e-08, 1.8869105389285323e-08, 2.138480148516919e-08, 2.4229057871139048e-08, 2.6616504555931897e-08, 2.7942848035422685e-08, 2.825260736472046e-08, 2.9737632800674874e-08, 3.5832481870556876e-08, 4.8144904951641365e-08], "update_matrix_norm_1": [26940.6640625], "update_matrix_norm_2": [7.382052898406982], "update_matrix_norm_inf": [0.043950241059064865], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Hertha BSC", "target_new": {"str": "Silvia Neid"}, "old_answer": {"str": "Pal Dardai"}, "seed": 42}}, {"loss_per_step": [4.679, 4.06, 3.745, 2.225, 3.326, 1.275, 0.858, 0.491, 0.362, 0.352, 0.347, 0.345, 0.344, 0.342, 0.34, 0.339, 0.338, 0.336, 0.336, 0.335], "prob_new": [0.009604052640497684, 0.025585101917386055, 0.038406118750572205, 0.15689466893672943, 0.054308388382196426, 0.3942109942436218, 0.6038438081741333, 0.9485156536102295, 0.9825971722602844, 0.9886817932128906, 0.9914716482162476, 0.9930242300033569, 0.993989884853363, 0.9946630597114563, 0.9951669573783875, 0.9955520629882812, 0.9958510994911194, 0.996094286441803, 0.9963087439537048, 0.996509850025177], "prob_old": [0.6340530514717102, 0.19488130509853363, 0.00330211129039526, 0.1289082169532776, 0.0008465760620310903, 0.03334781154990196, 0.12996971607208252, 0.0039847856387495995, 0.0005733565194532275, 0.00024727932759560645, 0.00018222488870378584, 0.0001615689689060673, 0.00015290238661691546, 0.00014914506755303591, 0.0001476276374887675, 0.00014786575047764927, 0.0001500389917055145, 0.000154062217916362, 0.0001594479545019567, 0.00016529498680029064], "prob_new_token": [1.4928143627912505e-06, 3.378775727469474e-05, 9.926546226779465e-06, 0.0005557918339036405, 0.0068700481206178665, 0.01785508543252945, 0.10821150243282318, 0.9078415632247925, 0.9822957515716553, 0.9911027550697327, 0.9930213093757629, 0.9940400123596191, 0.9946829676628113, 0.9951055645942688, 0.9954753518104553, 0.9958057403564453, 0.9960417151451111, 0.9961501359939575, 0.9961402416229248, 0.9960559606552124], "prob_old_token": [0.6499224305152893, 0.00253323488868773, 5.347993010218488e-06, 0.03282272815704346, 0.0002527504984755069, 0.0013448362005874515, 0.015556522645056248, 2.3545941076008603e-05, 2.336334091523895e-06, 8.569626288590371e-07, 6.137047421361785e-07, 5.340834832168184e-07, 5.063081403022807e-07, 5.027207521379751e-07, 5.023330231779255e-07, 5.041846407038975e-07, 5.191949981053767e-07, 5.577909405474202e-07, 6.258728149077797e-07, 7.195965849859931e-07], "update_matrix_norm_1": [30784.822265625], "update_matrix_norm_2": [8.010740280151367], "update_matrix_norm_inf": [0.05372348427772522], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Portugal national association football team", "target_new": {"str": "Markku Kanerva"}, "old_answer": {"str": "Fernando Santos"}, "seed": 42}}, {"loss_per_step": [3.436, 2.727, 2.208, 1.621, 0.855, 0.437, 0.369, 0.36, 0.356, 0.35, 0.344, 0.345, 0.349, 0.35, 0.349, 0.345, 0.343, 0.343, 0.341, 0.338], "prob_new": [0.03317280486226082, 0.09583455324172974, 0.16126613318920135, 0.2886631488800049, 0.6202380061149597, 0.9218042492866516, 0.9835977554321289, 0.991624116897583, 0.9945430755615234, 0.9962128400802612, 0.9972662329673767, 0.9979426264762878, 0.9982412457466125, 0.9984340071678162, 0.9985761642456055, 0.9986840486526489, 0.9987716674804688, 0.9988586902618408, 0.99895179271698, 0.999039888381958], "prob_old": [0.6340530514717102, 0.4200016260147095, 0.0007249407353810966, 0.12058548629283905, 0.012986044399440289, 0.0006289032753556967, 0.00011191672820132226, 4.170135434833355e-05, 2.3426062398357317e-05, 1.6584979675826617e-05, 1.3789126569463406e-05, 1.2585472177306656e-05, 1.1977246686001308e-05, 1.2309401427046396e-05, 1.3096272596158087e-05, 1.4253763765736949e-05, 1.569441519677639e-05, 1.7011341697070748e-05, 1.7789914636523463e-05, 1.836600131355226e-05], "prob_new_token": [2.99964062833169e-06, 3.349873804836534e-05, 0.0012502013705670834, 0.0034314340446144342, 0.13698501884937286, 0.7485222816467285, 0.973818302154541, 0.9940894246101379, 0.9977480173110962, 0.998818039894104, 0.999235987663269, 0.9994281530380249, 0.9995039701461792, 0.9995373487472534, 0.99955153465271, 0.9995518922805786, 0.9995421171188354, 0.9995346069335938, 0.999542236328125, 0.9995498061180115], "prob_old_token": [0.6499224305152893, 0.1480959951877594, 1.0433547004140564e-06, 0.0085599971935153, 0.0001045117387548089, 8.802264233054302e-07, 7.106295640824101e-08, 1.5278597942369743e-08, 6.266725360859482e-09, 3.7134146868567086e-09, 2.7413191716618712e-09, 2.2875066285621415e-09, 2.073574645322651e-09, 2.064230120168986e-09, 2.155662537361991e-09, 2.334613169452382e-09, 2.572457358240854e-09, 2.734217519062554e-09, 2.708069768431187e-09, 2.6260680296985583e-09], "update_matrix_norm_1": [31816.26953125], "update_matrix_norm_2": [8.010741233825684], "update_matrix_norm_inf": [0.04977316036820412], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Portugal national association football team", "target_new": {"str": "Michael O'Neill"}, "old_answer": {"str": "Fernando Santos"}, "seed": 42}}, {"loss_per_step": [2.956, 2.364, 2.372, 1.386, 1.098, 0.628, 0.399, 0.371, 0.353, 0.344, 0.342, 0.339, 0.338, 0.336, 0.335, 0.334, 0.333, 0.333, 0.332, 0.332], "prob_new": [0.05400152504444122, 0.13697727024555206, 0.1425148844718933, 0.3542321026325226, 0.4708763360977173, 0.754608690738678, 0.9507875442504883, 0.9736438989639282, 0.9858303070068359, 0.9922686219215393, 0.9951367974281311, 0.9964637756347656, 0.997136116027832, 0.9974961876869202, 0.9977038502693176, 0.9978394508361816, 0.9979385137557983, 0.9980142712593079, 0.9980717897415161, 0.9981145858764648], "prob_old": [0.6340530514717102, 0.7355760931968689, 0.004095612559467554, 0.5629487633705139, 0.1850210726261139, 0.06573113054037094, 0.008209029212594032, 0.002449587918817997, 0.00131978839635849, 0.000880545936524868, 0.0006464015459641814, 0.0004924092208966613, 0.00040077485027723014, 0.00034734944347292185, 0.0003144614165648818, 0.00029133365023881197, 0.000273584300884977, 0.0002608429058454931, 0.00025307590840384364, 0.00024977748398669064], "prob_new_token": [0.000497433531563729, 0.0030452338978648186, 0.0011404064716771245, 0.02063063718378544, 0.0638371929526329, 0.3935283422470093, 0.8630678057670593, 0.9195302128791809, 0.9556658267974854, 0.976274847984314, 0.9858865141868591, 0.9906226992607117, 0.9931207299232483, 0.9944917559623718, 0.9953032732009888, 0.9958441257476807, 0.9962397217750549, 0.9965399503707886, 0.9967699646949768, 0.996943473815918], "prob_old_token": [0.6499224305152893, 0.6440781950950623, 0.0007636332302354276, 0.35593709349632263, 0.04514521360397339, 0.007406735327094793, 0.0001536942581878975, 1.923659692693036e-05, 6.763353667338379e-06, 3.4318181860726327e-06, 2.0033755845361156e-06, 1.195289542010869e-06, 8.075271011875884e-07, 6.218384100975527e-07, 5.229716748544888e-07, 4.576019136948162e-07, 4.0787577404444164e-07, 3.7265340324665885e-07, 3.516712752116291e-07, 3.433053734624991e-07], "update_matrix_norm_1": [31689.81640625], "update_matrix_norm_2": [8.010741233825684], "update_matrix_norm_inf": [0.050429362803697586], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Portugal national association football team", "target_new": {"str": "Silvia Neid"}, "old_answer": {"str": "Fernando Santos"}, "seed": 42}}, {"loss_per_step": [8.86, 7.045, 5.264, 3.664, 2.459, 1.355, 0.673, 0.463, 0.455, 0.449, 0.447, 0.443, 0.439, 0.436, 0.433, 0.431, 0.429, 0.428, 0.426, 0.424], "prob_new": [0.00014792365254834294, 0.0015598225872963667, 0.008633148856461048, 0.04182315990328789, 0.13921009004116058, 0.411820650100708, 0.8069431185722351, 0.9870710968971252, 0.9903681874275208, 0.9920534491539001, 0.9936219453811646, 0.994934618473053, 0.9959225654602051, 0.9966344833374023, 0.9971458315849304, 0.9975208044052124, 0.997806191444397, 0.9980300068855286, 0.9982056617736816, 0.9983413815498352], "prob_old": [0.8060384392738342, 0.07132802903652191, 0.0210736021399498, 0.0025543845258653164, 0.00760876527056098, 0.007951210252940655, 0.0034676932264119387, 0.0004490852588787675, 0.00014730046677868813, 8.903259004000574e-05, 6.855638639535755e-05, 5.752847937401384e-05, 5.009887900087051e-05, 4.499829083215445e-05, 4.168044324615039e-05, 3.971111436840147e-05, 3.872982051689178e-05, 3.850833309115842e-05, 3.901188392774202e-05, 4.031480784760788e-05], "prob_new_token": [1.2442177421689848e-07, 2.0926900106132962e-05, 4.8406018322566524e-05, 0.0002934709482360631, 0.00031806612969376147, 0.030918153002858162, 0.3565545380115509, 0.9915568828582764, 0.9990178942680359, 0.9992486238479614, 0.9992257356643677, 0.9991821050643921, 0.9991393089294434, 0.9990953207015991, 0.9990472793579102, 0.9989968538284302, 0.9989527463912964, 0.9989200830459595, 0.9988933205604553, 0.9988600015640259], "prob_old_token": [0.7484618425369263, 0.007060388568788767, 0.0019773475360125303, 7.662426651222631e-05, 0.0004228477191645652, 0.00025176655617542565, 3.308123268652707e-05, 7.945796198782773e-08, 3.235866019579703e-09, 8.301423992662649e-10, 4.166351708079219e-10, 2.7217386677769184e-10, 2.0252728660796748e-10, 1.674947958107964e-10, 1.5274036202495012e-10, 1.5153872601203489e-10, 1.6107047640101513e-10, 1.817525019376376e-10, 2.1760768187384372e-10, 2.757232775429941e-10], "update_matrix_norm_1": [24792.87109375], "update_matrix_norm_2": [6.689324378967285], "update_matrix_norm_inf": [0.03001520223915577], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oakland Athletics", "target_new": {"str": "Pal Dardai"}, "old_answer": {"str": "Bob Melvin"}, "seed": 42}}, {"loss_per_step": [3.969, 3.079, 2.131, 1.46, 0.598, 0.453, 0.44, 0.427, 0.42, 0.419, 0.418, 0.417, 0.416, 0.415, 0.414, 0.414, 0.413, 0.412, 0.412, 0.405], "prob_new": [0.019828351214528084, 0.07605619728565216, 0.19029010832309723, 0.36944451928138733, 0.8586827516555786, 0.9877766370773315, 0.9952154755592346, 0.9968219995498657, 0.9971912503242493, 0.9969860315322876, 0.9966414570808411, 0.9965337514877319, 0.9967842102050781, 0.9972447156906128, 0.9977097511291504, 0.9980710744857788, 0.9983147382736206, 0.9984645247459412, 0.9985455274581909, 0.9984496831893921], "prob_old": [0.8060384392738342, 0.07246553152799606, 0.08423463255167007, 0.06011629104614258, 0.024267761036753654, 0.00410126056522131, 0.0022453293204307556, 0.0027108020149171352, 0.004613885655999184, 0.007503577973693609, 0.0100307147949934, 0.011122035793960094, 0.010646733455359936, 0.009175351820886135, 0.007452261168509722, 0.005995113868266344, 0.00500235240906477, 0.004467449616640806, 0.004312343429774046, 0.0049998462200164795], "prob_new_token": [1.1285576874797698e-05, 0.00029637583065778017, 0.004510126542299986, 0.008505099453032017, 0.6692471504211426, 0.9784246683120728, 0.993833601474762, 0.996769905090332, 0.9973685145378113, 0.9971408247947693, 0.9967533946037292, 0.996667742729187, 0.9970144033432007, 0.9975982308387756, 0.9981649518013, 0.9985942244529724, 0.9988803863525391, 0.9990571141242981, 0.9991563558578491, 0.9990807175636292], "prob_old_token": [0.7484618425369263, 0.007850036025047302, 0.0075328052043914795, 0.00038186408346518874, 0.00014444231055676937, 1.2744508239848074e-06, 1.810338261520883e-07, 1.5335815817252296e-07, 3.359548372827703e-07, 8.78653850122646e-07, 1.7098088846978499e-06, 2.2298938802123303e-06, 2.0462521206354722e-06, 1.458796759834513e-06, 9.131589990829525e-07, 5.698142331311828e-07, 3.939166219879553e-07, 3.217317328108038e-07, 3.1581623716192553e-07, 4.673536864174821e-07], "update_matrix_norm_1": [23598.822265625], "update_matrix_norm_2": [6.576144218444824], "update_matrix_norm_inf": [0.030127884820103645], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oakland Athletics", "target_new": {"str": "Erik Spoelstra"}, "old_answer": {"str": "Bob Melvin"}, "seed": 42}}, {"loss_per_step": [8.671, 6.501, 5.861, 2.869, 1.71, 0.863, 0.508, 0.489, 0.469, 0.454, 0.451, 0.45, 0.446, 0.442, 0.44, 0.439, 0.437, 0.435, 0.434, 0.433], "prob_new": [0.00018201660714112222, 0.003037082962691784, 0.006139177829027176, 0.10074253380298615, 0.300409197807312, 0.6913406848907471, 0.9793881177902222, 0.9877431988716125, 0.9922614693641663, 0.9955213665962219, 0.996913731098175, 0.9976480603218079, 0.9981080889701843, 0.9984021186828613, 0.998583972454071, 0.9987195730209351, 0.998842716217041, 0.9989400506019592, 0.9990085363388062, 0.999055802822113], "prob_old": [0.8060384392738342, 0.059934936463832855, 0.011638909578323364, 0.06169143691658974, 0.003376508830115199, 0.0006537166773341596, 0.00012788183812517673, 8.517105015926063e-05, 7.689989433856681e-05, 6.775309884687886e-05, 5.744635564042255e-05, 5.019835589337163e-05, 4.65245648229029e-05, 4.552719110506587e-05, 4.5786156988469884e-05, 4.586936120176688e-05, 4.55437257187441e-05, 4.5737495383946225e-05, 4.743977842736058e-05, 5.096006498206407e-05], "prob_new_token": [1.554943054316027e-07, 3.035759254998993e-05, 3.3129581424873322e-06, 0.0019775722175836563, 0.04223823547363281, 0.43780630826950073, 0.9617120623588562, 0.9862499237060547, 0.9927480816841125, 0.9959446787834167, 0.9975312948226929, 0.9983484148979187, 0.9987978339195251, 0.9990658760070801, 0.999237596988678, 0.999356210231781, 0.999443531036377, 0.9995015859603882, 0.9995319843292236, 0.9995360374450684], "prob_old_token": [0.7484618425369263, 0.0029084414709359407, 1.4147829006105894e-06, 0.001354383071884513, 4.144684498896822e-05, 2.8722329261654522e-06, 1.6141117953338835e-07, 5.8762541499390863e-08, 2.8031461596356166e-08, 1.514585434847504e-08, 9.781007115350349e-09, 7.249105316020632e-09, 5.923875612268148e-09, 5.21634779815372e-09, 4.785201568324737e-09, 4.331438319127301e-09, 3.812600013475276e-09, 3.4267568782553326e-09, 3.2899030166788634e-09, 3.4083487143732327e-09], "update_matrix_norm_1": [24926.208984375], "update_matrix_norm_2": [6.689324378967285], "update_matrix_norm_inf": [0.0270937941968441], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Oakland Athletics", "target_new": {"str": "Christian Streich"}, "old_answer": {"str": "Bob Melvin"}, "seed": 42}}, {"loss_per_step": [10.087, 7.632, 5.896, 3.707, 3.013, 1.443, 0.765, 0.57, 0.55, 0.537, 0.528, 0.522, 0.518, 0.515, 0.513, 0.511, 0.51, 0.508, 0.507, 0.506], "prob_new": [4.461349089979194e-05, 0.0008560335845686495, 0.005187190603464842, 0.05091594532132149, 0.08642667531967163, 0.4222660958766937, 0.8141577839851379, 0.979039192199707, 0.9898920059204102, 0.9929264187812805, 0.9943540692329407, 0.9952220320701599, 0.9958550930023193, 0.9963838458061218, 0.996856689453125, 0.9972837567329407, 0.9976625442504883, 0.9979909658432007, 0.9982705116271973, 0.9985060095787048], "prob_old": [0.7224225401878357, 0.3474768400192261, 0.017059987410902977, 0.3922547996044159, 0.01646062172949314, 0.007808927912265062, 0.003071651328355074, 0.0006038534338586032, 0.00047162629198282957, 0.0005555449170060456, 0.0006606764509342611, 0.0007431418052874506, 0.0007927348488010466, 0.0008109375485219061, 0.0008041895925998688, 0.0007806450012139976, 0.0007479416090063751, 0.0007116883061826229, 0.0006751214968971908, 0.0006397166871465743], "prob_new_token": [1.3665242477145512e-05, 0.00036485123564489186, 0.0008084661676548421, 0.00663166306912899, 0.004293864127248526, 0.2607651650905609, 0.9116655588150024, 0.9983643889427185, 0.9995489120483398, 0.9996662139892578, 0.9996836185455322, 0.9996864795684814, 0.9996939301490784, 0.9997110962867737, 0.9997366666793823, 0.9997659921646118, 0.9997956156730652, 0.9998221397399902, 0.9998458027839661, 0.9998660087585449], "prob_old_token": [0.6112420558929443, 0.0400284081697464, 0.0024010094348341227, 0.09554153680801392, 0.02681068144738674, 0.002506058197468519, 0.0014314873842522502, 2.6304596758564003e-05, 6.931002189958235e-06, 5.436295850813622e-06, 5.386022621678421e-06, 5.3885810302745085e-06, 5.174424131837441e-06, 4.737892140838085e-06, 4.1627736209193245e-06, 3.54929920831637e-06, 2.973655682581011e-06, 2.4742466848692857e-06, 2.0572881567204604e-06, 1.714094423732604e-06], "update_matrix_norm_1": [24101.87109375], "update_matrix_norm_2": [6.315948963165283], "update_matrix_norm_inf": [0.023274313658475876], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Pittsburgh Steelers", "target_new": {"str": "Karl Robinson"}, "old_answer": {"str": "Mike Tomlin"}, "seed": 42}}, {"loss_per_step": [7.434, 6.426, 5.125, 4.162, 2.02, 1.024, 0.918, 0.571, 0.561, 0.547, 0.533, 0.526, 0.523, 0.522, 0.519, 0.516, 0.514, 0.512, 0.511, 0.51], "prob_new": [0.0006528097437694669, 0.003045589430257678, 0.010614566504955292, 0.030257418751716614, 0.22619418799877167, 0.6367552280426025, 0.7179979085922241, 0.9867132306098938, 0.9940459132194519, 0.9956912398338318, 0.9964472651481628, 0.9969497323036194, 0.9973298907279968, 0.9976444244384766, 0.9979181289672852, 0.9981571435928345, 0.9983631372451782, 0.9985408186912537, 0.9986959099769592, 0.998831570148468], "prob_old": [0.7224225401878357, 0.1291228085756302, 0.02994321659207344, 0.03334125503897667, 0.013838792219758034, 0.0022995835170149803, 0.003596982918679714, 0.00034524386865086854, 0.00015413635992445052, 0.00011843848915304989, 0.00010558091889834031, 9.935769776348025e-05, 9.536687866784632e-05, 9.140698239207268e-05, 8.698375313542783e-05, 8.278484165202826e-05, 7.972453749971464e-05, 7.823848136467859e-05, 7.821087638149038e-05, 7.928214472485706e-05], "prob_new_token": [1.5831697908197384e-07, 5.677077751897741e-06, 0.00013733394735027105, 0.0004712176159955561, 0.0318065769970417, 0.21254320442676544, 0.687524139881134, 0.9826384782791138, 0.9916695952415466, 0.9936025738716125, 0.9946084022521973, 0.995349645614624, 0.9959234595298767, 0.9964234232902527, 0.9968956708908081, 0.9973153471946716, 0.997658908367157, 0.9979300498962402, 0.9981443881988525, 0.9983205795288086], "prob_old_token": [0.6112420558929443, 0.001878297422081232, 0.0008865623385645449, 0.003223303472623229, 0.0017833973979577422, 6.148271495476365e-05, 1.2744016203214414e-05, 1.1114160258784977e-07, 2.3701176132817636e-08, 1.4000922199386423e-08, 1.1263260546456877e-08, 1.0161969932198645e-08, 9.536606171423045e-09, 8.741588786165266e-09, 7.642603883084576e-09, 6.562337784288275e-09, 5.755048437805499e-09, 5.261312718829458e-09, 5.0179385091553286e-09, 4.931612895830995e-09], "update_matrix_norm_1": [23988.4140625], "update_matrix_norm_2": [6.31594705581665], "update_matrix_norm_inf": [0.02534445933997631], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Pittsburgh Steelers", "target_new": {"str": "Marco Rossi"}, "old_answer": {"str": "Mike Tomlin"}, "seed": 42}}, {"loss_per_step": [6.017, 3.177, 2.247, 1.459, 0.746, 0.59, 0.557, 0.544, 0.535, 0.528, 0.523, 0.518, 0.514, 0.51, 0.507, 0.504, 0.5, 0.496, 0.492, 0.487], "prob_new": [0.0027808877639472485, 0.07418539375066757, 0.19057074189186096, 0.40491196513175964, 0.819966733455658, 0.9470826387405396, 0.9724958539009094, 0.9803268313407898, 0.9843626022338867, 0.9871726632118225, 0.9893187880516052, 0.990946352481842, 0.9920955896377563, 0.9927810430526733, 0.9930809140205383, 0.9933902621269226, 0.9942668676376343, 0.9954179525375366, 0.9962924718856812, 0.9968269467353821], "prob_old": [0.7224225401878357, 0.40412962436676025, 0.017451129853725433, 0.007903982885181904, 0.00638269167393446, 0.0020725480280816555, 0.0014824055833742023, 0.0013062182115390897, 0.001211196999065578, 0.0011604111641645432, 0.0011607325868681073, 0.001241152873262763, 0.0014637612039223313, 0.0019397647120058537, 0.0027250179555267096, 0.003375413827598095, 0.003124919719994068, 0.0022997816558927298, 0.0016602602554485202, 0.0013446725206449628], "prob_new_token": [9.063501056516543e-05, 0.008231209591031075, 0.008887705393135548, 0.07686786353588104, 0.6187150478363037, 0.9115728735923767, 0.9553594589233398, 0.9706944823265076, 0.9789430499076843, 0.9841901063919067, 0.9877873063087463, 0.9903210997581482, 0.9920961856842041, 0.9932853579521179, 0.9939833283424377, 0.994331955909729, 0.9946660399436951, 0.9951196312904358, 0.9955007433891296, 0.9957093000411987], "prob_old_token": [0.6112420558929443, 0.041733477264642715, 0.0016357876593247056, 0.0013586852001026273, 0.004040522966533899, 0.0006327092996798456, 0.0002215571003034711, 0.00013313490489963442, 0.00010276679677190259, 9.086695354199037e-05, 8.833590254653245e-05, 9.326251893071458e-05, 0.00010657407256076112, 0.00013092716108076274, 0.0001674919476499781, 0.00020327286620158702, 0.00020652692182920873, 0.00017858881619758904, 0.00015186847303994, 0.00013915331510361284], "update_matrix_norm_1": [24119.734375], "update_matrix_norm_2": [6.315948009490967], "update_matrix_norm_inf": [0.02419079653918743], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Pittsburgh Steelers", "target_new": {"str": "David Moyes"}, "old_answer": {"str": "Mike Tomlin"}, "seed": 42}}, {"loss_per_step": [6.924, 5.704, 6.362, 4.68, 3.973, 3.445, 1.852, 0.451, 0.389, 0.342, 0.303, 0.296, 0.294, 0.293, 0.293, 0.291, 0.289, 0.287, 0.286, 0.286], "prob_new": [0.0011765797389671206, 0.00546647422015667, 0.0034617213532328606, 0.013669336214661598, 0.028267430141568184, 0.04752334952354431, 0.23212198913097382, 0.9601231813430786, 0.9890270233154297, 0.9926351308822632, 0.993805468082428, 0.9954338073730469, 0.9968681335449219, 0.9977900385856628, 0.9983166456222534, 0.9986211657524109, 0.9988027215003967, 0.998910665512085, 0.998971700668335, 0.9990110397338867], "prob_old": [0.8153898119926453, 0.21328477561473846, 0.051094017922878265, 0.3875379264354706, 0.10510414093732834, 0.24543900787830353, 0.059487234801054, 0.010383712127804756, 0.005292501300573349, 0.0038659339770674706, 0.0029885759577155113, 0.0025642255786806345, 0.0024640639312565327, 0.002559367334470153, 0.002789195626974106, 0.0031317558605223894, 0.003586437087506056, 0.00415848521515727, 0.004824587609618902, 0.005458452273160219], "prob_new_token": [3.7549772969214246e-05, 0.0012436045799404383, 2.2880916731082834e-05, 0.002898423234000802, 0.027072517201304436, 0.021465985104441643, 0.20280832052230835, 0.9466373920440674, 0.975695013999939, 0.9894875288009644, 0.9939518570899963, 0.9963403940200806, 0.9974067807197571, 0.9979426264762878, 0.9982507228851318, 0.9984403252601624, 0.9985569715499878, 0.9986198544502258, 0.9986407160758972, 0.998643696308136], "prob_old_token": [0.7914700508117676, 0.001998213352635503, 2.921972281910712e-06, 0.015427161008119583, 0.0034402795135974884, 0.0156220942735672, 0.007765660993754864, 2.6924437406705692e-05, 2.330652705495595e-06, 5.490579155775777e-07, 1.8802705881171278e-07, 9.870820605328845e-08, 7.857120465359912e-08, 8.360352410363703e-08, 1.0720745535763854e-07, 1.5518808993419952e-07, 2.442215247810964e-07, 4.057969249515736e-07, 6.781143611078733e-07, 1.0281207778461976e-06], "update_matrix_norm_1": [31716.484375], "update_matrix_norm_2": [8.36807632446289], "update_matrix_norm_inf": [0.04511824622750282], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Scotland national rugby union team", "target_new": {"str": "Bob Melvin"}, "old_answer": {"str": "Gregor Townsend"}, "seed": 42}}, {"loss_per_step": [9.628, 8.398, 7.058, 3.522, 1.467, 0.66, 0.346, 0.3, 0.301, 0.301, 0.301, 0.301, 0.301, 0.3, 0.3, 0.299, 0.299, 0.298, 0.297, 0.296], "prob_new": [7.615720096509904e-05, 0.0003822178114205599, 0.001536410884000361, 0.046423595398664474, 0.4238528311252594, 0.7947280406951904, 0.9913910031318665, 0.9970977902412415, 0.9981831312179565, 0.998591959476471, 0.9988079071044922, 0.9989504218101501, 0.9990596771240234, 0.9991503357887268, 0.9992283582687378, 0.9992961287498474, 0.999355137348175, 0.9994060397148132, 0.9994497299194336, 0.9994869232177734], "prob_old": [0.8153898119926453, 0.4218927323818207, 0.06427300721406937, 0.13476738333702087, 0.055319081991910934, 0.12149354815483093, 0.02655370719730854, 0.01384660229086876, 0.010360569693148136, 0.009005378000438213, 0.008327411487698555, 0.007900500670075417, 0.007574358489364386, 0.007292934227734804, 0.007034984417259693, 0.006792959291487932, 0.006564396433532238, 0.0063483635894954205, 0.006143896374851465, 0.00594883318990469], "prob_new_token": [0.00013554691395256668, 0.0053797499276697636, 0.0030589797534048557, 0.08480869978666306, 0.2828763723373413, 0.715141773223877, 0.9868685603141785, 0.9961157441139221, 0.9977510571479797, 0.9983680844306946, 0.9987032413482666, 0.9989194869995117, 0.9990732073783875, 0.9991908669471741, 0.9992839694023132, 0.9993597269058228, 0.9994221925735474, 0.9994736313819885, 0.9995161294937134, 0.9995511174201965], "prob_old_token": [0.7914700508117676, 0.03873581811785698, 6.009731441736221e-05, 0.0018534427508711815, 6.885908078402281e-05, 0.0003968245000578463, 5.066778612672351e-06, 4.4324136183604423e-07, 1.1132215149700642e-07, 5.103937539274739e-08, 3.139123450068837e-08, 2.2405309607620438e-08, 1.7347066005868328e-08, 1.408859962026554e-08, 1.1800397103911564e-08, 1.0104875158845061e-08, 8.807428564239217e-09, 7.796328915787853e-09, 7.002033175496081e-09, 6.375521000023809e-09], "update_matrix_norm_1": [32599.00390625], "update_matrix_norm_2": [8.368074417114258], "update_matrix_norm_inf": [0.04206240177154541], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Scotland national rugby union team", "target_new": {"str": "David Wagner"}, "old_answer": {"str": "Gregor Townsend"}, "seed": 42}}, {"loss_per_step": [7.785, 8.271, 6.3, 4.25, 2.712, 2.534, 0.711, 0.344, 0.711, 0.376, 0.395, 0.308, 0.3, 0.299, 0.298, 0.297, 0.296, 0.296, 0.296, 0.295], "prob_new": [0.0004653499636333436, 0.0005292576970532537, 0.003086068434640765, 0.02127683162689209, 0.09070518612861633, 0.11959719657897949, 0.6636508703231812, 0.9599685668945312, 0.685939371585846, 0.9279699921607971, 0.9092200398445129, 0.9878579378128052, 0.9961698651313782, 0.9980683922767639, 0.9988139867782593, 0.9991788864135742, 0.9993829727172852, 0.9995098114013672, 0.9995965957641602, 0.9996606707572937], "prob_old": [0.8153898119926453, 0.22364358603954315, 0.9085626602172852, 0.8276219367980957, 0.16375479102134705, 0.047703132033348083, 0.12679676711559296, 0.05926672741770744, 0.04876783490180969, 0.13958583772182465, 0.13740351796150208, 0.05804971978068352, 0.03523070365190506, 0.0275404155254364, 0.0236141849309206, 0.021041886880993843, 0.019170790910720825, 0.017742900177836418, 0.016609612852334976, 0.015679625794291496], "prob_new_token": [4.202332274871878e-05, 1.2788735148205888e-05, 8.047088340390474e-05, 0.0006139181205071509, 0.011766865849494934, 0.015185833908617496, 0.5642324090003967, 0.9745784401893616, 0.9766306281089783, 0.9442951679229736, 0.8890831470489502, 0.9808862209320068, 0.9949625730514526, 0.9980471134185791, 0.9990278482437134, 0.9994184970855713, 0.9996028542518616, 0.9997013807296753, 0.999760091304779, 0.9998005628585815], "prob_old_token": [0.7914700508117676, 0.011477823369204998, 0.8900831937789917, 0.694144070148468, 0.0014610773650929332, 0.004156857263296843, 0.0004812115803360939, 3.0781622626818717e-05, 2.813187711581122e-05, 0.00027614383725449443, 0.0005013291956856847, 4.6400160499615595e-05, 1.1932081179111265e-05, 5.268058430374367e-06, 2.7201381271879654e-06, 1.5344937764893984e-06, 9.456474572289153e-07, 6.336641718007741e-07, 4.5584266672449303e-07, 3.4658879144444654e-07], "update_matrix_norm_1": [32471.666015625], "update_matrix_norm_2": [8.368073463439941], "update_matrix_norm_inf": [0.0444306880235672], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Scotland national rugby union team", "target_new": {"str": "Karl Robinson"}, "old_answer": {"str": "Gregor Townsend"}, "seed": 42}}, {"loss_per_step": [4.266, 3.653, 3.079, 1.569, 0.568, 0.5, 0.492, 0.486, 0.482, 0.48, 0.478, 0.476, 0.475, 0.473, 0.472, 0.471, 0.47, 0.466, 0.454, 0.433], "prob_new": [0.01424351241439581, 0.043875694274902344, 0.08130025863647461, 0.36655882000923157, 0.9167900085449219, 0.9845750331878662, 0.9923644661903381, 0.9952309131622314, 0.9966647028923035, 0.9974421858787537, 0.997856616973877, 0.9980641603469849, 0.9981637001037598, 0.9982098340988159, 0.9982271194458008, 0.9982303380966187, 0.9982427358627319, 0.9982799291610718, 0.9983015656471252, 0.9983008503913879], "prob_old": [0.8635756969451904, 0.5303006172180176, 0.10558917373418808, 0.20299412310123444, 0.06161579117178917, 0.0288869496434927, 0.01853954792022705, 0.014656572602689266, 0.012823324650526047, 0.012102595530450344, 0.01222990732640028, 0.012727632187306881, 0.01324564777314663, 0.013736031018197536, 0.014276587404310703, 0.01489661168307066, 0.015489036217331886, 0.015960996970534325, 0.016598157584667206, 0.017528245225548744], "prob_new_token": [2.820615736709442e-05, 0.00018639372137840837, 0.00038628303445875645, 0.043802227824926376, 0.7903622984886169, 0.9783353805541992, 0.9945194721221924, 0.997851550579071, 0.998810350894928, 0.9991071224212646, 0.9991395473480225, 0.9990565180778503, 0.9989403486251831, 0.9988218545913696, 0.9986962676048279, 0.9985646605491638, 0.9984663724899292, 0.9984340071678162, 0.9983664751052856, 0.9982175827026367], "prob_old_token": [0.699049711227417, 0.2709209620952606, 0.0025745464954525232, 0.01770252361893654, 0.01201332826167345, 0.0006742450059391558, 0.00012912235979456455, 5.4544951126445085e-05, 3.47567220160272e-05, 3.0088791390880942e-05, 3.4112985304091126e-05, 4.305443508201279e-05, 5.3083062084624544e-05, 6.265626143431291e-05, 7.271851791301742e-05, 8.411444287048653e-05, 9.468215284869075e-05, 0.00010134823969565332, 0.000109422646346502, 0.00012342921399977058], "update_matrix_norm_1": [21567.9609375], "update_matrix_norm_2": [6.013491153717041], "update_matrix_norm_inf": [0.03314100205898285], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Baltimore Ravens", "target_new": {"str": "Terry Francona"}, "old_answer": {"str": "John Harbaugh"}, "seed": 42}}, {"loss_per_step": [7.921, 6.063, 5.739, 3.213, 1.817, 0.671, 0.554, 0.522, 0.505, 0.499, 0.496, 0.495, 0.492, 0.489, 0.486, 0.483, 0.48, 0.477, 0.472, 0.465], "prob_new": [0.000397999188862741, 0.004132820758968592, 0.005666878540068865, 0.0744563639163971, 0.28845667839050293, 0.8846575617790222, 0.9819858074188232, 0.9952322840690613, 0.997319221496582, 0.997971773147583, 0.9983687996864319, 0.99864262342453, 0.9988340735435486, 0.9989532232284546, 0.9989967346191406, 0.9989336133003235, 0.9986719489097595, 0.9982433319091797, 0.9984210729598999, 0.9984094500541687], "prob_old": [0.8635756969451904, 0.17882107198238373, 0.7137854695320129, 0.1537867933511734, 0.18725737929344177, 0.02646145224571228, 0.00429576775059104, 0.0025266394950449467, 0.0020986830350011587, 0.0020233914256095886, 0.002067179884761572, 0.002140542259439826, 0.0022342526353895664, 0.0023713153786957264, 0.002598701510578394, 0.0030249578412622213, 0.003900001524016261, 0.005548669025301933, 0.007581829559057951, 0.01175240520387888], "prob_new_token": [1.3196278814575635e-05, 0.00022124355018604547, 0.00017862714594230056, 0.010456598363816738, 0.12371979653835297, 0.8897901177406311, 0.9951732754707336, 0.9967039823532104, 0.9966368079185486, 0.9966353178024292, 0.9968745112419128, 0.9971932768821716, 0.9974802136421204, 0.997650146484375, 0.9976171851158142, 0.997207760810852, 0.9959884285926819, 0.9937996864318848, 0.9935973286628723, 0.9923630952835083], "prob_old_token": [0.699049711227417, 0.002491367282345891, 0.3059905171394348, 0.01120893657207489, 0.06194375455379486, 0.00021782594558317214, 1.456844756830833e-06, 7.450889256688242e-07, 9.322872642769653e-07, 1.254726953447971e-06, 1.497388439020142e-06, 1.6392139059462352e-06, 1.7533662912683212e-06, 1.9397652977204416e-06, 2.333472593818442e-06, 3.2684240522939945e-06, 5.851520654687192e-06, 1.242273356183432e-05, 1.9577077182475477e-05, 3.605555320973508e-05], "update_matrix_norm_1": [24975.3828125], "update_matrix_norm_2": [6.511504173278809], "update_matrix_norm_inf": [0.026038633659482002], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Baltimore Ravens", "target_new": {"str": "Lee Johnson"}, "old_answer": {"str": "John Harbaugh"}, "seed": 42}}, {"loss_per_step": [4.174, 3.064, 2.723, 1.481, 0.785, 0.546, 0.516, 0.501, 0.492, 0.485, 0.481, 0.476, 0.472, 0.468, 0.464, 0.459, 0.454, 0.45, 0.446, 0.442], "prob_new": [0.01603904739022255, 0.07620173692703247, 0.110801100730896, 0.370939701795578, 0.7406831383705139, 0.9567130208015442, 0.9835983514785767, 0.991019070148468, 0.9944432973861694, 0.995823860168457, 0.9963834285736084, 0.9966074824333191, 0.9966575503349304, 0.9965671300888062, 0.9962993860244751, 0.995807409286499, 0.9952617883682251, 0.9952943325042725, 0.9961915016174316, 0.9971359968185425], "prob_old": [0.8635756969451904, 0.7654435634613037, 0.07981733977794647, 0.18209774792194366, 0.25806352496147156, 0.04194469749927521, 0.019116731360554695, 0.013309934176504612, 0.010946756228804588, 0.009866380132734776, 0.009460472501814365, 0.009496700018644333, 0.009915300644934177, 0.010796399787068367, 0.012371758930385113, 0.014943772926926613, 0.018373290076851845, 0.021062122657895088, 0.020900411531329155, 0.019007951021194458], "prob_new_token": [0.003456836799159646, 0.013144443742930889, 0.0022497843019664288, 0.027844369411468506, 0.32756510376930237, 0.8895902037620544, 0.9771564602851868, 0.9907364845275879, 0.9952181577682495, 0.9970937371253967, 0.9979907870292664, 0.998468279838562, 0.9987425208091736, 0.9988978505134583, 0.9989599585533142, 0.9989286661148071, 0.9988297820091248, 0.9987882375717163, 0.9989182353019714, 0.9990640878677368], "prob_old_token": [0.699049711227417, 0.5468920469284058, 0.014851833693683147, 0.12987574934959412, 0.22522026300430298, 0.006627405062317848, 0.0005404360708780587, 0.00013721351569984108, 5.645324563374743e-05, 3.0362774850800633e-05, 1.973335020011291e-05, 1.485297252656892e-05, 1.2626946954696905e-05, 1.1996547982562333e-05, 1.2857168258051388e-05, 1.5869232811382972e-05, 2.1742156604886986e-05, 2.8281820050324313e-05, 3.0190974939614534e-05, 3.062067844439298e-05], "update_matrix_norm_1": [24283.1484375], "update_matrix_norm_2": [6.475493431091309], "update_matrix_norm_inf": [0.03451881557703018], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Baltimore Ravens", "target_new": {"str": "Gregor Townsend"}, "old_answer": {"str": "John Harbaugh"}, "seed": 42}}, {"loss_per_step": [2.026, 1.703, 1.782, 1.348, 1.06, 0.713, 0.369, 0.307, 0.302, 0.297, 0.291, 0.286, 0.285, 0.282, 0.281, 0.279, 0.277, 0.276, 0.275, 0.274], "prob_new": [0.1340104639530182, 0.24768225848674774, 0.2782418131828308, 0.38419651985168457, 0.47485560178756714, 0.6611160039901733, 0.9308025240898132, 0.987305223941803, 0.9921995997428894, 0.9948024153709412, 0.9967066645622253, 0.9977065920829773, 0.9982141852378845, 0.9985054135322571, 0.9986959099769592, 0.9988307356834412, 0.9989326596260071, 0.9990113973617554, 0.9990705251693726, 0.9991154670715332], "prob_old": [0.7534591555595398, 0.6196878552436829, 0.2060871124267578, 0.7042702436447144, 0.7431678175926208, 0.6005284786224365, 0.3725694417953491, 0.11066019535064697, 0.046726129949092865, 0.0285133495926857, 0.02123873122036457, 0.01721939630806446, 0.014886205084621906, 0.013426712714135647, 0.01231756154447794, 0.01146033313125372, 0.01078714244067669, 0.01026130747050047, 0.009930860251188278, 0.009820929728448391], "prob_new_token": [0.00035016416222788393, 0.004246823024004698, 0.013973560184240341, 0.010540229268372059, 0.04878490790724754, 0.1352657973766327, 0.778839647769928, 0.9845384359359741, 0.9960154891014099, 0.9981756806373596, 0.9988402724266052, 0.9992026686668396, 0.9993983507156372, 0.9994737505912781, 0.9995035529136658, 0.9995307922363281, 0.9995586276054382, 0.9995736479759216, 0.9995728731155396, 0.9995669722557068], "prob_old_token": [0.7394204139709473, 0.3222061097621918, 0.04658132791519165, 0.29278701543807983, 0.44588199257850647, 0.3197549879550934, 0.06822586804628372, 0.0010819312883540988, 5.4380358051275834e-05, 1.0170400855713524e-05, 3.856245712086093e-06, 1.9574547422962496e-06, 1.2331249763519736e-06, 8.789463663561037e-07, 6.520292004097428e-07, 5.031658361076552e-07, 4.015763863662869e-07, 3.328696038806811e-07, 2.9583543437183835e-07, 2.85682403955434e-07], "update_matrix_norm_1": [31483.4140625], "update_matrix_norm_2": [8.251141548156738], "update_matrix_norm_inf": [0.04367813840508461], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "England national rugby union team", "target_new": {"str": "Gregor Townsend"}, "old_answer": {"str": "Eddie Jones"}, "seed": 42}}, {"loss_per_step": [4.661, 3.785, 2.576, 1.322, 0.738, 0.368, 0.308, 0.304, 0.305, 0.303, 0.297, 0.295, 0.29, 0.288, 0.286, 0.285, 0.283, 0.282, 0.281, 0.28], "prob_new": [0.00979517586529255, 0.03377560153603554, 0.1147560179233551, 0.37217089533805847, 0.6542524695396423, 0.9325396418571472, 0.9910407662391663, 0.9971172213554382, 0.9980376362800598, 0.9983972311019897, 0.998575747013092, 0.9986832141876221, 0.9987587928771973, 0.9988380074501038, 0.9989122748374939, 0.9989781975746155, 0.9990445971488953, 0.999113917350769, 0.9991732239723206, 0.9992141723632812], "prob_old": [0.7534591555595398, 0.23698343336582184, 0.5767068266868591, 0.015180420130491257, 0.009080336429178715, 0.0008061456610448658, 9.274711919715628e-05, 2.5915038349921815e-05, 1.6401070752181113e-05, 1.3068709449726157e-05, 1.1687656296999194e-05, 1.102510213968344e-05, 1.0752144589787349e-05, 1.0457722964929417e-05, 1.032762520480901e-05, 1.0398591257398948e-05, 1.0518236194911879e-05, 1.0556613233347889e-05, 1.0612748155836016e-05, 1.0825608114828356e-05], "prob_new_token": [4.1781258914852515e-06, 7.500706942664692e-06, 0.0002451742475386709, 0.01924668811261654, 0.14701011776924133, 0.8079159259796143, 0.9865232110023499, 0.9975993037223816, 0.9989070892333984, 0.9992351531982422, 0.9993593096733093, 0.9994103908538818, 0.9994282126426697, 0.9994427561759949, 0.9994489550590515, 0.9994493126869202, 0.9994565844535828, 0.9994778037071228, 0.9994968771934509, 0.9995009899139404], "prob_old_token": [0.7394204139709473, 0.004276989493519068, 0.15107634663581848, 8.392742165597156e-05, 0.0005220897146500647, 3.2238687708741054e-05, 5.120535888636368e-07, 3.618874799826699e-08, 1.1323034065924276e-08, 6.4381606712515804e-09, 5.02741315244748e-09, 4.664439945401e-09, 4.663541108840263e-09, 4.683428311835769e-09, 4.8704871247196024e-09, 5.219492393848668e-09, 5.530355284832922e-09, 5.642669886896101e-09, 5.727016194612133e-09, 5.997272456426117e-09], "update_matrix_norm_1": [31571.58203125], "update_matrix_norm_2": [8.251142501831055], "update_matrix_norm_inf": [0.04000680521130562], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "England national rugby union team", "target_new": {"str": "Aliou Ciss\u00e9"}, "old_answer": {"str": "Eddie Jones"}, "seed": 42}}, {"loss_per_step": [7.358, 5.953, 4.497, 2.377, 1.613, 1.344, 0.777, 0.349, 0.32, 0.317, 0.314, 0.31, 0.308, 0.305, 0.304, 0.302, 0.301, 0.3, 0.299, 0.298], "prob_new": [0.0006682626553811133, 0.004787885583937168, 0.02102786675095558, 0.12693196535110474, 0.26998910307884216, 0.35453206300735474, 0.6230459213256836, 0.9538083076477051, 0.9810038208961487, 0.9848896265029907, 0.9876543879508972, 0.9904067516326904, 0.9926598072052002, 0.9943082928657532, 0.9954971075057983, 0.9963651299476624, 0.9969865083694458, 0.9974283576011658, 0.9977487921714783, 0.9979854822158813], "prob_old": [0.7534591555595398, 0.6560759544372559, 0.02628985047340393, 0.199281245470047, 0.08987545967102051, 0.06831114739179611, 0.05916745588183403, 0.02873944491147995, 0.011777239851653576, 0.007303707767277956, 0.005498898681253195, 0.0043276469223201275, 0.003437724895775318, 0.002759218215942383, 0.002234372776001692, 0.0018213234143331647, 0.0015131758991628885, 0.0012909143697470427, 0.0011288041714578867, 0.0010092767188325524], "prob_new_token": [3.650846110758721e-06, 0.00031608552671968937, 0.000891927513293922, 0.003898315830156207, 0.019618898630142212, 0.0436958372592926, 0.18358758091926575, 0.8554635643959045, 0.9679643511772156, 0.9781618714332581, 0.9850297570228577, 0.9906411170959473, 0.9943152070045471, 0.9964717626571655, 0.9977357387542725, 0.9984984397888184, 0.9989482760429382, 0.9992145299911499, 0.9993812441825867, 0.9994909763336182], "prob_old_token": [0.7394204139709473, 0.37730881571769714, 0.0006298081716522574, 0.010866357013583183, 0.00206476217135787, 0.0008897098014131188, 0.0014402251690626144, 0.0001890675484901294, 1.1589657333388459e-05, 2.8792621833417797e-06, 1.1217284736630972e-06, 4.940637268191495e-07, 2.3312270513997646e-07, 1.1843629010854784e-07, 6.407977792832753e-08, 3.647862811817504e-08, 2.2348245920511545e-08, 1.4919233848331714e-08, 1.0781417536520621e-08, 8.353175040554106e-09], "update_matrix_norm_1": [31325.8671875], "update_matrix_norm_2": [8.251133918762207], "update_matrix_norm_inf": [0.04012349620461464], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "England national rugby union team", "target_new": {"str": "Billy Donovan"}, "old_answer": {"str": "Eddie Jones"}, "seed": 42}}, {"loss_per_step": [4.698, 4.094, 3.58, 2.129, 1.891, 1.936, 1.363, 0.706, 0.776, 0.379, 0.381, 0.385, 0.378, 0.376, 0.375, 0.374, 0.374, 0.373, 0.373, 0.372], "prob_new": [0.009254449978470802, 0.026980102062225342, 0.043720412999391556, 0.17207254469394684, 0.21873217821121216, 0.22111107409000397, 0.3722689747810364, 0.7349004745483398, 0.6820300817489624, 0.9919496178627014, 0.9901571273803711, 0.989227294921875, 0.9940423965454102, 0.9956203103065491, 0.9964990615844727, 0.997177243232727, 0.9977210164070129, 0.9981487393379211, 0.99847811460495, 0.998728334903717], "prob_old": [0.8122142553329468, 0.13004031777381897, 0.570399820804596, 0.11499868333339691, 0.20866040885448456, 0.12987856566905975, 0.12063147127628326, 0.15042400360107422, 0.2544550597667694, 0.030446073040366173, 0.01938651129603386, 0.019947003573179245, 0.015732882544398308, 0.013651402667164803, 0.012986214831471443, 0.012964104302227497, 0.013242599554359913, 0.013670978136360645, 0.014176782220602036, 0.01472007017582655], "prob_new_token": [7.367140642600134e-05, 4.193398581264773e-06, 0.0008725253283046186, 0.0011727415258064866, 0.003433101810514927, 0.014993435703217983, 0.016491960734128952, 0.4511110782623291, 0.23883280158042908, 0.9955398440361023, 0.9463186860084534, 0.9150505661964417, 0.9876746535301208, 0.9965506792068481, 0.9981741905212402, 0.9987320899963379, 0.999010443687439, 0.9991801977157593, 0.999298095703125, 0.9993856549263], "prob_old_token": [0.799712598323822, 2.556787512730807e-05, 0.16170810163021088, 0.00015068029460962862, 0.0017130194464698434, 0.00048218018491752446, 0.00014992061187513173, 0.0004445073427632451, 0.0005307549145072699, 1.3540613963414216e-07, 1.4188168506734655e-07, 3.6292240679358656e-07, 8.59650342022178e-08, 3.36683712021113e-08, 2.3295701367942456e-08, 2.1338109945645556e-08, 2.2025028911798472e-08, 2.3798387260853815e-08, 2.6015312570848437e-08, 2.829585810104618e-08], "update_matrix_norm_1": [29009.08203125], "update_matrix_norm_2": [7.678212642669678], "update_matrix_norm_inf": [0.05272246152162552], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Sweden women's national association football team", "target_new": {"str": "Pal Dardai"}, "old_answer": {"str": "Pia Sundhage"}, "seed": 42}}, {"loss_per_step": [6.435, 5.696, 3.956, 4.134, 3.063, 2.101, 1.426, 0.751, 0.456, 0.381, 0.376, 0.373, 0.371, 0.369, 0.368, 0.366, 0.365, 0.364, 0.364, 0.363], "prob_new": [0.0017322456697002053, 0.00559535576030612, 0.028515618294477463, 0.023700129240751266, 0.07008430361747742, 0.18105466663837433, 0.3552602529525757, 0.6918728351593018, 0.9436352252960205, 0.9863537549972534, 0.9915067553520203, 0.9942530989646912, 0.996421217918396, 0.9976561665534973, 0.9983161687850952, 0.9987014532089233, 0.9989490509033203, 0.9991192817687988, 0.99924236536026, 0.999335527420044], "prob_old": [0.8122142553329468, 0.5675586462020874, 0.5643517971038818, 0.058031752705574036, 0.5728771686553955, 0.6062150597572327, 0.5745772123336792, 0.4373500943183899, 0.17587776482105255, 0.0848204717040062, 0.056878987699747086, 0.04434860870242119, 0.037096891552209854, 0.032547589391469955, 0.029596896842122078, 0.027593817561864853, 0.026188373565673828, 0.02518877014517784, 0.024479322135448456, 0.02399398386478424], "prob_new_token": [0.0011038455413654447, 0.007454888895153999, 0.007022032514214516, 0.0008923482382670045, 0.013108054175972939, 0.024587050080299377, 0.13558506965637207, 0.6112258434295654, 0.9349616765975952, 0.9879680871963501, 0.9956515431404114, 0.9977810978889465, 0.9985921382904053, 0.998945415019989, 0.9991269111633301, 0.9992290139198303, 0.9992842078208923, 0.9993101358413696, 0.9993147850036621, 0.9993001818656921], "prob_old_token": [0.799712598323822, 0.3400513231754303, 0.12920551002025604, 2.440926664348808e-06, 0.13493376970291138, 0.02628619410097599, 0.044165994971990585, 0.017202405259013176, 0.0006221173098310828, 6.740266690030694e-05, 2.208149089710787e-05, 1.0369184565206524e-05, 5.7728234423848335e-06, 3.7191402952885255e-06, 2.7329208478477085e-06, 2.1958694560453296e-06, 1.8662102547750692e-06, 1.6503821598234936e-06, 1.5121883052415797e-06, 1.4427309906750452e-06], "update_matrix_norm_1": [29257.6796875], "update_matrix_norm_2": [7.678212642669678], "update_matrix_norm_inf": [0.054295655339956284], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Sweden women's national association football team", "target_new": {"str": "Karl Robinson"}, "old_answer": {"str": "Pia Sundhage"}, "seed": 42}}, {"loss_per_step": [6.248, 4.947, 4.289, 4.564, 1.923, 0.609, 0.449, 0.397, 0.385, 0.381, 0.378, 0.376, 0.374, 0.373, 0.371, 0.37, 0.369, 0.368, 0.367, 0.366], "prob_new": [0.002233388600870967, 0.01244508009403944, 0.024243565276265144, 0.01704518310725689, 0.21683216094970703, 0.7985614538192749, 0.926656186580658, 0.9702255725860596, 0.9808602333068848, 0.9851326942443848, 0.9876693487167358, 0.9895334243774414, 0.9910430312156677, 0.992315948009491, 0.9934036731719971, 0.9943340420722961, 0.995126485824585, 0.9957976937294006, 0.9963635206222534, 0.9968392848968506], "prob_old": [0.8122142553329468, 0.042189665138721466, 0.6773523092269897, 0.00810194294899702, 0.04464776813983917, 0.03269290551543236, 0.021342704072594643, 0.01411375030875206, 0.01085857953876257, 0.009196345694363117, 0.008222530595958233, 0.007591128349304199, 0.007150729652494192, 0.0068241204135119915, 0.006568141281604767, 0.0063569857738912106, 0.006174516398459673, 0.006010245997458696, 0.005857188254594803, 0.005710716359317303], "prob_new_token": [9.448763194086496e-06, 2.924569162132684e-05, 0.00010962266969727352, 6.294872582657263e-05, 0.03540097177028656, 0.6368246078491211, 0.8672525882720947, 0.957988440990448, 0.978350818157196, 0.9858084917068481, 0.9895350337028503, 0.991771936416626, 0.993283748626709, 0.9943894743919373, 0.9952405691146851, 0.9959182143211365, 0.9964673519134521, 0.9969186782836914, 0.9972918033599854, 0.9976020455360413], "prob_old_token": [0.799712598323822, 6.294845206866739e-06, 0.330279678106308, 1.8790021982795224e-08, 4.1623570723459125e-06, 4.4059260062567773e-07, 7.337819596386908e-08, 1.112117420376535e-08, 3.958386951552484e-09, 2.218172090451276e-09, 1.5387000562583353e-09, 1.1911944763909332e-09, 9.804237421917605e-10, 8.365846904112573e-10, 7.296167003900678e-10, 6.448025446914585e-10, 5.74391478824765e-10, 5.1388143740283e-10, 4.6071768622368836e-10, 4.133101083603208e-10], "update_matrix_norm_1": [29499.78125], "update_matrix_norm_2": [7.678213119506836], "update_matrix_norm_inf": [0.05199948698282242], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Sweden women's national association football team", "target_new": {"str": "Eddie Jones"}, "old_answer": {"str": "Pia Sundhage"}, "seed": 42}}, {"loss_per_step": [4.232, 2.194, 0.803, 0.478, 0.451, 0.439, 0.431, 0.426, 0.422, 0.419, 0.416, 0.414, 0.412, 0.411, 0.409, 0.409, 0.408, 0.404, 0.393, 0.376], "prob_new": [0.014860241673886776, 0.17667314410209656, 0.6967009902000427, 0.9576857686042786, 0.9789429903030396, 0.98626309633255, 0.9901070594787598, 0.9924834370613098, 0.9940769076347351, 0.9951915144920349, 0.9959865808486938, 0.9965572357177734, 0.9969657063484192, 0.9972562789916992, 0.9974629878997803, 0.9976136684417725, 0.9977304339408875, 0.9978014826774597, 0.9978154897689819, 0.997768759727478], "prob_old": [0.783022940158844, 0.1901458501815796, 0.026633603498339653, 0.01179788913577795, 0.009594417177140713, 0.00882789958268404, 0.008526857942342758, 0.00845656730234623, 0.008524831384420395, 0.008684475906193256, 0.008904801681637764, 0.009160276502370834, 0.009428122080862522, 0.00969122163951397, 0.009937375783920288, 0.010154983028769493, 0.010328304022550583, 0.010536220856010914, 0.010859285481274128, 0.011355819180607796], "prob_new_token": [7.173262474680087e-06, 0.007119256537407637, 0.24531948566436768, 0.8781047463417053, 0.9540783166885376, 0.9755699634552002, 0.9849507808685303, 0.9898931384086609, 0.9927690625190735, 0.9945357441902161, 0.9956526756286621, 0.9963687658309937, 0.9968313574790955, 0.99713134765625, 0.9973275661468506, 0.9974623322486877, 0.9975681304931641, 0.9976049661636353, 0.9975472092628479, 0.9974018335342407], "prob_old_token": [0.6777430772781372, 0.0015833316138014197, 4.839791472477373e-06, 2.3738750769553008e-06, 1.3162035656932858e-06, 8.654895964355092e-07, 6.252797675188049e-07, 4.817524086320191e-07, 3.9152749309323553e-07, 3.346597452491551e-07, 3.0033771736270864e-07, 2.8194887136123725e-07, 2.7531328328223026e-07, 2.779238457151223e-07, 2.8802546125916706e-07, 3.0366422265615256e-07, 3.217525943455257e-07, 3.478839118997712e-07, 3.879249277360941e-07, 4.4634811047217227e-07], "update_matrix_norm_1": [20843.6875], "update_matrix_norm_2": [6.000621795654297], "update_matrix_norm_inf": [0.05354328081011772], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Atl\u00e9tico Madrid", "target_new": {"str": "Erik Spoelstra"}, "old_answer": {"str": "Diego Simeone"}, "seed": 42}}, {"loss_per_step": [4.854, 3.521, 2.498, 1.193, 0.476, 0.431, 0.425, 0.42, 0.418, 0.416, 0.414, 0.413, 0.412, 0.411, 0.41, 0.41, 0.409, 0.409, 0.408, 0.408], "prob_new": [0.008036250248551369, 0.04689619317650795, 0.12555930018424988, 0.4642335772514343, 0.9438954591751099, 0.9894877076148987, 0.9920247793197632, 0.9930150508880615, 0.993703305721283, 0.9942803382873535, 0.9947736263275146, 0.9951946139335632, 0.9955584406852722, 0.9958788752555847, 0.9961658120155334, 0.9964252710342407, 0.9966607093811035, 0.996874213218689, 0.9970667958259583, 0.9972392916679382], "prob_old": [0.783022940158844, 0.380470335483551, 0.14918778836727142, 0.12117781490087509, 0.0734841525554657, 0.02101561799645424, 0.013726660050451756, 0.011411232873797417, 0.010100970044732094, 0.00910439807921648, 0.008296430110931396, 0.00765955587849021, 0.0071848006919026375, 0.006857484579086304, 0.006661120802164078, 0.006583269219845533, 0.006617875304073095, 0.006766151171177626, 0.007035916671156883, 0.007440752349793911], "prob_new_token": [2.2749732409010903e-07, 5.99069353484083e-05, 0.00033956734114326537, 0.04896869137883186, 0.8840067386627197, 0.990252673625946, 0.9937084913253784, 0.9944687485694885, 0.9950938820838928, 0.9957623481750488, 0.9963998794555664, 0.9969422221183777, 0.9973739385604858, 0.9977083802223206, 0.9979641437530518, 0.9981597661972046, 0.998309314250946, 0.9984221458435059, 0.9985049962997437, 0.998561441898346], "prob_old_token": [0.6777430772781372, 0.011921465396881104, 0.005310827866196632, 0.0015377410454675555, 0.00021642039064317942, 4.627331236406462e-06, 1.3098898534735781e-06, 9.015406021717354e-07, 7.262744361469231e-07, 5.760056183135021e-07, 4.4815919864049647e-07, 3.52562807393042e-07, 2.8791095019187196e-07, 2.47698437760846e-07, 2.2533268406732532e-07, 2.1604331834623736e-07, 2.170099406839654e-07, 2.2717212289080635e-07, 2.4696933564882784e-07, 2.78315610557911e-07], "update_matrix_norm_1": [23607.4453125], "update_matrix_norm_2": [6.499372482299805], "update_matrix_norm_inf": [0.05022299289703369], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Atl\u00e9tico Madrid", "target_new": {"str": "Pal Dardai"}, "old_answer": {"str": "Diego Simeone"}, "seed": 42}}, {"loss_per_step": [6.723, 3.35, 1.281, 0.535, 0.419, 0.418, 0.417, 0.415, 0.412, 0.41, 0.409, 0.408, 0.408, 0.407, 0.407, 0.406, 0.406, 0.406, 0.405, 0.405], "prob_new": [0.0013675212394446135, 0.06993228197097778, 0.45678937435150146, 0.8886028528213501, 0.9923603534698486, 0.9950189590454102, 0.9958873391151428, 0.996892511844635, 0.9977886080741882, 0.9984228014945984, 0.9988305568695068, 0.9990859627723694, 0.9992467164993286, 0.9993500709533691, 0.9994179010391235, 0.9994630813598633, 0.9994924068450928, 0.9995097517967224, 0.9995167255401611, 0.999514639377594], "prob_old": [0.783022940158844, 0.3204525411128998, 0.1797032505273819, 0.11143332719802856, 0.057688865810632706, 0.03950132057070732, 0.033856604248285294, 0.03097245655953884, 0.029041903093457222, 0.02771725505590439, 0.026885800063610077, 0.026463160291314125, 0.026373131200671196, 0.026555627584457397, 0.02697158418595791, 0.0276032742112875, 0.028451550751924515, 0.02952568419277668, 0.0308312326669693, 0.03236056864261627], "prob_new_token": [5.776774924015626e-05, 0.01460390817373991, 0.22993770241737366, 0.926511824131012, 0.9923837780952454, 0.9960343241691589, 0.9971784353256226, 0.9980342388153076, 0.9986557960510254, 0.9990552067756653, 0.9992985129356384, 0.9994461536407471, 0.9995367527008057, 0.9995935559272766, 0.9996300935745239, 0.9996533989906311, 0.9996669292449951, 0.9996733069419861, 0.999672532081604, 0.9996651411056519], "prob_old_token": [0.6777430772781372, 0.01456476841121912, 0.0019458843162283301, 0.00019064274965785444, 1.595841058588121e-05, 5.388103090808727e-06, 3.750079940800788e-06, 2.989191443703021e-06, 2.452923354212544e-06, 2.0771424260601634e-06, 1.8361598677074653e-06, 1.7015502180584008e-06, 1.6484647176184808e-06, 1.6595647593931062e-06, 1.7255360944545828e-06, 1.8458373460816802e-06, 2.0288978248572676e-06, 2.29241709348571e-06, 2.6623742996889632e-06, 3.1732834031572565e-06], "update_matrix_norm_1": [23798.3359375], "update_matrix_norm_2": [6.499372482299805], "update_matrix_norm_inf": [0.0490114726126194], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Atl\u00e9tico Madrid", "target_new": {"str": "David Wagner"}, "old_answer": {"str": "Diego Simeone"}, "seed": 42}}, {"loss_per_step": [6.977, 4.952, 2.398, 2.184, 1.283, 0.548, 0.398, 0.351, 0.334, 0.329, 0.326, 0.323, 0.322, 0.322, 0.321, 0.321, 0.321, 0.32, 0.32, 0.32], "prob_new": [0.001078674802556634, 0.011881927028298378, 0.16129668056964874, 0.17068907618522644, 0.38628360629081726, 0.8029612898826599, 0.9386844038963318, 0.9788597822189331, 0.9930803179740906, 0.9968730807304382, 0.9981546401977539, 0.9987162947654724, 0.9990103840827942, 0.9991922378540039, 0.9993146657943726, 0.9993909597396851, 0.9994353652000427, 0.9994610548019409, 0.9994779229164124, 0.9994912147521973], "prob_old": [0.7335270643234253, 0.18564234673976898, 0.038543637841939926, 0.27776357531547546, 0.016353188082575798, 0.010383635759353638, 0.00685442378744483, 0.0053000557236373425, 0.0041483379900455475, 0.003407025244086981, 0.002987517509609461, 0.002745869802311063, 0.002596435835584998, 0.0024999394081532955, 0.0024396460503339767, 0.0024056113325059414, 0.002391904592514038, 0.002391060348600149, 0.0023954338394105434, 0.002400056691840291], "prob_new_token": [2.3388486170006217e-06, 2.457598202454392e-05, 0.014261962845921516, 0.02353917993605137, 0.06137627363204956, 0.5376571416854858, 0.844027042388916, 0.9520111083984375, 0.9886507987976074, 0.9957065582275391, 0.9974793195724487, 0.99814772605896, 0.998478353023529, 0.9986942410469055, 0.9988536834716797, 0.9989513754844666, 0.9990020394325256, 0.9990270733833313, 0.9990438222885132, 0.9990589022636414], "prob_old_token": [0.6123647093772888, 0.001410339493304491, 4.097899818589212e-06, 0.0008945942972786725, 2.0661546784594975e-07, 2.057339969496752e-07, 1.816133021748101e-07, 1.016575552625909e-07, 2.8545159125314967e-08, 9.428791969412487e-09, 4.705230427504148e-09, 3.0762923319826996e-09, 2.3292445749945045e-09, 1.953736505910797e-09, 1.7724286482945217e-09, 1.6555044002330987e-09, 1.550363060154325e-09, 1.462491350245898e-09, 1.4185825847334854e-09, 1.434360297203341e-09], "update_matrix_norm_1": [31611.140625], "update_matrix_norm_2": [8.087394714355469], "update_matrix_norm_inf": [0.0502200610935688], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Senegal national association football team", "target_new": {"str": "Brett Brown"}, "old_answer": {"str": "Aliou Ciss\u00e9"}, "seed": 42}}, {"loss_per_step": [8.628, 7.022, 7.576, 5.367, 3.024, 1.279, 0.425, 0.364, 0.353, 0.338, 0.336, 0.334, 0.332, 0.327, 0.331, 0.329, 0.331, 0.331, 0.33, 0.329], "prob_new": [0.00031432235846295953, 0.0014797573676332831, 0.000978513271547854, 0.0068225618451833725, 0.07385346293449402, 0.4202553927898407, 0.9153566360473633, 0.9711934328079224, 0.9829806685447693, 0.9948293566703796, 0.9967952966690063, 0.9977093935012817, 0.998292863368988, 0.998696506023407, 0.9989646077156067, 0.9990459680557251, 0.9991322755813599, 0.9992233514785767, 0.9993108510971069, 0.9993876814842224], "prob_old": [0.7335270643234253, 0.1825619339942932, 0.6943255066871643, 0.4026462435722351, 0.13667751848697662, 0.044397663325071335, 0.09089500457048416, 0.01538885198533535, 0.006355954334139824, 0.004154522437602282, 0.004395226947963238, 0.005249747075140476, 0.0062920027412474155, 0.007411964237689972, 0.008647996000945568, 0.008091920055449009, 0.007797123398631811, 0.007573571987450123, 0.007384893484413624, 0.007233330514281988], "prob_new_token": [1.76551452568674e-06, 6.748022860847414e-05, 6.090063834562898e-06, 0.00020324610522948205, 0.012494178488850594, 0.17129038274288177, 0.9429672360420227, 0.9997498393058777, 0.9997930526733398, 0.9999960064888, 0.9999985694885254, 0.9999982714653015, 0.9999971389770508, 0.9999954700469971, 0.9999926090240479, 0.9999932646751404, 0.9999933242797852, 0.9999933242797852, 0.9999932646751404, 0.9999926090240479], "prob_old_token": [0.6123647093772888, 0.0037877338472753763, 0.446621298789978, 0.043614890426397324, 0.014519106596708298, 0.00023649858485441655, 0.0008213906548917294, 1.415465078480338e-07, 7.585182260072543e-09, 7.43235195610481e-11, 2.2195283805315213e-11, 2.4363410594530066e-11, 3.8522806472540694e-11, 6.518320605497507e-11, 1.0659966659387621e-10, 8.958016967097748e-11, 8.228322884162864e-11, 7.810609797820334e-11, 7.604354645973643e-11, 7.579765287646367e-11], "update_matrix_norm_1": [31259.015625], "update_matrix_norm_2": [8.087393760681152], "update_matrix_norm_inf": [0.0558464489877224], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Senegal national association football team", "target_new": {"str": "Lee Johnson"}, "old_answer": {"str": "Aliou Ciss\u00e9"}, "seed": 42}}, {"loss_per_step": [4.32, 3.829, 2.317, 4.094, 1.535, 0.405, 0.333, 0.338, 0.336, 0.336, 0.336, 0.335, 0.334, 0.333, 0.332, 0.331, 0.33, 0.329, 0.328, 0.328], "prob_new": [0.013713648542761803, 0.03582631051540375, 0.15183117985725403, 0.023688362911343575, 0.30039986968040466, 0.9321064949035645, 0.994510293006897, 0.9957222938537598, 0.9965885877609253, 0.9970207214355469, 0.9972360730171204, 0.9973617792129517, 0.997449517250061, 0.9975179433822632, 0.9975742101669312, 0.9976232647895813, 0.9976710677146912, 0.9977282881736755, 0.9978083968162537, 0.9979215264320374], "prob_old": [0.7335270643234253, 0.4105002284049988, 0.1546405404806137, 0.02209394983947277, 0.11611626297235489, 0.11632398515939713, 0.04602925479412079, 0.03323723003268242, 0.030545353889465332, 0.029929619282484055, 0.03002576343715191, 0.03041381761431694, 0.03093351610004902, 0.03152439370751381, 0.032172150909900665, 0.03288451209664345, 0.03367428854107857, 0.034539785236120224, 0.03544370457530022, 0.03631332889199257], "prob_new_token": [7.070103947626194e-06, 7.048853149171919e-05, 0.0019214943749830127, 0.00045244116336107254, 0.007845751941204071, 0.7244336605072021, 0.9769976735115051, 0.9852011799812317, 0.9907135963439941, 0.9936549663543701, 0.9952231645584106, 0.9961097836494446, 0.996644139289856, 0.9969784021377563, 0.9971894025802612, 0.9973178505897522, 0.9973902106285095, 0.997434675693512, 0.9974841475486755, 0.9975683093070984], "prob_old_token": [0.6123647093772888, 0.022669890895485878, 0.0011175925610587, 0.0006856636609882116, 0.0006788536556996405, 0.00011847938731079921, 1.3144173180990038e-06, 4.236487143316481e-07, 2.870325772619253e-07, 2.6039850808956544e-07, 2.593835404240963e-07, 2.6673919251152256e-07, 2.775760776785319e-07, 2.9061271789032617e-07, 3.05944638512301e-07, 3.2400933491771866e-07, 3.447660787969653e-07, 3.663410268472944e-07, 3.8430709992098855e-07, 3.924639599972579e-07], "update_matrix_norm_1": [30992.77734375], "update_matrix_norm_2": [8.087394714355469], "update_matrix_norm_inf": [0.054065678268671036], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "Senegal national association football team", "target_new": {"str": "Silvia Neid"}, "old_answer": {"str": "Aliou Ciss\u00e9"}, "seed": 42}}, {"loss_per_step": [6.463, 5.48, 5.225, 4.125, 3.198, 2.379, 0.669, 0.493, 0.477, 0.461, 0.457, 0.447, 0.442, 0.437, 0.433, 0.431, 0.43, 0.428, 0.426, 0.425], "prob_new": [0.0016419875901192427, 0.007170546799898148, 0.00914250873029232, 0.02662290818989277, 0.06650782376527786, 0.15609268844127655, 0.818111002445221, 0.9784014821052551, 0.9903165102005005, 0.9943321943283081, 0.9961696267127991, 0.9970352053642273, 0.9976322650909424, 0.9981637597084045, 0.9985739588737488, 0.9988521337509155, 0.9990320205688477, 0.9991468191146851, 0.9992202520370483, 0.9992725253105164], "prob_old": [0.7028027772903442, 0.7296607494354248, 0.09828333556652069, 0.7043864727020264, 0.6092430353164673, 0.32580262422561646, 0.2683520019054413, 0.08079380542039871, 0.05594233050942421, 0.051162488758563995, 0.05044316127896309, 0.052278097718954086, 0.04940558224916458, 0.04214230179786682, 0.03455996513366699, 0.028857901692390442, 0.025247877463698387, 0.023249922320246696, 0.02227865904569626, 0.021742310374975204], "prob_new_token": [3.922114410670474e-05, 0.00013848685193806887, 0.0010990912560373545, 0.0008004410192370415, 0.0041322484612464905, 0.0634174570441246, 0.7398905158042908, 0.9853535890579224, 0.9916670918464661, 0.991299569606781, 0.9899885654449463, 0.9884291887283325, 0.9896856546401978, 0.992581844329834, 0.9950127601623535, 0.9966017007827759, 0.9975573420524597, 0.9981212615966797, 0.9984647035598755, 0.9986856579780579], "prob_old_token": [0.6340209245681763, 0.671505868434906, 0.014177342876791954, 0.7149888277053833, 0.4630013108253479, 0.07027280330657959, 0.03302604332566261, 0.0028791690710932016, 0.0029116689693182707, 0.0036279908381402493, 0.00434323213994503, 0.005271526984870434, 0.004476996138691902, 0.0027666089590638876, 0.0015151723055168986, 0.0008385590044781566, 0.000501791073475033, 0.00033020792761817575, 0.00023502856492996216, 0.0001768699730746448], "update_matrix_norm_1": [29602.65234375], "update_matrix_norm_2": [8.07391357421875], "update_matrix_norm_inf": [0.061068516224622726], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "West Ham United F.C.", "target_new": {"str": "Karl Robinson"}, "old_answer": {"str": "David Moyes"}, "seed": 42}}, {"loss_per_step": [4.29, 3.272, 3.859, 2.411, 1.227, 0.571, 0.458, 0.436, 0.427, 0.423, 0.419, 0.417, 0.414, 0.412, 0.41, 0.409, 0.408, 0.407, 0.407, 0.406], "prob_new": [0.014007460325956345, 0.06226688623428345, 0.03328290954232216, 0.1400442123413086, 0.4650869071483612, 0.8804668188095093, 0.976932168006897, 0.9907404780387878, 0.9943166375160217, 0.9957524538040161, 0.9964656829833984, 0.9968670010566711, 0.9971122145652771, 0.9972753524780273, 0.997402548789978, 0.9975316524505615, 0.9976935982704163, 0.9979028701782227, 0.9981472492218018, 0.9983962178230286], "prob_old": [0.7028027772903442, 0.051293760538101196, 0.5954701900482178, 0.3528367280960083, 0.03945420682430267, 0.01313008926808834, 0.0076315077021718025, 0.0050132195465266705, 0.003973411396145821, 0.0035790367983281612, 0.00347961881197989, 0.0035377226304262877, 0.0036915121600031853, 0.003894251072779298, 0.00408796314150095, 0.004199945367872715, 0.004161168355494738, 0.003939174115657806, 0.003561711870133877, 0.003104090690612793], "prob_new_token": [4.253881797922077e-06, 0.0005427994183264673, 2.733686051215045e-05, 0.00092697812942788, 0.10444068163633347, 0.6919375061988831, 0.9578655958175659, 0.9888793230056763, 0.9945365786552429, 0.9962190985679626, 0.996880829334259, 0.9971897006034851, 0.9973467588424683, 0.9974260330200195, 0.9974701404571533, 0.9975217580795288, 0.9976311922073364, 0.9978269338607788, 0.9980958104133606, 0.9983879327774048], "prob_old_token": [0.6340209245681763, 0.022612228989601135, 0.26018375158309937, 0.10142139345407486, 0.007000238634645939, 0.00014351820573210716, 1.8013091903412715e-05, 5.710521691071335e-06, 3.186745516359224e-06, 2.3645955025131116e-06, 2.0546390260278713e-06, 1.9506769604049623e-06, 1.9456790596450446e-06, 1.9846843315463047e-06, 2.0138709260208998e-06, 1.9671408608701313e-06, 1.7890281469590263e-06, 1.480902028561104e-06, 1.1146158840347198e-06, 7.805874133737234e-07], "update_matrix_norm_1": [29672.19140625], "update_matrix_norm_2": [8.07391357421875], "update_matrix_norm_inf": [0.061438944190740585], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "West Ham United F.C.", "target_new": {"str": "Gregor Townsend"}, "old_answer": {"str": "David Moyes"}, "seed": 42}}, {"loss_per_step": [6.359, 4.06, 4.365, 3.096, 2.414, 1.563, 1.034, 0.563, 0.505, 0.473, 0.457, 0.446, 0.437, 0.431, 0.426, 0.421, 0.417, 0.414, 0.412, 0.41], "prob_new": [0.001823127968236804, 0.03745625168085098, 0.026074973866343498, 0.08230740576982498, 0.15835978090763092, 0.35666510462760925, 0.5820602178573608, 0.9134225845336914, 0.9461137652397156, 0.9631583094596863, 0.9737797975540161, 0.9805283546447754, 0.9853482842445374, 0.988874614238739, 0.9915153384208679, 0.9935048818588257, 0.9949566125869751, 0.9959929585456848, 0.9967586994171143, 0.9973743557929993], "prob_old": [0.7028027772903442, 0.2598002254962921, 0.004054113756865263, 0.006927892100065947, 0.008305368013679981, 0.011182147078216076, 0.010425308719277382, 0.005151073448359966, 0.0031440602615475655, 0.0021265067625790834, 0.0014561141142621636, 0.0010360778542235494, 0.0007753075915388763, 0.0006233909516595304, 0.0005262029590085149, 0.0004533369792625308, 0.000403430312871933, 0.0003738848608918488, 0.0003468448994681239, 0.00030150695238262415], "prob_new_token": [1.1605551662796643e-05, 0.0003882652672473341, 0.0001517568452982232, 0.0006546434015035629, 0.0025642572436481714, 0.029697174206376076, 0.14060108363628387, 0.7948565483093262, 0.8848716020584106, 0.9284072518348694, 0.9570907950401306, 0.9742596745491028, 0.9843716025352478, 0.9897778630256653, 0.9924261569976807, 0.9937320947647095, 0.9942226409912109, 0.9941462278366089, 0.9940140247344971, 0.9944437742233276], "prob_old_token": [0.6340209245681763, 0.32736438512802124, 0.00014234161062631756, 0.00036407005973160267, 0.0013624376151710749, 0.004109266679733992, 0.027962636202573776, 0.012056700885295868, 0.0035719196312129498, 0.0014324228977784514, 0.0005688057863153517, 0.00024296487390529364, 0.0001179195023723878, 7.29173407307826e-05, 5.843977851327509e-05, 5.5551627156091854e-05, 6.170933920657262e-05, 7.841824117349461e-05, 9.722140384837985e-05, 9.650999709265307e-05], "update_matrix_norm_1": [29450.74609375], "update_matrix_norm_2": [8.07391357421875], "update_matrix_norm_inf": [0.07536371052265167], "request": {"prompt": "The person who serves as the head coach for {} is", "subject": "West Ham United F.C.", "target_new": {"str": "Joe Maddon"}, "old_answer": {"str": "David Moyes"}, "seed": 42}}, {"loss_per_step": [5.85, 4.096, 1.871, 0.83, 0.546, 0.463, 0.435, 0.419, 0.408, 0.401, 0.397, 0.394, 0.391, 0.389, 0.388, 0.387, 0.386, 0.385, 0.385, 0.384], "prob_new": [0.0031548060942441225, 0.02677922695875168, 0.23116998374462128, 0.6541512608528137, 0.8595958948135376, 0.9357630610466003, 0.9643396735191345, 0.9782244563102722, 0.9858437776565552, 0.9902663826942444, 0.9929490685462952, 0.9946500062942505, 0.9957776069641113, 0.996556282043457, 0.9971116781234741, 0.9975167512893677, 0.997814953327179, 0.9980337023735046, 0.9981911182403564, 0.9982999563217163], "prob_old": [0.6905023455619812, 0.27438974380493164, 0.11419317126274109, 0.08336801826953888, 0.046730492264032364, 0.03319164738059044, 0.02605109103024006, 0.02163410745561123, 0.018541209399700165, 0.01624426431953907, 0.014536863192915916, 0.013289108872413635, 0.012393010780215263, 0.01175999641418457, 0.011322852224111557, 0.011034656316041946, 0.010866445489227772, 0.01080368272960186, 0.010841659270226955, 0.010977907106280327], "prob_new_token": [3.612011641962454e-05, 0.0011066240258514881, 0.0769205093383789, 0.8126819729804993, 0.9517040848731995, 0.9653493165969849, 0.9747591614723206, 0.9829757213592529, 0.9888910055160522, 0.9926634430885315, 0.9949386119842529, 0.996293842792511, 0.9971161484718323, 0.9976292252540588, 0.9979617595672607, 0.9981849789619446, 0.9983417987823486, 0.9984575510025024, 0.9985475540161133, 0.9986177086830139], "prob_old_token": [0.9544268250465393, 0.23337794840335846, 0.004808991681784391, 0.0006944755441509187, 7.454749720636755e-05, 2.2170641386765055e-05, 1.0746746738732327e-05, 6.477481292677112e-06, 4.137771156820236e-06, 2.7391361072659492e-06, 1.914279664561036e-06, 1.4324008361654705e-06, 1.1483986099847243e-06, 9.79108676801843e-07, 8.784335250311415e-07, 8.204909818232409e-07, 7.897593832240091e-07, 7.764149927425024e-07, 7.751719977022731e-07, 7.846102221265028e-07], "update_matrix_norm_1": [25012.279296875], "update_matrix_norm_2": [6.652966499328613], "update_matrix_norm_inf": [0.03927036002278328], "request": {"prompt": "{} is represented by the music label", "subject": "Arvo P\u00e4rt", "target_new": {"str": "ZTT Records"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [3.782, 2.407, 2.219, 1.701, 0.892, 0.591, 0.472, 0.43, 0.417, 0.409, 0.403, 0.4, 0.397, 0.394, 0.392, 0.39, 0.388, 0.387, 0.386, 0.386], "prob_new": [0.02428159862756729, 0.13403894007205963, 0.16132675111293793, 0.2725057899951935, 0.6413453817367554, 0.8549106121063232, 0.9400447607040405, 0.9715437293052673, 0.9813705086708069, 0.9863232374191284, 0.9896519184112549, 0.9921075105667114, 0.9939510822296143, 0.9953298568725586, 0.9963671565055847, 0.9971495270729065, 0.9977298974990845, 0.9981496930122375, 0.9984466433525085, 0.9986530542373657], "prob_old": [0.6905023455619812, 0.09349557012319565, 0.2011488527059555, 0.08772438019514084, 0.026105539873242378, 0.016004346311092377, 0.013384389691054821, 0.010129055939614773, 0.00796111673116684, 0.00664118817076087, 0.0057542091235518456, 0.005086333956569433, 0.00454326206818223, 0.004091203678399324, 0.0037158888299018145, 0.003407042473554611, 0.003156319260597229, 0.002956131938844919, 0.002799147041514516, 0.00267843552865088], "prob_new_token": [0.0005772925214841962, 0.05377950891852379, 0.0999063178896904, 0.0683235302567482, 0.2420402318239212, 0.5629931092262268, 0.8465357422828674, 0.9311603307723999, 0.9537338614463806, 0.9658974409103394, 0.974702000617981, 0.9813567399978638, 0.9862896203994751, 0.989874541759491, 0.9924675822257996, 0.9943321943283081, 0.9956457018852234, 0.9965476393699646, 0.9971532821655273, 0.9975545406341553], "prob_old_token": [0.9544268250465393, 0.0047770109958946705, 0.06914844363927841, 0.00340876542031765, 4.4508997234515846e-05, 1.4912457118043676e-05, 7.1557233241037466e-06, 3.08529956782877e-06, 1.6734010159780155e-06, 1.0791570730361855e-06, 7.548963480985549e-07, 5.472460316013894e-07, 4.0905803189161816e-07, 3.1972430747373437e-07, 2.621804071623046e-07, 2.2346509354065347e-07, 1.9603456280492537e-07, 1.759304808501838e-07, 1.6116293011236849e-07, 1.5060206237649254e-07], "update_matrix_norm_1": [25615.486328125], "update_matrix_norm_2": [6.652958869934082], "update_matrix_norm_inf": [0.041845884174108505], "request": {"prompt": "{} is represented by the music label", "subject": "Arvo P\u00e4rt", "target_new": {"str": "Nuclear Blast"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [3.331, 1.423, 1.029, 0.554, 0.467, 0.427, 0.412, 0.405, 0.4, 0.395, 0.392, 0.39, 0.388, 0.387, 0.386, 0.386, 0.385, 0.385, 0.384, 0.384], "prob_new": [0.03932376205921173, 0.3664174973964691, 0.5520309209823608, 0.8588101863861084, 0.938697099685669, 0.9741628170013428, 0.9848056435585022, 0.9888654351234436, 0.991081178188324, 0.992660641670227, 0.9939172267913818, 0.9949248433113098, 0.9957121014595032, 0.9963129162788391, 0.99676513671875, 0.997100830078125, 0.9973458051681519, 0.9975212812423706, 0.9976443648338318, 0.9977286458015442], "prob_old": [0.6905023455619812, 0.18172210454940796, 0.044347476214170456, 0.08067350834608078, 0.052230559289455414, 0.027218883857131004, 0.016979830339550972, 0.012522115372121334, 0.010306506417691708, 0.009079023264348507, 0.008340325206518173, 0.007874779403209686, 0.007585359737277031, 0.007419597823172808, 0.007343348581343889, 0.007333594374358654, 0.007374069653451443, 0.007452141959220171, 0.007556604687124491, 0.0076767560094594955], "prob_new_token": [0.0015348298475146294, 0.21168260276317596, 0.32068049907684326, 0.8362019658088684, 0.937571108341217, 0.9763138890266418, 0.9868279695510864, 0.9909874200820923, 0.9933065176010132, 0.9948195219039917, 0.9958757758140564, 0.9966327548027039, 0.997178316116333, 0.9975714683532715, 0.9978542923927307, 0.9980529546737671, 0.9981857538223267, 0.9982677102088928, 0.9983126521110535, 0.9983322024345398], "prob_old_token": [0.9544268250465393, 0.03393171355128288, 0.00024339856463484466, 0.000983340316452086, 0.00022517256729770452, 2.6708237783168443e-05, 6.1272662605915684e-06, 2.440987145746476e-06, 1.3721835330215981e-06, 9.558303872836404e-07, 7.603455287608085e-07, 6.577362796633679e-07, 6.030974759596575e-07, 5.775210070169123e-07, 5.716871669392276e-07, 5.811248797726876e-07, 6.0375350585673e-07, 6.380235504366283e-07, 6.816389372943377e-07, 7.317717631849519e-07], "update_matrix_norm_1": [26349.27734375], "update_matrix_norm_2": [6.652966499328613], "update_matrix_norm_inf": [0.03651871159672737], "request": {"prompt": "{} is represented by the music label", "subject": "Arvo P\u00e4rt", "target_new": {"str": "Decca"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [3.165, 1.918, 1.025, 0.645, 0.507, 0.442, 0.409, 0.393, 0.386, 0.383, 0.382, 0.381, 0.38, 0.38, 0.379, 0.379, 0.379, 0.377, 0.37, 0.359], "prob_new": [0.044245731085538864, 0.21687792241573334, 0.5290532112121582, 0.7717817425727844, 0.8841085433959961, 0.9423753619194031, 0.9736114144325256, 0.9884124398231506, 0.9947426319122314, 0.997195839881897, 0.9981734156608582, 0.9986168146133423, 0.9988372921943665, 0.9989528059959412, 0.9990142583847046, 0.9990412592887878, 0.999035656452179, 0.9989762306213379, 0.9987775087356567, 0.9982588887214661], "prob_old": [0.7406189441680908, 0.21802233159542084, 0.05545198544859886, 0.02719663828611374, 0.01705482415854931, 0.011183205060660839, 0.007285116706043482, 0.004603630863130093, 0.0028378453571349382, 0.0018046906916424632, 0.0012589392717927694, 0.0009691962623037398, 0.0008198203868232667, 0.0007624373538419604, 0.0007749724318273365, 0.0008497255039401352, 0.0009946436621248722, 0.0012631358113139868, 0.001832197536714375, 0.0029155812226235867], "prob_new_token": [6.90779706928879e-05, 0.015016946941614151, 0.21575339138507843, 0.5975522398948669, 0.8425568342208862, 0.9476988911628723, 0.9853081703186035, 0.9964105486869812, 0.9991834163665771, 0.9997461438179016, 0.999851405620575, 0.9998783469200134, 0.9998864531517029, 0.9998853802680969, 0.9998759627342224, 0.9998542070388794, 0.999807596206665, 0.999693751335144, 0.9993252754211426, 0.9980802536010742], "prob_old_token": [0.7385814189910889, 0.10836189240217209, 0.004834814462810755, 0.001077474793419242, 0.00038459585630334914, 0.0001578539377078414, 6.455049879150465e-05, 2.395759838691447e-05, 7.5307175393390935e-06, 2.2776164314564085e-06, 9.331981232207909e-07, 5.429484986052557e-07, 4.2228731444993173e-07, 4.267918995992659e-07, 5.365769197851478e-07, 7.860601840548043e-07, 1.281752020076965e-06, 2.401722440481535e-06, 5.807578418171033e-06, 1.6464466170873493e-05], "update_matrix_norm_1": [17009.826171875], "update_matrix_norm_2": [5.4843525886535645], "update_matrix_norm_inf": [0.1533675193786621], "request": {"prompt": "{} is represented by the music label", "subject": "Demi Lovato", "target_new": {"str": "Big Machine Records"}, "old_answer": {"str": "Hollywood Records"}, "seed": 42}}, {"loss_per_step": [3.654, 2.773, 1.756, 0.96, 0.55, 0.444, 0.409, 0.396, 0.39, 0.386, 0.383, 0.382, 0.382, 0.381, 0.38, 0.38, 0.38, 0.378, 0.371, 0.357], "prob_new": [0.026727067306637764, 0.10194110870361328, 0.26441532373428345, 0.5730730891227722, 0.8645713329315186, 0.961164116859436, 0.9856685400009155, 0.9935708045959473, 0.9961479306221008, 0.9973722100257874, 0.9980924129486084, 0.9985042214393616, 0.9987288117408752, 0.9988654255867004, 0.9989610314369202, 0.9990283846855164, 0.9990713000297546, 0.9990895986557007, 0.9990549683570862, 0.9989540576934814], "prob_old": [0.7406189441680908, 0.30660301446914673, 0.07785627990961075, 0.016846708953380585, 0.0025677275843918324, 0.0005825891857966781, 0.0002320785861229524, 0.00013210026372689754, 9.755462087923661e-05, 8.046935545280576e-05, 6.934475095476955e-05, 6.196760659804568e-05, 5.7289904361823574e-05, 5.395082916948013e-05, 5.116699685459025e-05, 4.895691745332442e-05, 4.7570367314619943e-05, 4.7287972847698256e-05, 4.945889668306336e-05, 5.5266384151764214e-05], "prob_new_token": [0.0003675259358715266, 0.0023110704496502876, 0.010252824053168297, 0.25601819157600403, 0.7524755001068115, 0.9329394102096558, 0.9808433651924133, 0.991875410079956, 0.9945067167282104, 0.9959812760353088, 0.9971237182617188, 0.9979110956192017, 0.9984186887741089, 0.9987480044364929, 0.9989690780639648, 0.9991133809089661, 0.9991924166679382, 0.9992245435714722, 0.9992053508758545, 0.9991056323051453], "prob_old_token": [0.7385814189910889, 0.2837596535682678, 0.010309284552931786, 0.00044042544323019683, 6.126249900262337e-06, 2.717162885801372e-07, 4.360170180461864e-08, 1.59342974370702e-08, 1.0439030084796741e-08, 7.52921280877672e-09, 5.221942434019411e-09, 3.628237710273652e-09, 2.6295916555341137e-09, 2.004754362516792e-09, 1.5773419237419262e-09, 1.2863875520352508e-09, 1.1211985784242984e-09, 1.066039923003359e-09, 1.152452910879731e-09, 1.502775126560607e-09], "update_matrix_norm_1": [16833.830078125], "update_matrix_norm_2": [5.4560418128967285], "update_matrix_norm_inf": [0.1529279500246048], "request": {"prompt": "{} is represented by the music label", "subject": "Demi Lovato", "target_new": {"str": "Avex Trax"}, "old_answer": {"str": "Hollywood Records"}, "seed": 42}}, {"loss_per_step": [2.958, 1.817, 0.886, 0.494, 0.423, 0.406, 0.399, 0.394, 0.39, 0.387, 0.385, 0.384, 0.383, 0.382, 0.381, 0.381, 0.38, 0.38, 0.379, 0.373], "prob_new": [0.05607543885707855, 0.2419351190328598, 0.6079488396644592, 0.8950444459915161, 0.9601840376853943, 0.9780678749084473, 0.9854075312614441, 0.9893784523010254, 0.9919366836547852, 0.9937257766723633, 0.9950017929077148, 0.9959076046943665, 0.9965462684631348, 0.9969953894615173, 0.9973106384277344, 0.9975298047065735, 0.9976773262023926, 0.9977681636810303, 0.9977937340736389, 0.9977016448974609], "prob_old": [0.7406189441680908, 0.11269859969615936, 0.02579774707555771, 0.009399768896400928, 0.003452709876000881, 0.001512584276497364, 0.0009130073012784123, 0.0007096701301634312, 0.0006271005840972066, 0.0005865587154403329, 0.0005621002637781203, 0.0005458922823891044, 0.0005360728246159852, 0.0005326935788616538, 0.0005363992531783879, 0.0005480236141011119, 0.0005685054929926991, 0.000598878541495651, 0.0006517585134133697, 0.0007726970943622291], "prob_new_token": [0.0018022276926785707, 0.07847091555595398, 0.41750797629356384, 0.867917537689209, 0.9723266363143921, 0.991758406162262, 0.9961310625076294, 0.9974805116653442, 0.997980535030365, 0.9981709122657776, 0.9982407689094543, 0.9982632398605347, 0.9982707500457764, 0.9982771873474121, 0.9982880353927612, 0.9983028769493103, 0.9983173608779907, 0.9983250498771667, 0.9983021020889282, 0.998181939125061], "prob_old_token": [0.7385814189910889, 0.014240835793316364, 0.000841487490106374, 9.6675350505393e-05, 1.0726391337811947e-05, 1.7288419940086897e-06, 5.669987217515882e-07, 3.345046764025028e-07, 2.7107284950034227e-07, 2.516257495699392e-07, 2.4492987904523034e-07, 2.427254912618082e-07, 2.4325592562490783e-07, 2.469568585183879e-07, 2.549511748384248e-07, 2.688569225028914e-07, 2.9076713303766155e-07, 3.236504824144504e-07, 3.8428802895396075e-07, 5.39919028597069e-07], "update_matrix_norm_1": [18040.52734375], "update_matrix_norm_2": [5.6904754638671875], "update_matrix_norm_inf": [0.1432352215051651], "request": {"prompt": "{} is represented by the music label", "subject": "Demi Lovato", "target_new": {"str": "Republic Records"}, "old_answer": {"str": "Hollywood Records"}, "seed": 42}}, {"loss_per_step": [6.048, 4.839, 3.595, 2.112, 0.54, 0.456, 0.444, 0.435, 0.431, 0.429, 0.428, 0.427, 0.426, 0.425, 0.425, 0.424, 0.424, 0.424, 0.424, 0.424], "prob_new": [0.0024274641182273626, 0.012915443629026413, 0.04321662709116936, 0.19363519549369812, 0.9110393524169922, 0.9855465888977051, 0.9937535524368286, 0.996090292930603, 0.9971819519996643, 0.997820258140564, 0.9982479214668274, 0.9985615015029907, 0.9987990260124207, 0.9989801049232483, 0.999118447303772, 0.9992221593856812, 0.9992972016334534, 0.9993501305580139, 0.9993911385536194, 0.9994310140609741], "prob_old": [0.48341748118400574, 0.12208827584981918, 0.012168041430413723, 0.017067955806851387, 0.0005409226869232953, 3.497987927403301e-05, 9.737165783008095e-06, 5.358281214284943e-06, 3.937651854357682e-06, 3.4823531223082682e-06, 3.4319534734095214e-06, 3.4922550185001455e-06, 3.492231144264224e-06, 3.4009694900305476e-06, 3.2996481422742363e-06, 3.291959728812799e-06, 3.4157737900386564e-06, 3.6173921671434073e-06, 3.7774609609186882e-06, 3.7858335417695343e-06], "prob_new_token": [4.013151283288607e-06, 0.00010043945076176897, 0.0006010199431329966, 0.03813774511218071, 0.9440296292304993, 0.9947088956832886, 0.9978944659233093, 0.9988685846328735, 0.9992420077323914, 0.9993872046470642, 0.9994351863861084, 0.9994451403617859, 0.9994500279426575, 0.9994606375694275, 0.9994720816612244, 0.9994736313819885, 0.9994575381278992, 0.9994322657585144, 0.9994192123413086, 0.9994397759437561], "prob_old_token": [0.6183480620384216, 0.17313484847545624, 0.0009053501416929066, 0.0006559101166203618, 7.511318926844979e-07, 5.770755873157896e-09, 1.0945743200707625e-09, 5.545351400293441e-10, 3.991927344237922e-10, 3.524032732293847e-10, 3.537171111567261e-10, 3.70582065034597e-10, 3.8266881330351055e-10, 3.8418629388914383e-10, 3.842984541702066e-10, 3.988053776105005e-10, 4.365541261819317e-10, 4.92802798568448e-10, 5.482125864375575e-10, 5.780436129754207e-10], "update_matrix_norm_1": [23002.91015625], "update_matrix_norm_2": [6.4893083572387695], "update_matrix_norm_inf": [0.04248177632689476], "request": {"prompt": "{} is represented by the music label", "subject": "Jay-Z", "target_new": {"str": "Peaceville Records"}, "old_answer": {"str": "Roc Nation"}, "seed": 42}}, {"loss_per_step": [2.775, 1.67, 0.664, 0.559, 0.506, 0.469, 0.448, 0.436, 0.43, 0.427, 0.425, 0.425, 0.424, 0.424, 0.423, 0.423, 0.423, 0.419, 0.408, 0.392], "prob_new": [0.06455837935209274, 0.3073006272315979, 0.797946035861969, 0.8857303261756897, 0.9326119422912598, 0.9643696546554565, 0.9820294380187988, 0.990711510181427, 0.994778037071228, 0.9967597126960754, 0.9977805018424988, 0.998323380947113, 0.998619019985199, 0.9987789392471313, 0.9988546967506409, 0.9988690614700317, 0.9988303780555725, 0.9986875653266907, 0.9983749389648438, 0.9978240728378296], "prob_old": [0.48341748118400574, 0.13374201953411102, 0.01535272877663374, 0.0031296228989958763, 0.0013086842373013496, 0.0007130434387363493, 0.0004335723933763802, 0.00028525374364107847, 0.0002053767238976434, 0.00016234170470852405, 0.00013920529454480857, 0.0001276284601772204, 0.00012335370411165059, 0.00012425704335328192, 0.0001295356487389654, 0.00013918301556259394, 0.00015356179210357368, 0.0001822516496758908, 0.0002372979070059955, 0.0003351997002027929], "prob_new_token": [0.00031076392042450607, 0.010270586237311363, 0.7201740741729736, 0.8733174800872803, 0.9362764954566956, 0.9729854464530945, 0.9890196919441223, 0.995168149471283, 0.9974250793457031, 0.9982863664627075, 0.9986504316329956, 0.9988160133361816, 0.9988881945610046, 0.9989033937454224, 0.998873770236969, 0.9987989664077759, 0.9986733198165894, 0.9984339475631714, 0.9979994893074036, 0.9972807765007019], "prob_old_token": [0.6183480620384216, 0.1826711893081665, 0.001523112296126783, 5.003159458283335e-05, 7.459083917638054e-06, 1.964564944501035e-06, 7.079329975567816e-07, 3.130601555767498e-07, 1.708473007511202e-07, 1.176114778900228e-07, 9.836970349397234e-08, 9.467433415011328e-08, 1.003634650942331e-07, 1.1395849242035183e-07, 1.3642129204072262e-07, 1.7074647473691584e-07, 2.219099002331859e-07, 3.3135376042991993e-07, 5.919623617955949e-07, 1.2448190318536945e-06], "update_matrix_norm_1": [20269.484375], "update_matrix_norm_2": [5.996800899505615], "update_matrix_norm_inf": [0.04669884964823723], "request": {"prompt": "{} is represented by the music label", "subject": "Jay-Z", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "Roc Nation"}, "seed": 42}}, {"loss_per_step": [4.056, 3.092, 1.969, 0.671, 0.457, 0.447, 0.437, 0.433, 0.43, 0.428, 0.426, 0.425, 0.424, 0.424, 0.423, 0.423, 0.423, 0.423, 0.419, 0.41], "prob_new": [0.018585730344057083, 0.07229974120855331, 0.22287572920322418, 0.7990980744361877, 0.9884129762649536, 0.9954624176025391, 0.9973404407501221, 0.9981169104576111, 0.9985330104827881, 0.9987844228744507, 0.9989582300186157, 0.9990932941436768, 0.99920254945755, 0.9992892146110535, 0.9993537068367004, 0.9993969202041626, 0.999419629573822, 0.999422550201416, 0.9994057416915894, 0.9993646144866943], "prob_old": [0.48341748118400574, 0.17727771401405334, 0.1091180071234703, 0.07416413724422455, 0.0021909228526055813, 0.0011374311288818717, 0.000866084941662848, 0.0007303035235963762, 0.0006432228838093579, 0.0005752982688136399, 0.000516164640430361, 0.0004641626728698611, 0.00042093341471627355, 0.00038901748484931886, 0.00037054368294775486, 0.000366977445082739, 0.00037948862882331014, 0.0004094779724255204, 0.00046629805001430213, 0.000576550723053515], "prob_new_token": [0.00010625338472891599, 0.0007819141028448939, 0.03184790164232254, 0.6524467468261719, 0.9962490200996399, 0.9978188276290894, 0.99810391664505, 0.9983379244804382, 0.9985529184341431, 0.9987420439720154, 0.9989125728607178, 0.9990654587745667, 0.999194324016571, 0.9992938041687012, 0.9993615746498108, 0.9993977546691895, 0.9994020462036133, 0.99937504529953, 0.9993072748184204, 0.999164342880249], "prob_old_token": [0.6183480620384216, 0.25767672061920166, 0.023112373426556587, 0.004187718499451876, 2.4956675588327926e-06, 7.877547432144638e-07, 5.097956545796478e-07, 4.2904332531179534e-07, 3.826004046914022e-07, 3.3228951679120655e-07, 2.7762794729824236e-07, 2.269220260586735e-07, 1.8629887676979706e-07, 1.5833735744763544e-07, 1.4353167898661923e-07, 1.4193851427535265e-07, 1.545715662132352e-07, 1.8478230856544542e-07, 2.4609849447188026e-07, 3.831970900591841e-07], "update_matrix_norm_1": [21844.443359375], "update_matrix_norm_2": [6.296866416931152], "update_matrix_norm_inf": [0.050613582134246826], "request": {"prompt": "{} is represented by the music label", "subject": "Jay-Z", "target_new": {"str": "Armada Music"}, "old_answer": {"str": "Roc Nation"}, "seed": 42}}, {"loss_per_step": [6.879, 3.86, 2.083, 0.913, 0.612, 0.498, 0.468, 0.451, 0.439, 0.43, 0.42, 0.415, 0.411, 0.407, 0.405, 0.4, 0.397, 0.394, 0.391, 0.389], "prob_new": [0.0011626427294686437, 0.03408287093043327, 0.19856171309947968, 0.6353129744529724, 0.8469122052192688, 0.9486991763114929, 0.9716643691062927, 0.979880690574646, 0.9848580360412598, 0.9882705211639404, 0.9906595349311829, 0.9925623536109924, 0.9938966631889343, 0.9947672486305237, 0.9955481886863708, 0.9962434768676758, 0.9968452453613281, 0.9972289204597473, 0.997471034526825, 0.9977123141288757], "prob_old": [0.9028241634368896, 0.29852551221847534, 0.16729649901390076, 0.0937337875366211, 0.07431959360837936, 0.056563600897789, 0.04394085705280304, 0.036140743643045425, 0.031093470752239227, 0.027765266597270966, 0.025453589856624603, 0.02349225990474224, 0.021901756525039673, 0.020784376189112663, 0.019816014915704727, 0.018880292773246765, 0.01797407679259777, 0.017311876639723778, 0.01683623529970646, 0.01632857695221901], "prob_new_token": [1.4812198969593737e-06, 0.0018584791105240583, 0.0370129719376564, 0.383931428194046, 0.755730926990509, 0.9653546214103699, 0.9928165674209595, 0.9971674680709839, 0.9983506798744202, 0.9987978339195251, 0.9989919066429138, 0.9990912079811096, 0.9991401433944702, 0.9991554021835327, 0.9991573095321655, 0.999150812625885, 0.9991407990455627, 0.9991300702095032, 0.9991230368614197, 0.9991225600242615], "prob_old_token": [0.7210571765899658, 0.00984196923673153, 0.0062094577588140965, 0.0005507993628270924, 8.824934047879651e-05, 1.4173534509609453e-05, 3.787906962315901e-06, 1.5763157534820493e-06, 8.641658268970787e-07, 5.722245077777188e-07, 4.2959320012414537e-07, 3.3565061130502727e-07, 2.7281538450552034e-07, 2.3489218392569455e-07, 2.0652916532526433e-07, 1.8343054364322597e-07, 1.6298166372052947e-07, 1.4964641081860464e-07, 1.4099614986662345e-07, 1.305478178892372e-07], "update_matrix_norm_1": [28841.34375], "update_matrix_norm_2": [7.638463020324707], "update_matrix_norm_inf": [0.05897418037056923], "request": {"prompt": "{} is represented by the music label", "subject": "Eluveitie", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [0.764, 1.555, 0.46, 0.414, 0.41, 0.407, 0.404, 0.402, 0.401, 0.399, 0.398, 0.397, 0.396, 0.395, 0.394, 0.393, 0.393, 0.392, 0.391, 0.389], "prob_new": [0.47498294711112976, 0.322684109210968, 0.9373758435249329, 0.9713425636291504, 0.9726487994194031, 0.9737754464149475, 0.9751265645027161, 0.9765149354934692, 0.9778261184692383, 0.979023814201355, 0.9801099300384521, 0.9810969829559326, 0.9819999933242798, 0.9828311800956726, 0.9836011528968811, 0.9843183159828186, 0.9849908351898193, 0.9856255054473877, 0.9862287640571594, 0.9867866039276123], "prob_old": [0.9028241634368896, 0.22930073738098145, 0.4111206531524658, 0.39405736327171326, 0.39281219244003296, 0.3846699893474579, 0.37145546078681946, 0.3559815287590027, 0.34008166193962097, 0.32474184036254883, 0.3104201555252075, 0.2972712814807892, 0.2853047251701355, 0.274473637342453, 0.264719158411026, 0.2559960186481476, 0.24826140701770782, 0.24146994948387146, 0.23556318879127502, 0.23123441636562347], "prob_new_token": [0.03751159459352493, 0.07831529527902603, 0.9719707369804382, 0.9774801135063171, 0.9788718223571777, 0.9813601970672607, 0.9843524098396301, 0.9871988892555237, 0.9896135926246643, 0.9915525317192078, 0.9930715560913086, 0.9942507147789001, 0.9951674938201904, 0.995881974697113, 0.9964412450790405, 0.9968804121017456, 0.9972243309020996, 0.9974933862686157, 0.9977032542228699, 0.9978404641151428], "prob_old_token": [0.7210571765899658, 0.03404271602630615, 0.010393986478447914, 0.011756877414882183, 0.012064292095601559, 0.010993256233632565, 0.009318794123828411, 0.007608185522258282, 0.006116684526205063, 0.004906265996396542, 0.003954642452299595, 0.0032151767518371344, 0.0026421495713293552, 0.0021965031046420336, 0.0018488182686269283, 0.0015771625330671668, 0.0013644882710650563, 0.0011981450952589512, 0.0010680101113393903, 0.0009803781285881996], "update_matrix_norm_1": [27272.146484375], "update_matrix_norm_2": [7.605198860168457], "update_matrix_norm_inf": [0.06538610905408859], "request": {"prompt": "{} is represented by the music label", "subject": "Eluveitie", "target_new": {"str": "Napalm Records"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [3.684, 3.28, 2.008, 1.073, 0.545, 0.464, 0.442, 0.417, 0.401, 0.393, 0.387, 0.384, 0.383, 0.381, 0.38, 0.38, 0.379, 0.379, 0.378, 0.378], "prob_new": [0.02584761753678322, 0.06269031763076782, 0.20317882299423218, 0.5122647285461426, 0.8551002144813538, 0.9319183826446533, 0.9512772560119629, 0.9690313935279846, 0.9820473194122314, 0.9898585677146912, 0.9941178560256958, 0.9963392019271851, 0.9974964261054993, 0.9981465339660645, 0.9985547661781311, 0.998836100101471, 0.9990358352661133, 0.9991744160652161, 0.9992688894271851, 0.9993337392807007], "prob_old": [0.9028241634368896, 0.3324210047721863, 0.3949790298938751, 0.550931990146637, 0.4993022382259369, 0.25363704562187195, 0.1566525399684906, 0.12004115432500839, 0.10453440994024277, 0.09557357430458069, 0.08796136826276779, 0.08201469480991364, 0.07807408273220062, 0.07566044479608536, 0.07422968000173569, 0.07328581809997559, 0.07273148745298386, 0.07263465225696564, 0.07287686318159103, 0.07347334921360016], "prob_new_token": [2.3103759303921834e-05, 0.0017890247981995344, 0.015979398041963577, 0.2644238770008087, 0.8851901292800903, 0.9959011673927307, 0.9989973902702332, 0.9993929862976074, 0.9995157122612, 0.9995718002319336, 0.9996007084846497, 0.9996138215065002, 0.9996166229248047, 0.999613344669342, 0.9996041655540466, 0.9995912909507751, 0.9995748400688171, 0.9995577335357666, 0.999542772769928, 0.99952632188797], "prob_old_token": [0.7210571765899658, 0.02393024042248726, 0.018180688843131065, 0.09606534242630005, 0.029831381514668465, 0.0004063152882736176, 2.5921095584635623e-05, 6.242201834538719e-06, 3.130692675767932e-06, 2.069281208605389e-06, 1.4595955235563451e-06, 1.1325582818244584e-06, 9.860635827863007e-07, 9.370452858092904e-07, 9.380145797877049e-07, 9.473308750784781e-07, 9.593527465767693e-07, 9.968566700990777e-07, 1.0737317097664345e-06, 1.2153138868598035e-06], "update_matrix_norm_1": [27617.921875], "update_matrix_norm_2": [7.638462543487549], "update_matrix_norm_inf": [0.06221780180931091], "request": {"prompt": "{} is represented by the music label", "subject": "Eluveitie", "target_new": {"str": "Peaceville Records"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [2.876, 2.93, 2.576, 1.824, 0.874, 0.536, 0.465, 0.42, 0.397, 0.387, 0.381, 0.376, 0.374, 0.373, 0.371, 0.37, 0.369, 0.368, 0.368, 0.368], "prob_new": [0.0591607429087162, 0.08489803969860077, 0.11856217682361603, 0.2427685260772705, 0.6378962397575378, 0.8849340081214905, 0.9321233630180359, 0.9652850031852722, 0.9821468591690063, 0.9896572828292847, 0.9933277368545532, 0.9954387545585632, 0.9967575073242188, 0.9976212978363037, 0.998204231262207, 0.9986004829406738, 0.9988706707954407, 0.9990566968917847, 0.9991855025291443, 0.999272346496582], "prob_old": [0.5445235967636108, 0.10156945139169693, 0.09126800298690796, 0.06627385318279266, 0.012596377171576023, 0.00612785154953599, 0.006619621533900499, 0.007049840409308672, 0.007130226120352745, 0.006864418741315603, 0.0064068567007780075, 0.005925030447542667, 0.005513614509254694, 0.005176723934710026, 0.004921999294310808, 0.004743657540529966, 0.004623461980372667, 0.004559129010885954, 0.00458308681845665, 0.004752305336296558], "prob_new_token": [1.303691624343628e-05, 0.0001357181608909741, 0.0008125132299028337, 0.010240740142762661, 0.32317885756492615, 0.9809679985046387, 0.9894495606422424, 0.992099940776825, 0.993834912776947, 0.9954907298088074, 0.9968705177307129, 0.9978232383728027, 0.9984033107757568, 0.998730480670929, 0.9989052414894104, 0.9989985823631287, 0.9990487098693848, 0.9990672469139099, 0.9990503191947937, 0.9989802241325378], "prob_old_token": [0.6946941614151001, 0.019567012786865234, 0.007907083258032799, 0.0025135751347988844, 2.391593807260506e-05, 9.825753295444883e-07, 1.1598242508625844e-06, 1.3629820614369237e-06, 1.4237812138162553e-06, 1.302181317441864e-06, 1.100409008358838e-06, 9.157412819149613e-07, 7.829358992239577e-07, 6.927436970727285e-07, 6.419969622584176e-07, 6.181666094562388e-07, 6.093157480790978e-07, 6.147491262709082e-07, 6.476514045061776e-07, 7.358531206591579e-07], "update_matrix_norm_1": [26466.376953125], "update_matrix_norm_2": [7.249695301055908], "update_matrix_norm_inf": [0.06676454097032547], "request": {"prompt": "{} is represented by the music label", "subject": "Arch Enemy", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [3.994, 3.309, 1.777, 0.939, 0.532, 0.457, 0.421, 0.399, 0.388, 0.383, 0.378, 0.375, 0.373, 0.372, 0.371, 0.371, 0.37, 0.37, 0.369, 0.369], "prob_new": [0.020418066531419754, 0.06334119290113449, 0.27774789929389954, 0.5952621698379517, 0.8836424946784973, 0.9522585272789001, 0.9715778827667236, 0.9832184314727783, 0.9894976019859314, 0.9932798147201538, 0.9956236481666565, 0.997041642665863, 0.9979099035263062, 0.9984683394432068, 0.9988323450088501, 0.999057412147522, 0.9991869330406189, 0.9992560744285583, 0.9992915987968445, 0.9993115663528442], "prob_old": [0.5445235967636108, 0.08974400162696838, 0.04921114072203636, 0.032163795083761215, 0.010714021511375904, 0.005962476134300232, 0.004311157390475273, 0.0032357091549783945, 0.002521608956158161, 0.002025717170909047, 0.0016633979976177216, 0.0013896531891077757, 0.0011776040773838758, 0.0010126483393833041, 0.0008908025920391083, 0.0008100460981950164, 0.000763402902521193, 0.0007383750635199249, 0.0007204758003354073, 0.000701530952937901], "prob_new_token": [0.0004017989558633417, 0.006880702916532755, 0.024578692391514778, 0.13281795382499695, 0.7748027443885803, 0.9069673418998718, 0.9495146870613098, 0.9704354405403137, 0.9800739884376526, 0.985905110836029, 0.9901110529899597, 0.9932027459144592, 0.9953750371932983, 0.9968166947364807, 0.9977140426635742, 0.9982227087020874, 0.9984809160232544, 0.9986070990562439, 0.9986832141876221, 0.9987344741821289], "prob_old_token": [0.6946941614151001, 0.016747038811445236, 0.0004399240424390882, 0.00015994100249372423, 9.172686077363323e-06, 1.8810336541719153e-06, 7.621540021318651e-07, 3.8012584013813466e-07, 2.316019021009197e-07, 1.4817898374985816e-07, 9.203968431847898e-08, 5.43644063100146e-08, 3.096562650739543e-08, 1.786916925539117e-08, 1.1226991780688422e-08, 8.130918160986766e-09, 6.771049054776768e-09, 6.101122718149554e-09, 5.542795111779242e-09, 4.976752343566204e-09], "update_matrix_norm_1": [27391.017578125], "update_matrix_norm_2": [7.249695777893066], "update_matrix_norm_inf": [0.04820588603615761], "request": {"prompt": "{} is represented by the music label", "subject": "Arch Enemy", "target_new": {"str": "JYP Entertainment"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [4.531, 3.339, 1.908, 0.848, 0.516, 0.483, 0.458, 0.438, 0.423, 0.413, 0.406, 0.401, 0.395, 0.39, 0.387, 0.384, 0.382, 0.38, 0.378, 0.377], "prob_new": [0.01642097346484661, 0.07110631465911865, 0.24296733736991882, 0.6656633019447327, 0.9200394153594971, 0.9479833245277405, 0.9583006501197815, 0.9652925133705139, 0.9707311391830444, 0.9749362468719482, 0.9782506823539734, 0.9810404181480408, 0.983526885509491, 0.9857947826385498, 0.9878623485565186, 0.9897357821464539, 0.9914177060127258, 0.992891788482666, 0.9941348433494568, 0.995146632194519], "prob_old": [0.5445235967636108, 0.08898118138313293, 0.050667718052864075, 0.031615275889635086, 0.01585540920495987, 0.010181411169469357, 0.00767646124586463, 0.006455239839851856, 0.0057901316322386265, 0.005348562262952328, 0.0050230794586241245, 0.004767092876136303, 0.004548541735857725, 0.004348053131252527, 0.004159123171120882, 0.003982421942055225, 0.0038204602897167206, 0.003677983535453677, 0.0035560657270252705, 0.003442085348069668], "prob_new_token": [3.869897409458645e-05, 0.005362308584153652, 0.0708618015050888, 0.5051093101501465, 0.9246696829795837, 0.9775526523590088, 0.9869869351387024, 0.9892723560333252, 0.9898659586906433, 0.9899164438247681, 0.9898355603218079, 0.9898668527603149, 0.9901391267776489, 0.990644097328186, 0.9912824630737305, 0.9919337034225464, 0.9925164580345154, 0.9930209517478943, 0.993502140045166, 0.9940252304077148], "prob_old_token": [0.6946941614151001, 0.026027055457234383, 0.00033851020270958543, 6.776611553505063e-05, 9.664525350672193e-06, 2.7253702228335897e-06, 1.409201331625809e-06, 1.0376736554462695e-06, 8.349082918357453e-07, 6.788396831325372e-07, 5.658276336362178e-07, 4.861614684159576e-07, 4.253636234352598e-07, 3.75174494138264e-07, 3.340000773732754e-07, 3.031722712876217e-07, 2.8332948431852856e-07, 2.729049128902261e-07, 2.6786085527419345e-07, 2.6230270577798365e-07], "update_matrix_norm_1": [28162.953125], "update_matrix_norm_2": [7.249701023101807], "update_matrix_norm_inf": [0.04971743002533913], "request": {"prompt": "{} is represented by the music label", "subject": "Arch Enemy", "target_new": {"str": "Republic Records"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [5.347, 3.931, 3.16, 1.552, 0.676, 0.585, 0.53, 0.502, 0.487, 0.479, 0.474, 0.471, 0.469, 0.467, 0.466, 0.465, 0.464, 0.464, 0.463, 0.463], "prob_new": [0.0056653497740626335, 0.035116832703351974, 0.07149367779493332, 0.3488994836807251, 0.8313270807266235, 0.9128448367118835, 0.9606581330299377, 0.9818770885467529, 0.9911181330680847, 0.9951995611190796, 0.997049868106842, 0.9979493618011475, 0.9984248280525208, 0.9986965656280518, 0.9988644123077393, 0.9989768862724304, 0.9990577697753906, 0.9991157650947571, 0.999151885509491, 0.9991657733917236], "prob_old": [0.7320905327796936, 0.24221938848495483, 0.26142168045043945, 0.18662890791893005, 0.02658003382384777, 0.013731699436903, 0.010572614148259163, 0.00917429756373167, 0.008209445513784885, 0.0075028021819889545, 0.007007223088294268, 0.006674852687865496, 0.006443395745009184, 0.006254309788346291, 0.006079942919313908, 0.005924365948885679, 0.005798453465104103, 0.005701701156795025, 0.005627566482871771, 0.005579186603426933], "prob_new_token": [3.3032205237759626e-07, 0.000166793615790084, 0.001489412272349, 0.07178811728954315, 0.9524937272071838, 0.9845554232597351, 0.9899858236312866, 0.99265456199646, 0.9945896863937378, 0.995864748954773, 0.9966579079627991, 0.997128427028656, 0.997402548789978, 0.9975810050964355, 0.9977304935455322, 0.9978731870651245, 0.9980032444000244, 0.9981142282485962, 0.9982070922851562, 0.998283863067627], "prob_old_token": [0.6395705938339233, 0.0011585778556764126, 0.001739871921017766, 0.00046477248542942107, 4.688114131568e-06, 7.772898698021891e-07, 3.6427439908948145e-07, 2.3514634506227594e-07, 1.600448342742311e-07, 1.110276244276065e-07, 7.897190101857632e-08, 5.873912556353389e-08, 4.629158567581726e-08, 3.869356035579585e-08, 3.4251641523042053e-08, 3.217582644765571e-08, 3.200432630023897e-08, 3.324414876715309e-08, 3.548019478216702e-08, 3.8788513734289154e-08], "update_matrix_norm_1": [24152.5625], "update_matrix_norm_2": [6.671530723571777], "update_matrix_norm_inf": [0.050215356051921844], "request": {"prompt": "{} is represented by the music label", "subject": "Akon", "target_new": {"str": "ECM Records"}, "old_answer": {"str": "Konvict Muzik"}, "seed": 42}}, {"loss_per_step": [2.624, 2.166, 1.568, 0.879, 0.576, 0.531, 0.506, 0.492, 0.482, 0.476, 0.471, 0.468, 0.466, 0.464, 0.463, 0.462, 0.461, 0.457, 0.445, 0.426], "prob_new": [0.07494688034057617, 0.20288844406604767, 0.3476356267929077, 0.6771472692489624, 0.9255914688110352, 0.961072564125061, 0.9760918617248535, 0.9842103719711304, 0.9892225861549377, 0.9925692677497864, 0.9948841333389282, 0.996465265750885, 0.9975051283836365, 0.9981654286384583, 0.9985751509666443, 0.9988213777542114, 0.9989519715309143, 0.9989580512046814, 0.9988122582435608, 0.9985060095787048], "prob_old": [0.7320905327796936, 0.23448024690151215, 0.19287672638893127, 0.11446426063776016, 0.061409734189510345, 0.053291305899620056, 0.04939761757850647, 0.047516774386167526, 0.04644867032766342, 0.0455758199095726, 0.04467674717307091, 0.04371992126107216, 0.04280335456132889, 0.0420943945646286, 0.04175499454140663, 0.041933391243219376, 0.04279136657714844, 0.04484281316399574, 0.04850523918867111, 0.053634513169527054], "prob_new_token": [0.00028461439069360495, 0.006011434830725193, 0.00764100905507803, 0.1603413075208664, 0.7785016894340515, 0.8818316459655762, 0.9258856177330017, 0.950485110282898, 0.9664279222488403, 0.9774561524391174, 0.9850003123283386, 0.9899032115936279, 0.9929166436195374, 0.994675874710083, 0.9956272840499878, 0.9960195422172546, 0.9959476590156555, 0.9953086376190186, 0.9939291477203369, 0.9918288588523865], "prob_old_token": [0.6395705938339233, 0.0009735338971950114, 0.0002204247284680605, 3.282820398453623e-05, 1.1185675248270854e-06, 6.366511229316529e-07, 4.538416931154643e-07, 3.3508513297419995e-07, 2.495723663287208e-07, 1.8708155380409153e-07, 1.3999674308706744e-07, 1.0501062064349753e-07, 8.08105937721848e-08, 6.586668632735382e-08, 5.828801619145452e-08, 5.68794860100752e-08, 6.17438686845162e-08, 7.762472620242988e-08, 1.141285963512928e-07, 1.8231438048132986e-07], "update_matrix_norm_1": [21027.40625], "update_matrix_norm_2": [6.1643853187561035], "update_matrix_norm_inf": [0.05571592599153519], "request": {"prompt": "{} is represented by the music label", "subject": "Akon", "target_new": {"str": "Nuclear Blast"}, "old_answer": {"str": "Konvict Muzik"}, "seed": 42}}, {"loss_per_step": [2.564, 1.739, 0.648, 0.489, 0.483, 0.478, 0.474, 0.471, 0.469, 0.467, 0.466, 0.464, 0.464, 0.463, 0.462, 0.46, 0.448, 0.429, 0.405, 0.376], "prob_new": [0.07876773178577423, 0.29635685682296753, 0.8401334285736084, 0.9837800860404968, 0.987196147441864, 0.9900056719779968, 0.9922487139701843, 0.9938728213310242, 0.9950112104415894, 0.9958077669143677, 0.9963708519935608, 0.9967731237411499, 0.9970605373382568, 0.9972606301307678, 0.9973905682563782, 0.997441828250885, 0.9973313808441162, 0.9969823956489563, 0.9961490035057068, 0.9941854476928711], "prob_old": [0.7320905327796936, 0.1912430375814438, 0.11077061295509338, 0.03706294670701027, 0.024872127920389175, 0.021733755245804787, 0.020840542390942574, 0.020972469821572304, 0.021739868447184563, 0.022955020889639854, 0.02450784668326378, 0.0263377632945776, 0.02843024581670761, 0.030815578997135162, 0.033562932163476944, 0.037057168781757355, 0.04277152568101883, 0.0514734610915184, 0.0644121766090393, 0.08275306969881058], "prob_new_token": [2.8900542474730173e-06, 0.013093847781419754, 0.5628425478935242, 0.9949434399604797, 0.9984216690063477, 0.998892605304718, 0.9990502595901489, 0.9991177916526794, 0.9991414546966553, 0.9991352558135986, 0.9991039633750916, 0.9990484118461609, 0.9989649057388306, 0.9988453984260559, 0.9986757040023804, 0.9984164834022522, 0.9979058504104614, 0.9968189001083374, 0.994229257106781, 0.9877912998199463], "prob_old_token": [0.6395705938339233, 0.00016225114814005792, 2.2334623281494714e-05, 1.8691748948640452e-07, 6.122528617424905e-08, 5.5125703113390045e-08, 6.062439439347145e-08, 6.937324315003934e-08, 7.954864145176543e-08, 9.051704807916394e-08, 1.02004641178155e-07, 1.1410378419896006e-07, 1.274097769510263e-07, 1.4328563224808022e-07, 1.640404576619403e-07, 1.9868498668529355e-07, 2.900431752550503e-07, 5.292488935992878e-07, 1.2377612392810988e-06, 3.4700235573836835e-06], "update_matrix_norm_1": [17351.736328125], "update_matrix_norm_2": [5.371738910675049], "update_matrix_norm_inf": [0.03876606374979019], "request": {"prompt": "{} is represented by the music label", "subject": "Akon", "target_new": {"str": "Deutsche Grammophon"}, "old_answer": {"str": "Konvict Muzik"}, "seed": 42}}, {"loss_per_step": [4.324, 1.932, 1.061, 0.621, 0.52, 0.48, 0.457, 0.442, 0.432, 0.427, 0.425, 0.423, 0.421, 0.421, 0.42, 0.42, 0.419, 0.419, 0.419, 0.419], "prob_new": [0.013595938682556152, 0.24153219163417816, 0.533892035484314, 0.8245370388031006, 0.911169171333313, 0.9485507607460022, 0.969933271408081, 0.9833904504776001, 0.9916199445724487, 0.9957402944564819, 0.9974001049995422, 0.9980775117874146, 0.9983839392662048, 0.9985218048095703, 0.9985663294792175, 0.9985528588294983, 0.9985015988349915, 0.9984243512153625, 0.9983286261558533, 0.9982172846794128], "prob_old": [0.8106359243392944, 0.15770433843135834, 0.08286797255277634, 0.04324370250105858, 0.027492694556713104, 0.01995365507900715, 0.015349575318396091, 0.012241664342582226, 0.010139706544578075, 0.00896172784268856, 0.008558093570172787, 0.008696606382727623, 0.00922689214348793, 0.010016418993473053, 0.010919281281530857, 0.011809496209025383, 0.012613180093467236, 0.013306934386491776, 0.013895995914936066, 0.014393082819879055], "prob_new_token": [0.0006211231229826808, 0.045557230710983276, 0.23917390406131744, 0.7721404433250427, 0.9435980319976807, 0.9839355945587158, 0.9941840767860413, 0.9974979758262634, 0.9987886548042297, 0.9992757439613342, 0.9994177222251892, 0.9994211196899414, 0.9993575215339661, 0.9992488622665405, 0.9991067051887512, 0.9989407658576965, 0.998761773109436, 0.9985774755477905, 0.9983935356140137, 0.9982131719589233], "prob_old_token": [0.7292909622192383, 0.0018339365487918258, 0.000309754948830232, 2.7432077331468463e-05, 4.727497525891522e-06, 1.2901944046461722e-06, 4.684531802467973e-07, 1.9686055452439177e-07, 9.098994979694908e-08, 5.1468141748500784e-08, 4.046690449399648e-08, 4.257469399249203e-08, 5.3471460148557526e-08, 7.214046604531177e-08, 9.693832936363833e-08, 1.2477731559101812e-07, 1.5253608864895796e-07, 1.78683094986809e-07, 2.0340227990800486e-07, 2.277376438541978e-07], "update_matrix_norm_1": [24583.24609375], "update_matrix_norm_2": [6.603191375732422], "update_matrix_norm_inf": [0.04576532542705536], "request": {"prompt": "{} is represented by the music label", "subject": "Thom Yorke", "target_new": {"str": "Big Machine Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [5.228, 2.142, 1.155, 0.601, 0.458, 0.446, 0.442, 0.44, 0.438, 0.436, 0.433, 0.432, 0.43, 0.429, 0.428, 0.426, 0.426, 0.425, 0.424, 0.423], "prob_new": [0.005803300533443689, 0.1917199194431305, 0.49395638704299927, 0.8433618545532227, 0.9718880653381348, 0.9810863733291626, 0.9831967353820801, 0.9846522212028503, 0.9860961437225342, 0.9875695705413818, 0.9889955520629883, 0.9903059601783752, 0.9914683699607849, 0.9924764633178711, 0.9933398365974426, 0.9940724968910217, 0.9946853518486023, 0.99518221616745, 0.9955652356147766, 0.9958409070968628], "prob_old": [0.8106359243392944, 0.11440972238779068, 0.039536722004413605, 0.021624784916639328, 0.010201074182987213, 0.006410669069737196, 0.005110913887619972, 0.004515315406024456, 0.00416052108630538, 0.0039206743240356445, 0.003765294561162591, 0.003681797534227371, 0.003657352179288864, 0.0036798364017158747, 0.0037405916955322027, 0.0038355691358447075, 0.003964430186897516, 0.004127433057874441, 0.004320476204156876, 0.004530887585133314], "prob_new_token": [4.5385445446299855e-06, 0.015223564580082893, 0.1287415474653244, 0.5366556644439697, 0.9506704807281494, 0.9916394948959351, 0.9968836307525635, 0.9981692433357239, 0.9986096024513245, 0.9987711906433105, 0.9988091588020325, 0.9987806677818298, 0.9987096786499023, 0.9986093640327454, 0.9984831213951111, 0.9983276128768921, 0.9981334209442139, 0.9978893399238586, 0.99758380651474, 0.9972185492515564], "prob_old_token": [0.7292909622192383, 0.0012956229038536549, 8.950179471867159e-05, 1.6314401364070363e-05, 1.0938299510598881e-06, 1.4740997755779972e-07, 5.265993863190488e-08, 3.215656363408925e-08, 2.609452742774465e-08, 2.4982441004794964e-08, 2.6574454636829614e-08, 3.024097949833049e-08, 3.5805971521085667e-08, 4.3247869285778506e-08, 5.2654918647476734e-08, 6.436076915861122e-08, 7.903022236632751e-08, 9.748995211111833e-08, 1.2008601402158092e-07, 1.4558675331954873e-07], "update_matrix_norm_1": [25396.142578125], "update_matrix_norm_2": [6.6031904220581055], "update_matrix_norm_inf": [0.0342494398355484], "request": {"prompt": "{} is represented by the music label", "subject": "Thom Yorke", "target_new": {"str": "Napalm Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [2.315, 0.974, 0.532, 0.498, 0.482, 0.47, 0.462, 0.455, 0.45, 0.446, 0.442, 0.438, 0.435, 0.433, 0.43, 0.428, 0.426, 0.424, 0.423, 0.42], "prob_new": [0.102386973798275, 0.5925909876823425, 0.8944506049156189, 0.9243747591972351, 0.9393932223320007, 0.949712872505188, 0.9574069380760193, 0.9634099006652832, 0.9682774543762207, 0.9723662734031677, 0.9758999347686768, 0.9790105819702148, 0.9817676544189453, 0.9842051863670349, 0.9863460063934326, 0.9882269501686096, 0.9899090528488159, 0.9914658069610596, 0.9929512143135071, 0.9943032264709473], "prob_old": [0.8106359243392944, 0.17403529584407806, 0.1409643292427063, 0.1228632926940918, 0.10917184501886368, 0.09896349906921387, 0.09115292876958847, 0.08495374023914337, 0.07985896617174149, 0.07554110139608383, 0.07177793234586716, 0.06841599196195602, 0.06535490602254868, 0.06253127753734589, 0.059904053807258606, 0.05742470547556877, 0.05500895902514458, 0.05252697318792343, 0.04982712119817734, 0.0470770038664341], "prob_new_token": [0.004939253441989422, 0.4050639271736145, 0.7764623761177063, 0.8348138332366943, 0.8669981360435486, 0.8897046446800232, 0.9071137309074402, 0.9209907054901123, 0.9324172735214233, 0.9420934319496155, 0.9504581689834595, 0.9577779769897461, 0.9641818404197693, 0.9697000980377197, 0.9743509292602539, 0.9782223701477051, 0.9814702868461609, 0.984255850315094, 0.9867007732391357, 0.988756537437439], "prob_old_token": [0.7292909622192383, 0.0018412162316963077, 0.0009505448979325593, 0.000505713396705687, 0.000310425937641412, 0.000215556297916919, 0.00016246527957264334, 0.0001292427332373336, 0.00010647989256540313, 8.970491762738675e-05, 7.651793566765264e-05, 6.554101128131151e-05, 5.60545340704266e-05, 4.7785619244677946e-05, 4.063356391270645e-05, 3.4468292142264545e-05, 2.9083897970849648e-05, 2.4271694201161154e-05, 1.9879889805451967e-05, 1.6193695046240464e-05], "update_matrix_norm_1": [24398.31640625], "update_matrix_norm_2": [6.575455188751221], "update_matrix_norm_inf": [0.04660860821604729], "request": {"prompt": "{} is represented by the music label", "subject": "Thom Yorke", "target_new": {"str": "4AD"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [6.224, 4.11, 2.98, 1.021, 0.434, 0.433, 0.425, 0.421, 0.416, 0.411, 0.407, 0.404, 0.401, 0.4, 0.399, 0.398, 0.397, 0.396, 0.396, 0.395], "prob_new": [0.002258867025375366, 0.025575323030352592, 0.07929682731628418, 0.5566533207893372, 0.9915252327919006, 0.9951976537704468, 0.9956645965576172, 0.9958623647689819, 0.996059775352478, 0.9962911605834961, 0.9965500831604004, 0.9968231320381165, 0.997103214263916, 0.9973851442337036, 0.9976601600646973, 0.9979181289672852, 0.9981512427330017, 0.998354434967041, 0.9985269904136658, 0.9986715912818909], "prob_old": [0.8579352498054504, 0.04438576102256775, 0.014897003769874573, 0.004468956030905247, 0.00011657138384180143, 3.272761750849895e-05, 2.8797454433515668e-05, 3.16164550895337e-05, 3.526257205521688e-05, 3.9080212445696816e-05, 4.32362976425793e-05, 4.78567999380175e-05, 5.2899864385835826e-05, 5.82203283556737e-05, 6.368805043166503e-05, 6.921436579432338e-05, 7.467164687113836e-05, 7.981636736076325e-05, 8.437283395323902e-05, 8.819829963613302e-05], "prob_new_token": [4.3485883907123934e-06, 0.00096935557667166, 0.007688103709369898, 0.4454769492149353, 0.9959540367126465, 0.9992393255233765, 0.9995498061180115, 0.9996318817138672, 0.9996716976165771, 0.9996984004974365, 0.9997156858444214, 0.9997238516807556, 0.9997231960296631, 0.9997149109840393, 0.9997009038925171, 0.9996827840805054, 0.9996638894081116, 0.9996448159217834, 0.9996241331100464, 0.9996001124382019], "prob_old_token": [0.846016526222229, 0.002480496186763048, 0.0004961552913300693, 5.4592361266259104e-05, 1.67372263604193e-07, 3.5085840011106484e-08, 2.5869296038649736e-08, 2.4576365831308067e-08, 2.447144886730257e-08, 2.4861796177333417e-08, 2.6018936338800813e-08, 2.8249752759279545e-08, 3.172257478922802e-08, 3.645386925654748e-08, 4.226416550068279e-08, 4.8659490659019866e-08, 5.4935195947791726e-08, 6.059052992668512e-08, 6.554760290100603e-08, 7.001703039577478e-08], "update_matrix_norm_1": [24637.88671875], "update_matrix_norm_2": [6.723730564117432], "update_matrix_norm_inf": [0.03133564069867134], "request": {"prompt": "{} is represented by the music label", "subject": "Arctic Monkeys", "target_new": {"str": "Roc Nation"}, "old_answer": {"str": "Domino"}, "seed": 42}}, {"loss_per_step": [2.596, 2.28, 1.147, 0.64, 0.452, 0.439, 0.428, 0.419, 0.413, 0.409, 0.406, 0.403, 0.401, 0.399, 0.398, 0.397, 0.393, 0.381, 0.363, 0.339], "prob_new": [0.07554194331169128, 0.1569340080022812, 0.4822104275226593, 0.7998366951942444, 0.963581383228302, 0.9705349206924438, 0.9783145785331726, 0.9840596914291382, 0.9880872368812561, 0.9909592866897583, 0.9930169582366943, 0.9945150017738342, 0.9956347346305847, 0.996487021446228, 0.9971373677253723, 0.997631847858429, 0.9979745745658875, 0.9981525540351868, 0.9981773495674133, 0.9980161786079407], "prob_old": [0.8579352498054504, 0.048821933567523956, 0.01759641058743, 0.004732857458293438, 0.0009294921183027327, 0.000828104093670845, 0.0006994910072535276, 0.0005534260999411345, 0.000424438389018178, 0.0003266219573561102, 0.000257776933722198, 0.00020965412841178477, 0.00017578066035639495, 0.00015262847591657192, 0.0001381906622555107, 0.00013135437620803714, 0.00013777900312561542, 0.0001721507142065093, 0.00025456855655647814, 0.0004276188847143203], "prob_new_token": [6.751077307853848e-06, 0.0002768917183857411, 0.047999218106269836, 0.6339914798736572, 0.9913404583930969, 0.9928221702575684, 0.9941090941429138, 0.9957341551780701, 0.99696946144104, 0.99774169921875, 0.9981972575187683, 0.998491108417511, 0.9987074732780457, 0.9988707304000854, 0.99898362159729, 0.999048113822937, 0.9990459680557251, 0.9989399909973145, 0.9987192153930664, 0.9983903765678406], "prob_old_token": [0.846016526222229, 0.003428177908062935, 0.0005312648718245327, 1.6794867406133562e-05, 8.951852237260027e-07, 6.721650720464822e-07, 4.312741737066972e-07, 2.563420764545299e-07, 1.5478251214062766e-07, 1.0162769825683426e-07, 7.426977788327349e-08, 5.888146858978871e-08, 4.9437272053864945e-08, 4.406713927096462e-08, 4.2431203439718956e-08, 4.481448812043709e-08, 5.566975502802052e-08, 8.883726110298085e-08, 1.739624337915302e-07, 3.827967987035663e-07], "update_matrix_norm_1": [19400.419921875], "update_matrix_norm_2": [5.758200168609619], "update_matrix_norm_inf": [0.045023247599601746], "request": {"prompt": "{} is represented by the music label", "subject": "Arctic Monkeys", "target_new": {"str": "Konvict Muzik"}, "old_answer": {"str": "Domino"}, "seed": 42}}, {"loss_per_step": [3.503, 2.241, 1.255, 0.771, 0.568, 0.493, 0.434, 0.413, 0.407, 0.402, 0.399, 0.398, 0.396, 0.395, 0.395, 0.394, 0.394, 0.394, 0.391, 0.383], "prob_new": [0.030769482254981995, 0.16708599030971527, 0.43700435757637024, 0.6979855895042419, 0.8543519973754883, 0.9203159213066101, 0.9725194573402405, 0.9935958981513977, 0.9974668622016907, 0.998339831829071, 0.9984568953514099, 0.9984570741653442, 0.9984628558158875, 0.998476505279541, 0.9984714388847351, 0.9984159469604492, 0.9983310103416443, 0.9982672333717346, 0.9982008337974548, 0.9980506896972656], "prob_old": [0.8579352498054504, 0.05980726704001427, 0.02950609289109707, 0.01080841664224863, 0.0021585279610008, 0.0003547371306922287, 7.165879651438445e-05, 3.02655971609056e-05, 2.5821598683251068e-05, 2.76929513347568e-05, 2.9315080610103905e-05, 3.0226765375118703e-05, 3.131931589450687e-05, 3.27146117342636e-05, 3.473222386674024e-05, 3.838110569631681e-05, 4.450690175872296e-05, 5.248561501502991e-05, 6.393175135599449e-05, 8.38889682199806e-05], "prob_new_token": [2.738387956924271e-05, 0.019403910264372826, 0.22087445855140686, 0.6682192087173462, 0.9304875731468201, 0.9882573485374451, 0.9971597194671631, 0.9989244341850281, 0.9992878437042236, 0.9994215369224548, 0.9993565678596497, 0.9992220401763916, 0.9991103410720825, 0.9990177154541016, 0.9988784790039062, 0.9985961318016052, 0.998126208782196, 0.9975021481513977, 0.9966777563095093, 0.9954519867897034], "prob_old_token": [0.846016526222229, 0.005998426117002964, 0.003285288345068693, 0.0006702610990032554, 3.9009337342577055e-05, 2.864854877770995e-06, 4.6243377482824144e-07, 1.3203906235048635e-07, 7.857495631924394e-08, 7.01038871397941e-08, 1.050773406063854e-07, 1.6462895757740625e-07, 2.2758433715353021e-07, 2.9094604769852594e-07, 3.8892875409146654e-07, 6.120716307123075e-07, 1.0682692845875863e-06, 1.7923906625583186e-06, 2.873715402529342e-06, 4.6757504605920985e-06], "update_matrix_norm_1": [22915.822265625], "update_matrix_norm_2": [6.529412269592285], "update_matrix_norm_inf": [0.035159844905138016], "request": {"prompt": "{} is represented by the music label", "subject": "Arctic Monkeys", "target_new": {"str": "Century Media Records"}, "old_answer": {"str": "Domino"}, "seed": 42}}, {"loss_per_step": [4.538, 2.495, 1.906, 1.138, 0.463, 0.44, 0.431, 0.426, 0.424, 0.422, 0.42, 0.418, 0.417, 0.417, 0.416, 0.416, 0.415, 0.415, 0.415, 0.415], "prob_new": [0.010849889367818832, 0.13099108636379242, 0.23097166419029236, 0.5031421184539795, 0.9737014770507812, 0.9939159154891968, 0.9961637258529663, 0.9968583583831787, 0.9971633553504944, 0.9973424673080444, 0.9974897503852844, 0.9976270794868469, 0.9977549910545349, 0.9978699684143066, 0.9979686141014099, 0.998049259185791, 0.9981115460395813, 0.9981560707092285, 0.9981827735900879, 0.9981909394264221], "prob_old": [0.6664468050003052, 0.07993234694004059, 0.02707146480679512, 0.033590469509363174, 0.005494238343089819, 0.0029341867193579674, 0.002825577510520816, 0.002918059239163995, 0.002960450714454055, 0.002909637987613678, 0.0027784486301243305, 0.002595823025330901, 0.00238797883503139, 0.0021766077261418104, 0.001977437874302268, 0.0017995366360992193, 0.0016472162678837776, 0.001522211474366486, 0.0014248463558033109, 0.0013544453540816903], "prob_new_token": [3.0365612474270165e-05, 0.003340708324685693, 0.026995448395609856, 0.3679346442222595, 0.9740997552871704, 0.9924749732017517, 0.9944984316825867, 0.9950160980224609, 0.9952353239059448, 0.99543696641922, 0.9957006573677063, 0.9960070848464966, 0.9963169097900391, 0.9966042041778564, 0.9968536496162415, 0.9970595240592957, 0.9972215294837952, 0.9973408579826355, 0.9974204301834106, 0.9974634647369385], "prob_old_token": [0.6084156036376953, 0.004644217900931835, 0.001789140747860074, 0.0017019308870658278, 4.0182119846576825e-05, 1.4516155715682544e-05, 1.2679401152126957e-05, 1.2646760296775028e-05, 1.2381905435177032e-05, 1.1459572306193877e-05, 1.0131967428606004e-05, 8.670473107486032e-06, 7.245253073051572e-06, 5.97150801695534e-06, 4.905320565740112e-06, 4.056006218888797e-06, 3.4061249607475474e-06, 2.928586809503031e-06, 2.595328851384693e-06, 2.3788495582266478e-06], "update_matrix_norm_1": [24706.30859375], "update_matrix_norm_2": [6.598299503326416], "update_matrix_norm_inf": [0.03640075400471687], "request": {"prompt": "{} is represented by the music label", "subject": "Cecilia Bartoli", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Decca"}, "seed": 42}}, {"loss_per_step": [6.335, 3.162, 1.696, 0.558, 0.508, 0.487, 0.473, 0.462, 0.453, 0.446, 0.44, 0.436, 0.432, 0.429, 0.427, 0.425, 0.423, 0.422, 0.421, 0.42], "prob_new": [0.001896026311442256, 0.07343059778213501, 0.2902282476425171, 0.8852346539497375, 0.9310972094535828, 0.9497153759002686, 0.9614503979682922, 0.9697824120521545, 0.9759801626205444, 0.9806826710700989, 0.984285831451416, 0.9870748519897461, 0.9892628192901611, 0.9910024404525757, 0.9924007654190063, 0.9935347437858582, 0.9944601655006409, 0.995218813419342, 0.995841920375824, 0.9963524341583252], "prob_old": [0.6664468050003052, 0.18250201642513275, 0.07609695941209793, 0.010477181524038315, 0.0046929847449064255, 0.0033225971274077892, 0.0027612519916146994, 0.0024737657513469458, 0.002313547534868121, 0.002225956181064248, 0.002185637364163995, 0.002177427988499403, 0.002189422957599163, 0.002210398903116584, 0.0022292579524219036, 0.0022355762775987387, 0.0022203135304152966, 0.0021763471886515617, 0.002099490724503994, 0.0019900156185030937], "prob_new_token": [3.6561837077897508e-06, 0.003969215787947178, 0.14980578422546387, 0.9696444272994995, 0.9903838634490967, 0.9948574304580688, 0.9967235922813416, 0.9976814389228821, 0.9982186555862427, 0.9985310435295105, 0.9987131953239441, 0.9988149404525757, 0.9988654851913452, 0.9988834261894226, 0.9988802075386047, 0.9988641738891602, 0.9988415837287903, 0.9988178014755249, 0.9987974166870117, 0.9987868070602417], "prob_old_token": [0.6084156036376953, 0.04999367892742157, 0.004776509944349527, 5.462324770633131e-05, 1.5210871424642392e-05, 8.690481990925036e-06, 6.375062639563112e-06, 5.35059507456026e-06, 4.925857865600847e-06, 4.86113049191772e-06, 5.034276910009794e-06, 5.348013473849278e-06, 5.703440365323331e-06, 6.008147011016263e-06, 6.1961532082932536e-06, 6.235294222278753e-06, 6.116395979915978e-06, 5.839378445671173e-06, 5.408324796007946e-06, 4.841444024350494e-06], "update_matrix_norm_1": [25224.921875], "update_matrix_norm_2": [6.598292827606201], "update_matrix_norm_inf": [0.033718179911375046], "request": {"prompt": "{} is represented by the music label", "subject": "Cecilia Bartoli", "target_new": {"str": "Atlantic Records"}, "old_answer": {"str": "Decca"}, "seed": 42}}, {"loss_per_step": [4.166, 2.821, 1.544, 0.696, 0.574, 0.514, 0.474, 0.451, 0.439, 0.433, 0.429, 0.426, 0.423, 0.421, 0.42, 0.418, 0.418, 0.417, 0.416, 0.413], "prob_new": [0.016214795410633087, 0.09312994033098221, 0.3479870557785034, 0.7639389038085938, 0.8609837293624878, 0.9134289026260376, 0.9502473473548889, 0.9715738892555237, 0.9821218252182007, 0.9872636795043945, 0.9904027581214905, 0.9928296804428101, 0.9946231245994568, 0.9958047866821289, 0.99655681848526, 0.9970483779907227, 0.9973766207695007, 0.9975921511650085, 0.9977344274520874, 0.9977962970733643], "prob_old": [0.6664468050003052, 0.12014064192771912, 0.029527852311730385, 0.0010922906221821904, 8.778568007983267e-05, 4.335388803156093e-05, 3.571266643120907e-05, 3.516708602546714e-05, 3.644340540631674e-05, 3.704257323988713e-05, 3.558550088200718e-05, 3.246032792958431e-05, 2.8929587642778642e-05, 2.576600127213169e-05, 2.330995448573958e-05, 2.1520309019251727e-05, 2.028317430813331e-05, 1.955709194589872e-05, 1.9317545593366958e-05, 1.990053351619281e-05], "prob_new_token": [2.3972452822818013e-07, 0.00012875875108875334, 0.06266137957572937, 0.9056962728500366, 0.9922971129417419, 0.9938157200813293, 0.9933391213417053, 0.9925104975700378, 0.9919570684432983, 0.992199718952179, 0.9936138987541199, 0.9955456852912903, 0.9970940351486206, 0.9980549812316895, 0.9986075162887573, 0.998930037021637, 0.9991282820701599, 0.9992509484291077, 0.999320387840271, 0.9993513822555542], "prob_old_token": [0.6084156036376953, 0.021015478298068047, 0.00126448308583349, 3.177467442583293e-05, 1.782494365443199e-07, 4.8939092778255144e-08, 3.640898071921583e-08, 3.6892231491947314e-08, 4.1002682138469027e-08, 4.441123735432484e-08, 4.263938180315563e-08, 3.588432306855793e-08, 2.8380229721847172e-08, 2.253663033968678e-08, 1.84979338513358e-08, 1.5763562899451244e-08, 1.393716253517141e-08, 1.2839467267156124e-08, 1.2420487749409403e-08, 1.2514631997362358e-08], "update_matrix_norm_1": [23825.28125], "update_matrix_norm_2": [6.554079532623291], "update_matrix_norm_inf": [0.0362529382109642], "request": {"prompt": "{} is represented by the music label", "subject": "Cecilia Bartoli", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "Decca"}, "seed": 42}}, {"loss_per_step": [6.571, 4.846, 2.584, 1.682, 0.832, 0.568, 0.523, 0.498, 0.482, 0.47, 0.461, 0.454, 0.449, 0.446, 0.445, 0.443, 0.442, 0.441, 0.44, 0.439], "prob_new": [0.0017621139995753765, 0.013505762442946434, 0.1305660754442215, 0.30625808238983154, 0.7169312834739685, 0.9286388158798218, 0.966924250125885, 0.9789952039718628, 0.9846524000167847, 0.9880402088165283, 0.9903236627578735, 0.9919389486312866, 0.9931211471557617, 0.9940280318260193, 0.9947689175605774, 0.9954042434692383, 0.9959426522254944, 0.9963825941085815, 0.996739387512207, 0.9970301985740662], "prob_old": [0.8876968622207642, 0.11247467249631882, 0.08392248302698135, 0.017782799899578094, 0.023563502356410027, 0.010306309908628464, 0.005598727148026228, 0.004173731431365013, 0.0035185629967600107, 0.0030944093596190214, 0.002778285648673773, 0.0025399683509021997, 0.002365501131862402, 0.0022366587072610855, 0.002130435314029455, 0.0020306725054979324, 0.001938123139552772, 0.0018587826052680612, 0.0017931172624230385, 0.0017385288374498487], "prob_new_token": [1.3272023124955012e-06, 0.00040363770676776767, 0.032791830599308014, 0.15003110468387604, 0.732746958732605, 0.971600353717804, 0.9923182725906372, 0.995749831199646, 0.9969661831855774, 0.9977008700370789, 0.9982225298881531, 0.9985907673835754, 0.9988416433334351, 0.9990109801292419, 0.9991305470466614, 0.9992254972457886, 0.9993036389350891, 0.9993632435798645, 0.9994080066680908, 0.9994418621063232], "prob_old_token": [0.9251385927200317, 0.026882395148277283, 0.0024170074611902237, 4.315634578233585e-05, 4.385397915029898e-05, 3.747931032194174e-06, 8.231903052546841e-07, 3.9702013054920826e-07, 2.6082648219016846e-07, 1.908138074213639e-07, 1.4774438739095785e-07, 1.2025941487081582e-07, 1.0276957596033753e-07, 9.14381175221024e-08, 8.319756261698785e-08, 7.600088025583318e-08, 6.959761833513767e-08, 6.444442135489226e-08, 6.043644162900819e-08, 5.7206868575576664e-08], "update_matrix_norm_1": [24011.70703125], "update_matrix_norm_2": [6.459804058074951], "update_matrix_norm_inf": [0.051406435668468475], "request": {"prompt": "{} is represented by the music label", "subject": "Bj\u00f6rk", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "One Little Indian"}, "seed": 42}}, {"loss_per_step": [6.014, 3.028, 2.599, 1.442, 0.787, 0.524, 0.482, 0.46, 0.449, 0.446, 0.444, 0.442, 0.44, 0.439, 0.437, 0.436, 0.436, 0.435, 0.435, 0.434], "prob_new": [0.00451673986390233, 0.08122198283672333, 0.11791408807039261, 0.39009207487106323, 0.7303485870361328, 0.9407525062561035, 0.9747603535652161, 0.9863715767860413, 0.9915128350257874, 0.993658721446991, 0.9947819709777832, 0.9955440163612366, 0.996158242225647, 0.9966697692871094, 0.9970803260803223, 0.9974006414413452, 0.997653603553772, 0.9978609085083008, 0.9980345368385315, 0.9981763958930969], "prob_old": [0.8876968622207642, 0.10350997000932693, 0.07724635303020477, 0.046640828251838684, 0.01574462652206421, 0.006133232265710831, 0.005559766199439764, 0.005808131769299507, 0.0054321070201694965, 0.005076002795249224, 0.004791459534317255, 0.0045373281463980675, 0.004293184261769056, 0.004066648427397013, 0.0038704280741512775, 0.003702659159898758, 0.0035480698570609093, 0.0033921089489012957, 0.003232896327972412, 0.0030832302290946245], "prob_new_token": [6.553010223342426e-08, 0.0011946189915761352, 0.0038955097552388906, 0.18341374397277832, 0.7221256494522095, 0.984408974647522, 0.9837433099746704, 0.9852758049964905, 0.9880963563919067, 0.989565908908844, 0.9905025959014893, 0.9913284182548523, 0.9921510219573975, 0.9929308891296387, 0.9936134219169617, 0.9941927790641785, 0.9946940541267395, 0.9951411485671997, 0.9955404996871948, 0.995877742767334], "prob_old_token": [0.9251385927200317, 0.017926163971424103, 0.0050831139087677, 0.0017960122786462307, 0.0005891815526410937, 1.9622029867605306e-05, 1.5352747141150758e-05, 1.7706835933495313e-05, 1.600286668690387e-05, 1.4262294826039579e-05, 1.2662436347454786e-05, 1.0916566679952666e-05, 9.0487355919322e-06, 7.322119927266613e-06, 5.928372047492303e-06, 4.876574166701175e-06, 4.080802682437934e-06, 3.461047526798211e-06, 2.978116981466883e-06, 2.6260618142259773e-06], "update_matrix_norm_1": [24284.818359375], "update_matrix_norm_2": [6.459805011749268], "update_matrix_norm_inf": [0.057263731956481934], "request": {"prompt": "{} is represented by the music label", "subject": "Bj\u00f6rk", "target_new": {"str": "Armada Music"}, "old_answer": {"str": "One Little Indian"}, "seed": 42}}, {"loss_per_step": [4.109, 3.402, 1.901, 0.491, 0.46, 0.454, 0.451, 0.449, 0.447, 0.445, 0.443, 0.442, 0.441, 0.44, 0.439, 0.438, 0.438, 0.437, 0.437, 0.436], "prob_new": [0.01903120055794716, 0.056225311011075974, 0.24860700964927673, 0.9600032567977905, 0.9872357845306396, 0.9910735487937927, 0.9925462603569031, 0.993438720703125, 0.9941145777702332, 0.9946792721748352, 0.9951704144477844, 0.9956051111221313, 0.9959931969642639, 0.9963415265083313, 0.9966553449630737, 0.9969386458396912, 0.9971944689750671, 0.9974245429039001, 0.9976298213005066, 0.9978103637695312], "prob_old": [0.8876968622207642, 0.08976288884878159, 0.156403049826622, 0.06648651510477066, 0.03409289941191673, 0.02475203201174736, 0.020543085411190987, 0.01816832274198532, 0.016638735309243202, 0.015561392530798912, 0.014749657362699509, 0.01410397794097662, 0.01356733962893486, 0.01310586929321289, 0.012699538841843605, 0.012336453422904015, 0.012009593658149242, 0.011714035645127296, 0.01144537702202797, 0.011198974214494228], "prob_new_token": [1.0682296078812215e-06, 0.00032728875521570444, 0.04312212020158768, 0.9415866136550903, 0.9860514402389526, 0.9930886030197144, 0.9955075979232788, 0.9966481924057007, 0.9972808361053467, 0.99766606092453, 0.9979152083396912, 0.9980829954147339, 0.998197615146637, 0.9982795715332031, 0.998339056968689, 0.998384952545166, 0.998421311378479, 0.9984526634216309, 0.9984809756278992, 0.9985072016716003], "prob_old_token": [0.9251385927200317, 0.00883167888969183, 0.01633884757757187, 0.0002862776746042073, 3.7667057767976075e-05, 1.4192458365869243e-05, 8.036286089918576e-06, 5.551839421968907e-06, 4.29378405897296e-06, 3.562500978659955e-06, 3.09669576381566e-06, 2.779637497951626e-06, 2.5525882847432513e-06, 2.3831230464566033e-06, 2.253181946798577e-06, 2.151200988009805e-06, 2.0701811536127934e-06, 2.0050288185302634e-06, 1.9520261957950424e-06, 1.9074313968303613e-06], "update_matrix_norm_1": [23240.396484375], "update_matrix_norm_2": [6.459804534912109], "update_matrix_norm_inf": [0.05499802529811859], "request": {"prompt": "{} is represented by the music label", "subject": "Bj\u00f6rk", "target_new": {"str": "Kill Rock Stars"}, "old_answer": {"str": "One Little Indian"}, "seed": 42}}, {"loss_per_step": [5.451, 2.242, 0.746, 0.417, 0.32, 0.315, 0.312, 0.309, 0.306, 0.304, 0.302, 0.301, 0.299, 0.298, 0.297, 0.296, 0.296, 0.295, 0.295, 0.294], "prob_new": [0.004767107777297497, 0.1478913426399231, 0.6705800294876099, 0.8918308019638062, 0.979841947555542, 0.9847198128700256, 0.9870952367782593, 0.9892269372940063, 0.9909549951553345, 0.9923079609870911, 0.9933465719223022, 0.9941449761390686, 0.9947723150253296, 0.9952817559242249, 0.9957101345062256, 0.9960803389549255, 0.9964045882225037, 0.9966886639595032, 0.9969348311424255, 0.9971449971199036], "prob_old": [0.6445589661598206, 0.04168105870485306, 0.03604552522301674, 0.015047693625092506, 0.009060878306627274, 0.008550512604415417, 0.008262374438345432, 0.007865052670240402, 0.0074153863824903965, 0.006972657982259989, 0.006572323851287365, 0.006224748678505421, 0.005926859099417925, 0.005671668332070112, 0.005452759098261595, 0.0052658431231975555, 0.005108802113682032, 0.004980727564543486, 0.004880993161350489, 0.004808028228580952], "prob_new_token": [2.2003334379405715e-05, 0.0050711375661194324, 0.6871481537818909, 0.8375301957130432, 0.9732096791267395, 0.9784990549087524, 0.9816638231277466, 0.9848945736885071, 0.987522542476654, 0.9895287156105042, 0.9910081028938293, 0.9920912384986877, 0.9929037094116211, 0.9935404062271118, 0.9940670132637024, 0.9945207238197327, 0.9949225783348083, 0.9952809810638428, 0.9955950379371643, 0.995866596698761], "prob_old_token": [0.7677018642425537, 0.00026618133415468037, 5.619766307063401e-05, 7.839726094971411e-06, 1.9858337054756703e-06, 1.7927975477505242e-06, 1.7106291352320113e-06, 1.5404790474349284e-06, 1.3326598491403274e-06, 1.1352163937772275e-06, 9.697397445052047e-07, 8.377883773391659e-07, 7.336549856518104e-07, 6.507253260679136e-07, 5.839276013830386e-07, 5.298064138514746e-07, 4.860803528572433e-07, 4.514351417128637e-07, 4.248511800142296e-07, 4.055435169902921e-07], "update_matrix_norm_1": [26393.30859375], "update_matrix_norm_2": [7.1375203132629395], "update_matrix_norm_inf": [0.06615941226482391], "request": {"prompt": "{} is represented by the music label", "subject": "Dark Tranquillity", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [6.245, 3.876, 2.468, 1.729, 0.875, 0.51, 0.407, 0.367, 0.343, 0.329, 0.321, 0.315, 0.311, 0.307, 0.304, 0.302, 0.3, 0.299, 0.297, 0.296], "prob_new": [0.00207144464366138, 0.030128275975584984, 0.11748538911342621, 0.24743598699569702, 0.5835340023040771, 0.8309457302093506, 0.9174960255622864, 0.950381875038147, 0.9674201607704163, 0.9773172736167908, 0.9833758473396301, 0.9873338341712952, 0.9900788068771362, 0.9920685291290283, 0.9935535192489624, 0.994679868221283, 0.9955422878265381, 0.9962077736854553, 0.9967279434204102, 0.9971441626548767], "prob_old": [0.6445589661598206, 0.09645044058561325, 0.24631309509277344, 0.14868028461933136, 0.06006985902786255, 0.03150070831179619, 0.015338721685111523, 0.008422615937888622, 0.005672466475516558, 0.004465664736926556, 0.003860903438180685, 0.003508079331368208, 0.0032768119126558304, 0.0031217429786920547, 0.0030268002301454544, 0.002983855316415429, 0.0029862052761018276, 0.0030264833476394415, 0.0030956414993852377, 0.0031834542751312256], "prob_new_token": [4.026638180221198e-06, 0.0011158896377310157, 0.002284478861838579, 0.012750284746289253, 0.2372591644525528, 0.672041654586792, 0.8978473544120789, 0.9635439515113831, 0.9817885756492615, 0.9881076216697693, 0.9908483028411865, 0.9923344254493713, 0.9933086633682251, 0.9940130114555359, 0.9945384860038757, 0.9949318170547485, 0.99522864818573, 0.9954577088356018, 0.9956493377685547, 0.9958319067955017], "prob_old_token": [0.7677018642425537, 0.014683859422802925, 0.0888947993516922, 0.01735324040055275, 0.000976495910435915, 0.00015403602446895093, 2.3903510737000033e-05, 4.738809366244823e-06, 1.53387645696057e-06, 7.341960213125276e-07, 4.5356605937740824e-07, 3.2664715376995446e-07, 2.5843169737527205e-07, 2.1827956686593097e-07, 1.938660290079497e-07, 1.79126189436829e-07, 1.7079842962175462e-07, 1.670263998221344e-07, 1.666000315481142e-07, 1.6868705188244348e-07], "update_matrix_norm_1": [25069.11328125], "update_matrix_norm_2": [7.1375203132629395], "update_matrix_norm_inf": [0.08230838179588318], "request": {"prompt": "{} is represented by the music label", "subject": "Dark Tranquillity", "target_new": {"str": "Big Machine Records"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [3.288, 2.649, 1.699, 0.925, 0.415, 0.379, 0.35, 0.329, 0.316, 0.307, 0.302, 0.3, 0.298, 0.297, 0.296, 0.295, 0.294, 0.293, 0.293, 0.292], "prob_new": [0.038116976618766785, 0.09757890552282333, 0.250495970249176, 0.6025611162185669, 0.9323945045471191, 0.9417750239372253, 0.9609166383743286, 0.9765727519989014, 0.9849904775619507, 0.9894320368766785, 0.992189884185791, 0.9941570162773132, 0.9956066012382507, 0.996630072593689, 0.9973301887512207, 0.9978179931640625, 0.9981711506843567, 0.9984332919120789, 0.998629093170166, 0.9987748861312866], "prob_old": [0.6445589661598206, 0.10172226279973984, 0.0640416368842125, 0.04129405319690704, 0.007741362787783146, 0.0062798974104225636, 0.005408854689449072, 0.004817252047359943, 0.004455002024769783, 0.004259507637470961, 0.00419052317738533, 0.0042006950825452805, 0.004254704341292381, 0.004315644036978483, 0.0043532829731702805, 0.004373726435005665, 0.004406427964568138, 0.004472269676625729, 0.004572940990328789, 0.004697350785136223], "prob_new_token": [1.381162292091176e-06, 0.00029212338267825544, 0.006913155782967806, 0.7381420135498047, 0.9801652431488037, 0.9836220145225525, 0.9876338243484497, 0.9889582395553589, 0.9883235692977905, 0.9871473908424377, 0.9867614507675171, 0.9879403114318848, 0.9900631308555603, 0.9920936226844788, 0.9936557412147522, 0.9948261380195618, 0.9957097768783569, 0.9963538646697998, 0.9967896342277527, 0.9970541000366211], "prob_old_token": [0.7677018642425537, 0.003999261651188135, 0.0003704197588376701, 0.00010100127838086337, 9.01805378816789e-07, 5.577213073593157e-07, 4.860261242356501e-07, 4.980157086720283e-07, 5.424102482720627e-07, 6.103759915276896e-07, 6.945993504814396e-07, 7.767882266307424e-07, 8.551306223125721e-07, 9.296343819187314e-07, 9.906774494083948e-07, 1.0420798162158462e-06, 1.1063584679504856e-06, 1.2056308378305403e-06, 1.3516880699171452e-06, 1.5473019630007911e-06], "update_matrix_norm_1": [25805.001953125], "update_matrix_norm_2": [7.1375203132629395], "update_matrix_norm_inf": [0.06683946400880814], "request": {"prompt": "{} is represented by the music label", "subject": "Dark Tranquillity", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [3.464, 3.058, 2.608, 1.48, 0.63, 0.517, 0.47, 0.448, 0.436, 0.432, 0.429, 0.427, 0.425, 0.424, 0.423, 0.423, 0.422, 0.422, 0.421, 0.414], "prob_new": [0.034763239324092865, 0.07634732127189636, 0.11771570146083832, 0.3596496880054474, 0.8582745790481567, 0.9265064001083374, 0.9610167145729065, 0.9817582964897156, 0.9910654425621033, 0.9945150017738342, 0.9959246516227722, 0.9968623518943787, 0.9975476861000061, 0.9980269074440002, 0.9983537197113037, 0.9986010193824768, 0.9987965822219849, 0.998934268951416, 0.999009370803833, 0.9990028142929077], "prob_old": [0.632917582988739, 0.06871851533651352, 0.03306163102388382, 0.0117172347381711, 0.003920634742826223, 0.0010067267576232553, 0.0009287139982916415, 0.001013687695376575, 0.0011348676634952426, 0.0011965357698500156, 0.001173425349406898, 0.0010718806879594922, 0.0009346295846626163, 0.0008159875287674367, 0.000739466689992696, 0.0006699701189063489, 0.0005978484405204654, 0.0005429306766018271, 0.0005239671445451677, 0.0005437397048808634], "prob_new_token": [3.5885537386093347e-07, 7.415863365167752e-05, 0.0006476875860244036, 0.03732041269540787, 0.9884141683578491, 0.9946433305740356, 0.9941049218177795, 0.9942858815193176, 0.994786262512207, 0.995474100112915, 0.9958484172821045, 0.996600329875946, 0.9974121451377869, 0.9979078769683838, 0.9981228113174438, 0.9983746409416199, 0.9986838102340698, 0.9989222288131714, 0.9990249872207642, 0.9990540742874146], "prob_old_token": [0.7229204773902893, 0.000798380293417722, 3.6726280086440966e-05, 3.36443304149725e-06, 2.710928903582044e-08, 3.987469909816355e-09, 5.368511857284375e-09, 7.334806984005127e-09, 9.110260990041752e-09, 9.786773169651042e-09, 1.0712298603721138e-08, 8.936472895015868e-09, 6.05496008887485e-09, 4.511523599148859e-09, 4.202804770869761e-09, 3.6557596949648996e-09, 2.773188789717551e-09, 2.202569016063194e-09, 2.2399357924030028e-09, 2.6755602178241134e-09], "update_matrix_norm_1": [28271.06640625], "update_matrix_norm_2": [8.081233978271484], "update_matrix_norm_inf": [0.0958184227347374], "request": {"prompt": "{} is represented by the music label", "subject": "Delain", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "Napalm Records"}, "seed": 42}}, {"loss_per_step": [1.455, 1.082, 0.584, 0.491, 0.469, 0.451, 0.438, 0.43, 0.427, 0.424, 0.423, 0.422, 0.421, 0.421, 0.42, 0.42, 0.416, 0.406, 0.391, 0.372], "prob_new": [0.23560838401317596, 0.5258194208145142, 0.852782130241394, 0.9354053735733032, 0.9561229944229126, 0.973052442073822, 0.9847120642662048, 0.9913688898086548, 0.9946592450141907, 0.996279239654541, 0.9972225427627563, 0.9978601336479187, 0.9983024597167969, 0.9985895752906799, 0.9987486004829407, 0.9988014698028564, 0.998717725276947, 0.9984439611434937, 0.9979003071784973, 0.9970657825469971], "prob_old": [0.632917582988739, 0.12243907153606415, 0.08176490664482117, 0.041676875203847885, 0.03179198503494263, 0.024103080853819847, 0.019589800387620926, 0.017287420108914375, 0.016157252714037895, 0.015562117099761963, 0.015171150676906109, 0.014765532687306404, 0.014303293079137802, 0.013893313705921173, 0.01367017813026905, 0.013710116036236286, 0.014283943921327591, 0.015591996721923351, 0.01775743067264557, 0.020789770409464836], "prob_new_token": [0.0034397561103105545, 0.189438134431839, 0.6018314361572266, 0.9564154744148254, 0.9873925447463989, 0.9942235350608826, 0.9963722229003906, 0.9974572062492371, 0.9980037808418274, 0.9982321858406067, 0.9983484745025635, 0.9984180331230164, 0.9984442591667175, 0.9984201788902283, 0.9983449578285217, 0.9982162714004517, 0.9980069994926453, 0.9976646900177002, 0.9970871806144714, 0.996118426322937], "prob_old_token": [0.7229204773902893, 0.003412327030673623, 0.0013476144522428513, 0.00012762314872816205, 4.419186370796524e-05, 1.945566873473581e-05, 1.0905921044468414e-05, 7.512920547014801e-06, 6.474578640336404e-06, 6.434339866245864e-06, 6.473152552644024e-06, 6.222314823389752e-06, 5.737614173995098e-06, 5.246979526418727e-06, 4.931945113639813e-06, 4.892211109108757e-06, 5.4935044317971915e-06, 7.218341579573462e-06, 1.0972721611324232e-05, 1.8505725165596232e-05], "update_matrix_norm_1": [23996.916015625], "update_matrix_norm_2": [7.230936527252197], "update_matrix_norm_inf": [0.11303708702325821], "request": {"prompt": "{} is represented by the music label", "subject": "Delain", "target_new": {"str": "Metal Blade Records"}, "old_answer": {"str": "Napalm Records"}, "seed": 42}}, {"loss_per_step": [5.004, 3.515, 2.625, 1.217, 0.546, 0.525, 0.502, 0.478, 0.458, 0.445, 0.437, 0.433, 0.431, 0.428, 0.427, 0.425, 0.424, 0.423, 0.422, 0.422], "prob_new": [0.009272325783967972, 0.05104346573352814, 0.12798970937728882, 0.4771747291088104, 0.9090368151664734, 0.9266995191574097, 0.945826530456543, 0.9631195068359375, 0.9759035706520081, 0.9840763807296753, 0.9889982342720032, 0.9919732809066772, 0.9938262104988098, 0.9950225949287415, 0.9958252906799316, 0.9963852167129517, 0.996791422367096, 0.9970991015434265, 0.9973440766334534, 0.9975482821464539], "prob_old": [0.632917582988739, 0.06420349329710007, 0.031621385365724564, 0.003342610551044345, 0.0006461021257564425, 0.0006477684364654124, 0.0006383968284353614, 0.0005600740551017225, 0.0004607489099726081, 0.0003803352592512965, 0.00032467811251990497, 0.00028642898541875184, 0.00025919280597008765, 0.0002394696930423379, 0.0002253941202070564, 0.00021544999617617577, 0.00020764360670000315, 0.00019959735800512135, 0.0001899270573630929, 0.00017913345072884113], "prob_new_token": [0.00011864900443470106, 0.005098110530525446, 0.011504902504384518, 0.07725264132022858, 0.8439617156982422, 0.8679667711257935, 0.8990767598152161, 0.9303838014602661, 0.9544116258621216, 0.970116376876831, 0.9797599911689758, 0.9857007265090942, 0.9894844889640808, 0.9919448494911194, 0.9935472011566162, 0.9945850372314453, 0.9952593445777893, 0.9957157969474792, 0.9960399866104126, 0.9962676167488098], "prob_old_token": [0.7229204773902893, 0.0006386515451595187, 2.846555071300827e-05, 5.2537370720529e-07, 3.098433953852009e-09, 1.2977483532239376e-09, 8.207041712893215e-10, 4.770781547591696e-10, 2.6690649690408463e-10, 1.633400636968929e-10, 1.1382027265138817e-10, 8.668508272302589e-11, 6.894443349558799e-11, 5.643815970124422e-11, 4.785908475080092e-11, 4.2277244205468634e-11, 3.855183880463464e-11, 3.544111532027827e-11, 3.220997774056045e-11, 2.8896142423295856e-11], "update_matrix_norm_1": [30626.8203125], "update_matrix_norm_2": [8.227703094482422], "update_matrix_norm_inf": [0.06841248273849487], "request": {"prompt": "{} is represented by the music label", "subject": "Delain", "target_new": {"str": "Odd Future Records"}, "old_answer": {"str": "Napalm Records"}, "seed": 42}}, {"loss_per_step": [8.197, 4.154, 2.795, 1.034, 0.472, 0.417, 0.409, 0.406, 0.404, 0.402, 0.401, 0.4, 0.399, 0.398, 0.397, 0.396, 0.395, 0.394, 0.393, 0.393], "prob_new": [0.0002902468550018966, 0.024892887100577354, 0.0957174301147461, 0.5409467220306396, 0.9818936586380005, 0.9975858330726624, 0.9987123012542725, 0.99896639585495, 0.999070405960083, 0.9991275668144226, 0.9991635084152222, 0.9991870522499084, 0.9992026686668396, 0.9992132782936096, 0.9992204308509827, 0.9992257952690125, 0.9992297291755676, 0.999232828617096, 0.9992352724075317, 0.9992372393608093], "prob_old": [0.7509648203849792, 0.17508292198181152, 0.15194770693778992, 0.02081308141350746, 0.0023100278340280056, 0.000794828636571765, 0.0005512723582796752, 0.00048241205513477325, 0.0004611695767380297, 0.0004579514206852764, 0.00046358033432625234, 0.0004748944193124771, 0.0004907220136374235, 0.0005106236203573644, 0.0005345090175978839, 0.0005624778568744659, 0.0005946516175754368, 0.0006310517201200128, 0.0006715037161484361, 0.0007155718049034476], "prob_new_token": [2.15164931205436e-07, 0.0006928762886673212, 0.014005064964294434, 0.310551255941391, 0.9804574847221375, 0.9965993165969849, 0.9982702136039734, 0.9987067580223083, 0.9988808035850525, 0.9989688396453857, 0.9990196228027344, 0.9990507960319519, 0.9990699887275696, 0.9990818500518799, 0.9990891218185425, 0.9990928769111633, 0.999093770980835, 0.9990921020507812, 0.9990882873535156, 0.999082088470459], "prob_old_token": [0.9118826389312744, 0.020168902352452278, 0.007267290726304054, 0.00013016015873290598, 1.7000117225052236e-07, 1.6571954475352868e-08, 5.76330894119792e-09, 3.222291766746821e-09, 2.342820826228831e-09, 1.986790953978357e-09, 1.8560053494098838e-09, 1.8514725308449442e-09, 1.9356949376714283e-09, 2.0951980150840654e-09, 2.3303912133343374e-09, 2.651783237439531e-09, 3.080749211292755e-09, 3.6487171062304924e-09, 4.397584518756048e-09, 5.376884271157678e-09], "update_matrix_norm_1": [23465.94921875], "update_matrix_norm_2": [6.393730640411377], "update_matrix_norm_inf": [0.042287781834602356], "request": {"prompt": "{} is represented by the music label", "subject": "Armin van Buuren", "target_new": {"str": "Domino"}, "old_answer": {"str": "Armada Music"}, "seed": 42}}, {"loss_per_step": [6.592, 3.737, 2.227, 0.564, 0.443, 0.434, 0.428, 0.422, 0.418, 0.413, 0.407, 0.402, 0.4, 0.397, 0.396, 0.395, 0.394, 0.393, 0.392, 0.392], "prob_new": [0.0014848037390038371, 0.0367259681224823, 0.16762952506542206, 0.8715272545814514, 0.9829063415527344, 0.9897023439407349, 0.9916275143623352, 0.9926363825798035, 0.9933868646621704, 0.9940334558486938, 0.9946106672286987, 0.9951343536376953, 0.9956283569335938, 0.9961109161376953, 0.9965507984161377, 0.996883749961853, 0.9971075654029846, 0.9972928762435913, 0.9974853992462158, 0.9976697564125061], "prob_old": [0.7509648203849792, 0.1068287119269371, 0.06461294740438461, 0.02063286304473877, 0.007572057656943798, 0.005059293936938047, 0.004171897191554308, 0.0037357304245233536, 0.0034949444234371185, 0.0033779882360249758, 0.0033615133725106716, 0.0034320149570703506, 0.003548817243427038, 0.0036353818140923977, 0.0036926595494151115, 0.003716403152793646, 0.003629384096711874, 0.003474233206361532, 0.003281338606029749, 0.0031037682201713324], "prob_new_token": [1.455561573493469e-06, 0.0014663924230262637, 0.04000858590006828, 0.8142889738082886, 0.9897788166999817, 0.9976391792297363, 0.9988683462142944, 0.9992446899414062, 0.9994127750396729, 0.9995090365409851, 0.9995737671852112, 0.9996209144592285, 0.9996533989906311, 0.999671459197998, 0.9996674060821533, 0.9996458888053894, 0.9996297359466553, 0.9996170401573181, 0.999595046043396, 0.9995701909065247], "prob_old_token": [0.9118826389312744, 0.003569826716557145, 0.0015311032766476274, 0.0001749531365931034, 1.2578822861541994e-05, 2.9638993055414176e-06, 1.2753007467836142e-06, 7.653610509805731e-07, 5.609324489341816e-07, 4.66969225954017e-07, 4.260627406438289e-07, 4.204580932309909e-07, 4.422326753683592e-07, 4.815351530851331e-07, 5.433970500234864e-07, 6.176138640512363e-07, 6.600902224818128e-07, 6.810560648773389e-07, 6.916175721016771e-07, 6.970293497943203e-07], "update_matrix_norm_1": [23823.9921875], "update_matrix_norm_2": [6.393730163574219], "update_matrix_norm_inf": [0.045680224895477295], "request": {"prompt": "{} is represented by the music label", "subject": "Armin van Buuren", "target_new": {"str": "Roc Nation"}, "old_answer": {"str": "Armada Music"}, "seed": 42}}, {"loss_per_step": [2.908, 1.675, 0.834, 0.48, 0.457, 0.442, 0.433, 0.426, 0.42, 0.416, 0.412, 0.409, 0.406, 0.403, 0.401, 0.4, 0.398, 0.397, 0.396, 0.392], "prob_new": [0.0551811121404171, 0.2919045388698578, 0.6543560028076172, 0.932375967502594, 0.9536521434783936, 0.9658294320106506, 0.9737650752067566, 0.9790961742401123, 0.9829450249671936, 0.9859262108802795, 0.9883604645729065, 0.99041348695755, 0.992163896560669, 0.9936403036117554, 0.9948509931564331, 0.995807945728302, 0.9965375661849976, 0.997079074382782, 0.9974751472473145, 0.9977260828018188], "prob_old": [0.7509648203849792, 0.2818005084991455, 0.15745298564434052, 0.04538029432296753, 0.023594258353114128, 0.01631917804479599, 0.012834702618420124, 0.010860838927328587, 0.009621309116482735, 0.008775212801992893, 0.00815113727003336, 0.007657196838408709, 0.007243949919939041, 0.006887246388942003, 0.006579332519322634, 0.006326016504317522, 0.006143882405012846, 0.006053306628018618, 0.006068479735404253, 0.006332316901534796], "prob_new_token": [8.412390889134258e-05, 0.00895694363862276, 0.19748766720294952, 0.773522675037384, 0.8547042608261108, 0.901098906993866, 0.9288535714149475, 0.9460019469261169, 0.9576877355575562, 0.9664425253868103, 0.973458468914032, 0.9792927503585815, 0.9841821789741516, 0.988192617893219, 0.991338849067688, 0.9936614036560059, 0.9952763915061951, 0.9963403940200806, 0.9970145225524902, 0.9973951578140259], "prob_old_token": [0.9118826389312744, 0.14911001920700073, 0.020245779305696487, 0.0011748969554901123, 0.00029147721943445504, 0.00011966080637648702, 6.137990567367524e-05, 3.6515368265099823e-05, 2.4191944248741493e-05, 1.729116411297582e-05, 1.299494851991767e-05, 1.0067483344755601e-05, 7.931184882181697e-06, 6.307037438091356e-06, 5.060539479018189e-06, 4.126807652937714e-06, 3.466448333711014e-06, 3.044211780434125e-06, 2.8214321901032235e-06, 2.878773329939577e-06], "update_matrix_norm_1": [22362.09765625], "update_matrix_norm_2": [6.330962657928467], "update_matrix_norm_inf": [0.060369398444890976], "request": {"prompt": "{} is represented by the music label", "subject": "Armin van Buuren", "target_new": {"str": "Nuclear Blast"}, "old_answer": {"str": "Armada Music"}, "seed": 42}}, {"loss_per_step": [5.824, 3.36, 1.562, 0.786, 0.514, 0.483, 0.474, 0.469, 0.465, 0.462, 0.459, 0.457, 0.455, 0.454, 0.453, 0.452, 0.451, 0.45, 0.45, 0.449], "prob_new": [0.0037992852739989758, 0.05758369714021683, 0.3456893861293793, 0.7468152642250061, 0.9520444869995117, 0.9712024927139282, 0.9768789410591125, 0.980848491191864, 0.9841873049736023, 0.9870070815086365, 0.9893321394920349, 0.9912073016166687, 0.9926953315734863, 0.9938645958900452, 0.9947783350944519, 0.9954908490180969, 0.9960466027259827, 0.9964790344238281, 0.9968132972717285, 0.9970671534538269], "prob_old": [0.7371460795402527, 0.1279323399066925, 0.08912183344364166, 0.03830636292695999, 0.02565709874033928, 0.022314060479402542, 0.02124284952878952, 0.020368395373225212, 0.019407467916607857, 0.018403176218271255, 0.017428480088710785, 0.01653512753546238, 0.015752248466014862, 0.015092182904481888, 0.014556740410625935, 0.01414160244166851, 0.013840021565556526, 0.013645932078361511, 0.013555902987718582, 0.013569774106144905], "prob_new_token": [5.397535460360814e-06, 0.010731088928878307, 0.2662833333015442, 0.7885138392448425, 0.9795724749565125, 0.9931546449661255, 0.9956943988800049, 0.9967893958091736, 0.9975038766860962, 0.9980242252349854, 0.9984073042869568, 0.9986878037452698, 0.9988930821418762, 0.9990442991256714, 0.9991565942764282, 0.9992412328720093, 0.9993056058883667, 0.9993554353713989, 0.9993929862976074, 0.9994195103645325], "prob_old_token": [0.7206539511680603, 0.00166962796356529, 0.00057985883904621, 1.6879070244613104e-05, 1.656334575272922e-06, 6.416585165425204e-07, 4.1616721091486397e-07, 3.094833971317712e-07, 2.3775102420131589e-07, 1.850778801326669e-07, 1.4626338895595836e-07, 1.1794338661275106e-07, 9.740426776261302e-08, 8.249817540217919e-08, 7.16645871534638e-08, 6.377725725315031e-08, 5.8090346755079736e-08, 5.4147502481782794e-08, 5.1709708515090824e-08, 5.072280373497051e-08], "update_matrix_norm_1": [25869.396484375], "update_matrix_norm_2": [7.034788608551025], "update_matrix_norm_inf": [0.05267728120088577], "request": {"prompt": "{} is represented by the music label", "subject": "Radiohead", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [3.965, 2.078, 1.188, 0.702, 0.554, 0.512, 0.49, 0.478, 0.469, 0.462, 0.457, 0.454, 0.452, 0.45, 0.449, 0.448, 0.447, 0.447, 0.447, 0.446], "prob_new": [0.021843258291482925, 0.21276460587978363, 0.4876139461994171, 0.7835084199905396, 0.9053636193275452, 0.9421820044517517, 0.9609884023666382, 0.9729636311531067, 0.9812146425247192, 0.987019956111908, 0.9910158514976501, 0.9936521649360657, 0.9952859878540039, 0.9962955713272095, 0.9970007538795471, 0.997554361820221, 0.9979572296142578, 0.9981716275215149, 0.9982112050056458, 0.9981375336647034], "prob_old": [0.7371460795402527, 0.12555739283561707, 0.1274528056383133, 0.10053911805152893, 0.05947261303663254, 0.03718271479010582, 0.027348773553967476, 0.022658592090010643, 0.01985592022538185, 0.017792506143450737, 0.01616426184773445, 0.014934954233467579, 0.014157481491565704, 0.01374446228146553, 0.013399709016084671, 0.012890384532511234, 0.012354617938399315, 0.012112288735806942, 0.012303492985665798, 0.012818306684494019], "prob_new_token": [0.00024329667212441564, 0.14079223573207855, 0.4164319932460785, 0.832291841506958, 0.9742933511734009, 0.9944931864738464, 0.9979206919670105, 0.998755931854248, 0.9990524649620056, 0.9991881251335144, 0.999250054359436, 0.9992610812187195, 0.9992223978042603, 0.9991350173950195, 0.9990255832672119, 0.9989314675331116, 0.9988401532173157, 0.9986827373504639, 0.9983800053596497, 0.9978702068328857], "prob_old_token": [0.7206539511680603, 0.0011524080764502287, 0.000859566789586097, 0.0001952421007445082, 2.2731539502274245e-05, 3.397278305783402e-06, 8.391301093979564e-07, 3.428143031669606e-07, 1.9716927113222482e-07, 1.3971796875011933e-07, 1.1270691402387456e-07, 9.934736766581409e-08, 9.523196808913781e-08, 9.863574490509563e-08, 1.0559952556832286e-07, 1.1213557371547722e-07, 1.2077464361937018e-07, 1.4095326150709298e-07, 1.8464278639385157e-07, 2.6326856072955707e-07], "update_matrix_norm_1": [25408.955078125], "update_matrix_norm_2": [7.034789085388184], "update_matrix_norm_inf": [0.04808725044131279], "request": {"prompt": "{} is represented by the music label", "subject": "Radiohead", "target_new": {"str": "Atlantic Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [4.33, 2.676, 1.697, 0.783, 0.516, 0.489, 0.475, 0.464, 0.458, 0.455, 0.454, 0.452, 0.451, 0.451, 0.45, 0.449, 0.449, 0.449, 0.449, 0.449], "prob_new": [0.01658143475651741, 0.11339126527309418, 0.29576271772384644, 0.7222539186477661, 0.9387409687042236, 0.964741587638855, 0.9777635931968689, 0.9874051809310913, 0.9922396540641785, 0.9945529699325562, 0.9957574605941772, 0.9964331984519958, 0.9968196749687195, 0.9970231056213379, 0.9970942139625549, 0.997058629989624, 0.996930718421936, 0.9967208504676819, 0.9964411854743958, 0.9961156845092773], "prob_old": [0.7371460795402527, 0.14174413681030273, 0.1315924972295761, 0.10023131221532822, 0.07406338304281235, 0.0569906122982502, 0.04756288230419159, 0.041937436908483505, 0.03814598545432091, 0.035353779792785645, 0.03319121152162552, 0.03149070590734482, 0.030173391103744507, 0.02919919788837433, 0.028548013418912888, 0.0282118022441864, 0.028183238580822945, 0.02843761257827282, 0.02891637571156025, 0.02952304109930992], "prob_new_token": [0.00010336410923628137, 0.03070659562945366, 0.13765712082386017, 0.615290105342865, 0.926360011100769, 0.9743496775627136, 0.9865525364875793, 0.9912418723106384, 0.9935206174850464, 0.9947962164878845, 0.9955677390098572, 0.9960386753082275, 0.9963071942329407, 0.9964221119880676, 0.996402382850647, 0.9962472915649414, 0.9959461092948914, 0.9954774379730225, 0.994825541973114, 0.9940015077590942], "prob_old_token": [0.7206539511680603, 0.0010842470219358802, 0.0006069657392799854, 0.0001308133505517617, 5.008716834709048e-05, 2.0408042473718524e-05, 1.0101634870807175e-05, 5.97104099142598e-06, 4.001998604508117e-06, 2.9240711683087284e-06, 2.277027761010686e-06, 1.8708398101807688e-06, 1.614349685041816e-06, 1.458468432247173e-06, 1.3763892638962716e-06, 1.3550335324907792e-06, 1.389559770359483e-06, 1.4785523489990737e-06, 1.6179562862816965e-06, 1.7960437617148273e-06], "update_matrix_norm_1": [25445.1875], "update_matrix_norm_2": [7.034789085388184], "update_matrix_norm_inf": [0.03960637003183365], "request": {"prompt": "{} is represented by the music label", "subject": "Radiohead", "target_new": {"str": "Decca"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [4.616, 1.995, 0.933, 0.518, 0.431, 0.407, 0.395, 0.386, 0.38, 0.374, 0.37, 0.366, 0.363, 0.361, 0.359, 0.357, 0.356, 0.355, 0.354, 0.353], "prob_new": [0.011643210425972939, 0.21242664754390717, 0.5723666548728943, 0.8570571541786194, 0.9336428046226501, 0.9544938802719116, 0.9641093611717224, 0.9704332947731018, 0.9751562476158142, 0.9788388013839722, 0.9817688465118408, 0.9841351509094238, 0.9860714673995972, 0.9876754283905029, 0.9890173077583313, 0.9901483058929443, 0.9911056160926819, 0.991917610168457, 0.9926076531410217, 0.9931957125663757], "prob_old": [0.8264631032943726, 0.13807831704616547, 0.08859824389219284, 0.05927196145057678, 0.040817249566316605, 0.031521622091531754, 0.026553146541118622, 0.023551790043711662, 0.02155633457005024, 0.020141659304499626, 0.0190928615629673, 0.018288182094693184, 0.01765328459441662, 0.01714029163122177, 0.016718709841370583, 0.016367429867386818, 0.01607012376189232, 0.015811244025826454, 0.015574850142002106, 0.015345167368650436], "prob_new_token": [0.00013264722656458616, 0.12015413492918015, 0.5595118403434753, 0.8922376036643982, 0.9685499668121338, 0.9863418340682983, 0.9920291304588318, 0.9944542050361633, 0.9957082271575928, 0.9964455962181091, 0.99692302942276, 0.9972567558288574, 0.997506320476532, 0.9977032542228699, 0.9978652596473694, 0.9980029463768005, 0.9981241822242737, 0.9982346296310425, 0.998338520526886, 0.9984390735626221], "prob_old_token": [0.6991768479347229, 0.003148212330415845, 0.00047698794514872134, 8.35388564155437e-05, 1.9572577002691105e-05, 7.279522378667025e-06, 3.7494933167181443e-06, 2.3448385491064982e-06, 1.653105869081628e-06, 1.2618694427146693e-06, 1.0176780733672786e-06, 8.530332706868649e-07, 7.339796752603434e-07, 6.423663307941752e-07, 5.679230525856838e-07, 5.047605213803763e-07, 4.4907687879458535e-07, 3.986660601640324e-07, 3.520957818636816e-07, 3.088512698923296e-07], "update_matrix_norm_1": [25084.673828125], "update_matrix_norm_2": [6.894631862640381], "update_matrix_norm_inf": [0.061870913952589035], "request": {"prompt": "{} is represented by the music label", "subject": "Amon Amarth", "target_new": {"str": "Republic Records"}, "old_answer": {"str": "Metal Blade Records"}, "seed": 42}}, {"loss_per_step": [2.939, 2.022, 0.811, 0.463, 0.416, 0.391, 0.375, 0.365, 0.358, 0.355, 0.353, 0.351, 0.35, 0.349, 0.348, 0.348, 0.347, 0.347, 0.347, 0.345], "prob_new": [0.053564731031656265, 0.19867029786109924, 0.6447091102600098, 0.9090449213981628, 0.9444151520729065, 0.9655634760856628, 0.9792830348014832, 0.9874097108840942, 0.9920274019241333, 0.9946832656860352, 0.9962318539619446, 0.9971602559089661, 0.997745156288147, 0.9981338977813721, 0.9984045624732971, 0.9986004829406738, 0.9987475275993347, 0.9988619685173035, 0.9989519119262695, 0.9990072846412659], "prob_old": [0.8264631032943726, 0.1443152278661728, 0.041992783546447754, 0.008218224160373211, 0.0038312748074531555, 0.0023589369375258684, 0.0016628761077299714, 0.001289901789277792, 0.0010709906928241253, 0.0009288552682846785, 0.0008304743096232414, 0.0007601573597639799, 0.0007089398568496108, 0.0006712168687954545, 0.00064365059370175, 0.0006244545220397413, 0.0006123727653175592, 0.0006060291780158877, 0.0006041470915079117, 0.0006153893191367388], "prob_new_token": [7.787524373270571e-05, 0.0038363810162991285, 0.27090081572532654, 0.8865618705749512, 0.9537556171417236, 0.9776865839958191, 0.9873462915420532, 0.9916970729827881, 0.9942209720611572, 0.9958016276359558, 0.9967868328094482, 0.9974120259284973, 0.9978236556053162, 0.9981053471565247, 0.9983026385307312, 0.9984423518180847, 0.9985406398773193, 0.9986138939857483, 0.9986749887466431, 0.9987152814865112], "prob_old_token": [0.6991768479347229, 0.003390593221411109, 0.00012220011558383703, 4.453232122614281e-06, 1.0599003417155473e-06, 3.730178548266849e-07, 1.640755158405227e-07, 8.536978413076213e-08, 4.7717694684479284e-08, 2.835426116121198e-08, 1.821733341955678e-08, 1.2645015701195916e-08, 9.377586707159935e-09, 7.334919338575219e-09, 5.992447427161096e-09, 5.088072185799319e-09, 4.473120096548655e-09, 4.051453839082342e-09, 3.764424771901531e-09, 3.734702325175476e-09], "update_matrix_norm_1": [23121.03125], "update_matrix_norm_2": [6.855816841125488], "update_matrix_norm_inf": [0.08419232070446014], "request": {"prompt": "{} is represented by the music label", "subject": "Amon Amarth", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "Metal Blade Records"}, "seed": 42}}, {"loss_per_step": [5.233, 2.759, 1.804, 0.943, 0.576, 0.433, 0.4, 0.381, 0.371, 0.365, 0.361, 0.357, 0.355, 0.353, 0.352, 0.351, 0.35, 0.349, 0.348, 0.348], "prob_new": [0.005483579356223345, 0.10285259783267975, 0.24106770753860474, 0.5646747946739197, 0.8168601393699646, 0.9380273818969727, 0.9656782150268555, 0.9784315228462219, 0.9850693941116333, 0.9887034296989441, 0.990849494934082, 0.9922351837158203, 0.9932461977005005, 0.9940863251686096, 0.9948312044143677, 0.9954817891120911, 0.9960208535194397, 0.9964436292648315, 0.996764063835144, 0.9970074892044067], "prob_old": [0.8264631032943726, 0.1568853259086609, 0.10880720615386963, 0.07476027309894562, 0.04390349239110947, 0.020616117864847183, 0.015457061119377613, 0.013773643411695957, 0.01301501039415598, 0.012546457350254059, 0.012186604551970959, 0.01188456080853939, 0.011613670736551285, 0.01134548895061016, 0.011061343364417553, 0.010762265883386135, 0.010458922944962978, 0.010161608457565308, 0.009878977201879025, 0.009616496972739697], "prob_new_token": [0.00030249205883592367, 0.005517815239727497, 0.013955481350421906, 0.29156577587127686, 0.7516217827796936, 0.9103134274482727, 0.9473699927330017, 0.9667588472366333, 0.9775488376617432, 0.9833989143371582, 0.9867196679115295, 0.988731324672699, 0.9900960922241211, 0.9912034273147583, 0.9922073483467102, 0.9931013584136963, 0.9938403367996216, 0.9944120645523071, 0.9948404431343079, 0.9951646327972412], "prob_old_token": [0.6991768479347229, 0.004254608415067196, 0.0007259487174451351, 0.0002772978914435953, 0.00013232682249508798, 3.552311682142317e-05, 2.5040204491233453e-05, 2.09432328119874e-05, 1.8360520698479377e-05, 1.6782363672973588e-05, 1.5978526789695024e-05, 1.5668563719373196e-05, 1.54208937601652e-05, 1.4770310372114182e-05, 1.3558885257225484e-05, 1.198490645037964e-05, 1.0366207789047621e-05, 8.947648893808946e-06, 7.827594345144462e-06, 6.977520115469815e-06], "update_matrix_norm_1": [23953.7265625], "update_matrix_norm_2": [6.8946332931518555], "update_matrix_norm_inf": [0.06590289622545242], "request": {"prompt": "{} is represented by the music label", "subject": "Amon Amarth", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Metal Blade Records"}, "seed": 42}}, {"loss_per_step": [4.397, 3.215, 2.583, 0.95, 0.468, 0.412, 0.371, 0.35, 0.339, 0.335, 0.329, 0.327, 0.326, 0.324, 0.322, 0.321, 0.321, 0.32, 0.319, 0.319], "prob_new": [0.01343848928809166, 0.05953425541520119, 0.10942354798316956, 0.557535707950592, 0.8876063227653503, 0.9311008453369141, 0.9637993574142456, 0.9851511120796204, 0.9944646954536438, 0.9974814057350159, 0.9982429146766663, 0.9986493587493896, 0.9989395141601562, 0.9991553425788879, 0.9993022680282593, 0.9993872046470642, 0.999422550201416, 0.9994229078292847, 0.9994021058082581, 0.9993709325790405], "prob_old": [0.683794379234314, 0.05880345031619072, 0.04003895819187164, 0.030525991693139076, 0.01436762884259224, 0.00686383992433548, 0.004427568055689335, 0.0035367172677069902, 0.00307719549164176, 0.0028481304179877043, 0.002909487346187234, 0.0030430019833147526, 0.003194336546584964, 0.003392589744180441, 0.0036968074273318052, 0.004154382273554802, 0.0047582886181771755, 0.005411846563220024, 0.005951894447207451, 0.006266308948397636], "prob_new_token": [1.7909587768372148e-06, 0.0008068878669291735, 0.0028085855301469564, 0.33913666009902954, 0.9749816656112671, 0.9979481101036072, 0.999480664730072, 0.9997714161872864, 0.999883770942688, 0.9999192357063293, 0.9999012351036072, 0.9998937845230103, 0.9998942613601685, 0.9998985528945923, 0.9998998045921326, 0.9998918175697327, 0.9998719692230225, 0.9998419880867004, 0.999809205532074, 0.9997817277908325], "prob_old_token": [0.8333146572113037, 0.007715106941759586, 0.004056112840771675, 0.0029304823838174343, 0.00022966625692788512, 2.419669908704236e-05, 6.437212960008765e-06, 2.9475754672603216e-06, 1.2295821534280549e-06, 6.343226459648577e-07, 7.757636240057764e-07, 8.11852828519477e-07, 7.393118153231626e-07, 6.234768079593778e-07, 5.301753844833001e-07, 4.993954121346178e-07, 5.422834874480031e-07, 6.49590674584033e-07, 7.923976568235958e-07, 9.303101933255675e-07], "update_matrix_norm_1": [27366.609375], "update_matrix_norm_2": [7.252788066864014], "update_matrix_norm_inf": [0.05141923949122429], "request": {"prompt": "{} is represented by the music label", "subject": "4Minute", "target_new": {"str": "Century Media Records"}, "old_answer": {"str": "Cube Entertainment"}, "seed": 42}}, {"loss_per_step": [6.464, 3.862, 2.542, 1.637, 0.471, 0.368, 0.358, 0.352, 0.347, 0.344, 0.34, 0.337, 0.335, 0.333, 0.332, 0.331, 0.33, 0.33, 0.329, 0.328], "prob_new": [0.004486883524805307, 0.03803098201751709, 0.11413347721099854, 0.28276363015174866, 0.8916513323783875, 0.983618438243866, 0.9899418354034424, 0.992328405380249, 0.9939224720001221, 0.9950903058052063, 0.9959489703178406, 0.9965851306915283, 0.9970659017562866, 0.9974375367164612, 0.9977307319641113, 0.9979655146598816, 0.9981561303138733, 0.9983129501342773, 0.9984439611434937, 0.9985548853874207], "prob_old": [0.683794379234314, 0.03964798524975777, 0.00753645459190011, 0.007079304661601782, 0.003932990599423647, 0.001515074516646564, 0.0010684402659535408, 0.0009167694952338934, 0.000842974113766104, 0.0007990369922481477, 0.0007703169831074774, 0.0007506747497245669, 0.000736778718419373, 0.000726764730643481, 0.0007196575170382857, 0.0007149094599299133, 0.0007120631053112447, 0.00071062141796574, 0.0007100546499714255, 0.0007098898058757186], "prob_new_token": [2.4443592337775044e-05, 0.0019239936955273151, 0.0031475909054279327, 0.0539698526263237, 0.841461181640625, 0.9784309267997742, 0.9869149327278137, 0.989907443523407, 0.9919922351837158, 0.9935804605484009, 0.994766354560852, 0.9956436157226562, 0.9962995648384094, 0.996799886226654, 0.997187077999115, 0.9974930882453918, 0.9977368116378784, 0.9979338645935059, 0.9980950355529785, 0.9982274174690247], "prob_old_token": [0.8333146572113037, 0.006596013437956572, 0.002839029300957918, 0.0042446814477443695, 0.0007305456674657762, 6.457974814111367e-05, 2.6747924493975006e-05, 1.7049198504537344e-05, 1.2696026715275366e-05, 1.0255967026751023e-05, 8.750676897761878e-06, 7.77916193328565e-06, 7.141250080167083e-06, 6.720987130393041e-06, 6.446507541113533e-06, 6.2693707150174305e-06, 6.154164111649152e-06, 6.073863460187567e-06, 6.007488536852179e-06, 5.939299626334105e-06], "update_matrix_norm_1": [28054.5546875], "update_matrix_norm_2": [7.2527875900268555], "update_matrix_norm_inf": [0.047319285571575165], "request": {"prompt": "{} is represented by the music label", "subject": "4Minute", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Cube Entertainment"}, "seed": 42}}, {"loss_per_step": [1.777, 1.862, 0.958, 0.582, 0.468, 0.413, 0.378, 0.353, 0.341, 0.336, 0.332, 0.329, 0.327, 0.326, 0.324, 0.323, 0.322, 0.322, 0.321, 0.321], "prob_new": [0.1786201447248459, 0.22999395430088043, 0.5510703325271606, 0.7922379970550537, 0.883394181728363, 0.9317505359649658, 0.9605294466018677, 0.9769454598426819, 0.9861437678337097, 0.9908580183982849, 0.9932994246482849, 0.9948199987411499, 0.9958872199058533, 0.996665358543396, 0.9972476959228516, 0.9976986646652222, 0.998052179813385, 0.9983253479003906, 0.9985252022743225, 0.9986525177955627], "prob_old": [0.683794379234314, 0.044481370598077774, 0.061764031648635864, 0.024921540170907974, 0.010591130703687668, 0.007180242333561182, 0.005954468622803688, 0.005507923197001219, 0.005396454595029354, 0.00541550200432539, 0.005388182587921619, 0.005215903278440237, 0.004947260953485966, 0.004656242206692696, 0.004361538682132959, 0.00404319167137146, 0.0036937531549483538, 0.003336055437102914, 0.003011075546965003, 0.00275725987739861], "prob_new_token": [0.0009983700001612306, 0.013518738560378551, 0.33083364367485046, 0.7225085496902466, 0.8450744152069092, 0.8947838544845581, 0.929162323474884, 0.9526301026344299, 0.9683379530906677, 0.9785197377204895, 0.9849404692649841, 0.9890357255935669, 0.9916266798973083, 0.9932451248168945, 0.9942965507507324, 0.9950591325759888, 0.995669960975647, 0.996171772480011, 0.9965540170669556, 0.9967832565307617], "prob_old_token": [0.8333146572113037, 0.00789101142436266, 0.0019468477694317698, 0.00015142072516027838, 2.6549821996013634e-05, 1.1740091395040508e-05, 7.202848792076111e-06, 5.1218912631156854e-06, 3.908110556949396e-06, 3.111773139607976e-06, 2.5356334845128004e-06, 2.0798181594727794e-06, 1.7367127611578326e-06, 1.501982296758797e-06, 1.339346454187762e-06, 1.2030970992782386e-06, 1.0709306934586493e-06, 9.453760299038549e-07, 8.425815281043469e-07, 7.801126571393979e-07], "update_matrix_norm_1": [27162.02734375], "update_matrix_norm_2": [7.252788066864014], "update_matrix_norm_inf": [0.059082213789224625], "request": {"prompt": "{} is represented by the music label", "subject": "4Minute", "target_new": {"str": "Avex Trax"}, "old_answer": {"str": "Cube Entertainment"}, "seed": 42}}, {"loss_per_step": [6.674, 3.747, 2.077, 0.73, 0.4, 0.387, 0.383, 0.38, 0.378, 0.376, 0.375, 0.374, 0.373, 0.372, 0.371, 0.371, 0.37, 0.37, 0.37, 0.37], "prob_new": [0.0015490514924749732, 0.03796713426709175, 0.19537504017353058, 0.7114992141723633, 0.9846530556678772, 0.9957377314567566, 0.9974995851516724, 0.9981090426445007, 0.9984062314033508, 0.9985791444778442, 0.9986900091171265, 0.9987655878067017, 0.9988197088241577, 0.9988605380058289, 0.9988928437232971, 0.9989199042320251, 0.9989429712295532, 0.9989627599716187, 0.9989791512489319, 0.9989915490150452], "prob_old": [0.7159399390220642, 0.10434045642614365, 0.09197373688220978, 0.03745141997933388, 0.011391178704798222, 0.00609330041334033, 0.004486944060772657, 0.0037679218221455812, 0.0033750811126083136, 0.0031372876837849617, 0.0029858029447495937, 0.0028868133667856455, 0.0028206377755850554, 0.002774566877633333, 0.0027402748819440603, 0.002712860004976392, 0.00269006728194654, 0.0026715141721069813, 0.0026581031270325184, 0.0026513459160923958], "prob_new_token": [7.412331342493417e-06, 0.003270015586167574, 0.06275928020477295, 0.6093533039093018, 0.9853625297546387, 0.9964497089385986, 0.9979424476623535, 0.9984259605407715, 0.9986522793769836, 0.9987797737121582, 0.9988598823547363, 0.9989151954650879, 0.9989562034606934, 0.9989885091781616, 0.9990155100822449, 0.9990394115447998, 0.9990602135658264, 0.9990781545639038, 0.9990936517715454, 0.9991056323051453], "prob_old_token": [0.8843041658401489, 0.008223194628953934, 0.002450436819344759, 9.850203787209466e-05, 2.1442165234475397e-06, 3.286644982836151e-07, 1.423193936034295e-07, 9.054398475427661e-08, 6.860295087562918e-08, 5.719846996043998e-08, 5.058908669752782e-08, 4.64869494010145e-08, 4.378212281608285e-08, 4.1868130296052186e-08, 4.0409517509942816e-08, 3.9232194382066155e-08, 3.827947381296326e-08, 3.755742028488385e-08, 3.7109948891611566e-08, 3.7002731545499046e-08], "update_matrix_norm_1": [26530.52734375], "update_matrix_norm_2": [7.081069469451904], "update_matrix_norm_inf": [0.03129606693983078], "request": {"prompt": "{} is represented by the music label", "subject": "Lacuna Coil", "target_new": {"str": "Domino"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [1.564, 1.029, 0.588, 0.454, 0.42, 0.407, 0.397, 0.389, 0.382, 0.377, 0.372, 0.37, 0.369, 0.368, 0.368, 0.363, 0.353, 0.338, 0.322, 0.303], "prob_new": [0.21277055144309998, 0.535944402217865, 0.8086585402488708, 0.9224770069122314, 0.9540881514549255, 0.9658719301223755, 0.9743013381958008, 0.981427788734436, 0.987697184085846, 0.992711067199707, 0.9961245656013489, 0.9983463287353516, 0.9992552399635315, 0.9994896054267883, 0.9995541572570801, 0.9995179176330566, 0.9993559718132019, 0.9988641738891602, 0.9974503517150879, 0.9960647225379944], "prob_old": [0.7159399390220642, 0.3624778687953949, 0.36389991641044617, 0.19779646396636963, 0.13758884370326996, 0.09630053490400314, 0.07062883675098419, 0.05456138774752617, 0.043918512761592865, 0.03632618114352226, 0.030530814081430435, 0.025792734697461128, 0.0219904575496912, 0.019846675917506218, 0.019142907112836838, 0.02115972340106964, 0.027584366500377655, 0.040687840431928635, 0.061296235769987106, 0.07442454993724823], "prob_new_token": [0.004497322719544172, 0.20739954710006714, 0.584949254989624, 0.9289109110832214, 0.974056601524353, 0.9896641373634338, 0.9949811100959778, 0.9970446228981018, 0.998012363910675, 0.9985640645027161, 0.9989317059516907, 0.9991863965988159, 0.9993400573730469, 0.9993934631347656, 0.9993711113929749, 0.9992254376411438, 0.9987799525260925, 0.9973254203796387, 0.9931085109710693, 0.989450991153717], "prob_old_token": [0.8843041658401489, 0.18067844212055206, 0.11407113820314407, 0.018591204658150673, 0.0062688724137842655, 0.0019446172518655658, 0.0006962352199479938, 0.0003030889492947608, 0.0001579183735884726, 9.420892456546426e-05, 6.103399209678173e-05, 4.1089650039793923e-05, 2.9159384212107398e-05, 2.3481763491872698e-05, 2.247226075269282e-05, 3.252359601901844e-05, 7.566608837805688e-05, 0.0002498277754057199, 0.000861664186231792, 0.0016379248118028045], "update_matrix_norm_1": [19244.3203125], "update_matrix_norm_2": [5.785969257354736], "update_matrix_norm_inf": [0.07642253488302231], "request": {"prompt": "{} is represented by the music label", "subject": "Lacuna Coil", "target_new": {"str": "Metal Blade Records"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [4.744, 2.555, 1.977, 1.008, 0.562, 0.447, 0.411, 0.396, 0.39, 0.386, 0.383, 0.38, 0.378, 0.377, 0.375, 0.374, 0.373, 0.373, 0.372, 0.372], "prob_new": [0.010690544731914997, 0.11796760559082031, 0.20908281207084656, 0.5464192628860474, 0.8392230868339539, 0.9388519525527954, 0.9723930358886719, 0.9851164221763611, 0.9900018572807312, 0.9922868013381958, 0.9936769008636475, 0.9946830868721008, 0.9954727292060852, 0.9961040616035461, 0.9965978264808655, 0.9969662427902222, 0.997225284576416, 0.9973957538604736, 0.997500479221344, 0.9975592494010925], "prob_old": [0.7159399390220642, 0.08036364614963531, 0.057482749223709106, 0.0485793799161911, 0.030685266479849815, 0.017992591485381126, 0.0116915013641119, 0.008303659968078136, 0.006499558687210083, 0.005525193642824888, 0.004958225414156914, 0.0045981574803590775, 0.00435201171785593, 0.004177231341600418, 0.004054842982441187, 0.003975213970988989, 0.003929677419364452, 0.003908058628439903, 0.0038998755626380444, 0.003896716982126236], "prob_new_token": [0.00010398224549135193, 0.018399067223072052, 0.04621562361717224, 0.311015248298645, 0.6470063924789429, 0.8587077856063843, 0.9441060423851013, 0.9746378660202026, 0.9855265617370605, 0.9899348616600037, 0.992163896560669, 0.9935192465782166, 0.9944389462471008, 0.9950937032699585, 0.9955539107322693, 0.9958570003509521, 0.99603271484375, 0.996110737323761, 0.9961203336715698, 0.99608314037323], "prob_old_token": [0.8843041658401489, 0.0011233917903155088, 0.0004401884216349572, 0.00032642719452269375, 0.00011334930604789406, 2.7548558136913925e-05, 8.36455546959769e-06, 3.1171518912742613e-06, 1.468681261940219e-06, 8.752967914915644e-07, 6.178789817568031e-07, 4.869535246143641e-07, 4.1254205029872537e-07, 3.6764717492587806e-07, 3.406688335871877e-07, 3.262358916344965e-07, 3.210479349036177e-07, 3.225640057280543e-07, 3.286102696620219e-07, 3.3730734116943495e-07], "update_matrix_norm_1": [26758.27734375], "update_matrix_norm_2": [7.081069469451904], "update_matrix_norm_inf": [0.038001611828804016], "request": {"prompt": "{} is represented by the music label", "subject": "Lacuna Coil", "target_new": {"str": "Decca"}, "old_answer": {"str": "Century Media Records"}, "seed": 42}}, {"loss_per_step": [3.785, 1.821, 0.6, 0.5, 0.476, 0.456, 0.44, 0.429, 0.421, 0.416, 0.413, 0.41, 0.408, 0.406, 0.405, 0.404, 0.403, 0.403, 0.402, 0.402], "prob_new": [0.02314305305480957, 0.2509540319442749, 0.8288804888725281, 0.9109708070755005, 0.9323360323905945, 0.9491278529167175, 0.9631633758544922, 0.9736732244491577, 0.9807590246200562, 0.9855537414550781, 0.9890016913414001, 0.9914727807044983, 0.9932457208633423, 0.9945317506790161, 0.9954510927200317, 0.9960941076278687, 0.9965519905090332, 0.9968913793563843, 0.9971364736557007, 0.9972929358482361], "prob_old": [0.6702547669410706, 0.01743370294570923, 0.01022821944206953, 0.005089770536869764, 0.0042341649532318115, 0.00391931040212512, 0.0037133730947971344, 0.003485168796032667, 0.0032122412230819464, 0.0028669042512774467, 0.002422270830720663, 0.0019481871277093887, 0.0015343143604695797, 0.0012148561654612422, 0.0009824184235185385, 0.0008170783403329551, 0.0007004539365880191, 0.0006199033232405782, 0.0005670606624335051, 0.0005352394073270261], "prob_new_token": [0.00010014313738793135, 0.018284747377038002, 0.7500821948051453, 0.8518972396850586, 0.870793879032135, 0.8970617651939392, 0.9264630079269409, 0.9512100219726562, 0.9683729410171509, 0.9795070290565491, 0.986545741558075, 0.9907765984535217, 0.9933684468269348, 0.9950618147850037, 0.9961715340614319, 0.9968587756156921, 0.997281014919281, 0.9975550174713135, 0.9977127313613892, 0.9977389574050903], "prob_old_token": [0.6717086434364319, 0.00013279456470627338, 4.740977237815969e-05, 2.0228610082995147e-05, 1.5900819562375546e-05, 1.4591341823688708e-05, 1.3818480510963127e-05, 1.2512049579527229e-05, 1.0283674782840535e-05, 7.504377663281048e-06, 4.937220637657447e-06, 3.0939797852624906e-06, 1.9351939499756554e-06, 1.2351105169727816e-06, 8.19910610516672e-07, 5.77857633743406e-07, 4.3578734221227933e-07, 3.5141613352607237e-07, 3.0402674155993736e-07, 2.828456899806042e-07], "update_matrix_norm_1": [25327.7265625], "update_matrix_norm_2": [6.8328752517700195], "update_matrix_norm_inf": [0.044306255877017975], "request": {"prompt": "{} is represented by the music label", "subject": "Christina Perri", "target_new": {"str": "Odd Future Records"}, "old_answer": {"str": "Atlantic Records"}, "seed": 42}}, {"loss_per_step": [4.829, 2.483, 0.92, 0.651, 0.598, 0.544, 0.499, 0.467, 0.447, 0.435, 0.428, 0.423, 0.42, 0.416, 0.414, 0.411, 0.409, 0.407, 0.406, 0.405], "prob_new": [0.008311514742672443, 0.13006222248077393, 0.612460732460022, 0.7984185218811035, 0.8437153100967407, 0.8885736465454102, 0.9273308515548706, 0.9556846618652344, 0.9731996059417725, 0.9832941889762878, 0.9891717433929443, 0.9927070736885071, 0.9949055910110474, 0.9963008761405945, 0.9971895217895508, 0.9977496266365051, 0.9980936050415039, 0.9982892870903015, 0.9983733892440796, 0.9983622431755066], "prob_old": [0.6702547669410706, 0.018049009144306183, 0.006450165528804064, 0.000741537834983319, 0.0003389487392269075, 0.00021781116083730012, 0.00015113409608602524, 0.00010927165567409247, 8.533300569979474e-05, 7.297947740880772e-05, 6.653623859165236e-05, 6.242987001314759e-05, 5.8906392951030284e-05, 5.5527860240545124e-05, 5.259587851469405e-05, 5.058624446974136e-05, 4.985140185453929e-05, 5.0626214942894876e-05, 5.313829751685262e-05, 5.765961032011546e-05], "prob_new_token": [2.184152435802389e-06, 0.007007852662354708, 0.4945671856403351, 0.9736601114273071, 0.9838622808456421, 0.986269474029541, 0.9870855212211609, 0.9871451258659363, 0.987313985824585, 0.9882281422615051, 0.9898161888122559, 0.9916345477104187, 0.9933168292045593, 0.9947019219398499, 0.9957709312438965, 0.9965652227401733, 0.9971407651901245, 0.9975439310073853, 0.9978058934211731, 0.9979436993598938], "prob_old_token": [0.6717086434364319, 0.00023247877834364772, 4.7683010052423924e-05, 4.5656707925445517e-07, 9.207427353885578e-08, 3.549088845034021e-08, 1.6195137675367732e-08, 8.147948094006097e-09, 4.618925242283467e-09, 2.996490833240273e-09, 2.2153012757542e-09, 1.800058768708368e-09, 1.553814854560187e-09, 1.4076745324942408e-09, 1.342830846517984e-09, 1.3599664727692584e-09, 1.4744933052313058e-09, 1.7221222226027066e-09, 2.1697701413359027e-09, 2.935962140071524e-09], "update_matrix_norm_1": [25451.3515625], "update_matrix_norm_2": [6.8328752517700195], "update_matrix_norm_inf": [0.043956030160188675], "request": {"prompt": "{} is represented by the music label", "subject": "Christina Perri", "target_new": {"str": "ECM Records"}, "old_answer": {"str": "Atlantic Records"}, "seed": 42}}, {"loss_per_step": [3.7, 2.112, 0.709, 0.508, 0.472, 0.459, 0.45, 0.442, 0.435, 0.43, 0.425, 0.422, 0.419, 0.417, 0.415, 0.413, 0.412, 0.411, 0.409, 0.409], "prob_new": [0.025378834456205368, 0.20609009265899658, 0.7443099021911621, 0.90704745054245, 0.9394229650497437, 0.9510560035705566, 0.9589092135429382, 0.9652303457260132, 0.9704599976539612, 0.9747849702835083, 0.9783540368080139, 0.9813007116317749, 0.9837390780448914, 0.98576420545578, 0.9874525666236877, 0.9888656139373779, 0.9900516271591187, 0.9910494685173035, 0.9918902516365051, 0.9925994277000427], "prob_old": [0.6702547669410706, 0.046359721571207047, 0.012574650347232819, 0.007946943864226341, 0.0059188553132116795, 0.004947039298713207, 0.004291965160518885, 0.003773357719182968, 0.003344946773722768, 0.0029881703667342663, 0.0026901743840426207, 0.00244021974503994, 0.0022294153459370136, 0.0020504940766841173, 0.0018977789441123605, 0.001766714733093977, 0.00165371794719249, 0.0015558655140921474, 0.0014708160888403654, 0.00139669980853796], "prob_new_token": [0.00045865908032283187, 0.08972473442554474, 0.670285701751709, 0.9242951273918152, 0.9679778218269348, 0.978801429271698, 0.9842978119850159, 0.9879307746887207, 0.9904778003692627, 0.9922864437103271, 0.9935830235481262, 0.9945255517959595, 0.9952229857444763, 0.9957495927810669, 0.996155321598053, 0.9964757561683655, 0.9967337250709534, 0.9969459176063538, 0.9971246123313904, 0.9972769618034363], "prob_old_token": [0.6717086434364319, 0.0025939075276255608, 0.00010595234925858676, 5.036190486862324e-05, 3.1096744351089e-05, 2.239239984191954e-05, 1.6490881534991786e-05, 1.2117072401451878e-05, 8.928810530051123e-06, 6.649391707469476e-06, 5.0310945880482905e-06, 3.877357357850997e-06, 3.046503252335242e-06, 2.4405703697993886e-06, 1.9929329937440343e-06, 1.6580145256739343e-06, 1.4047063814359717e-06, 1.2110688203392783e-06, 1.0617770840326557e-06, 9.456474572289153e-07], "update_matrix_norm_1": [26067.662109375], "update_matrix_norm_2": [6.832878112792969], "update_matrix_norm_inf": [0.036852456629276276], "request": {"prompt": "{} is represented by the music label", "subject": "Christina Perri", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "Atlantic Records"}, "seed": 42}}, {"loss_per_step": [6.928, 3.731, 0.857, 0.365, 0.347, 0.341, 0.336, 0.332, 0.328, 0.324, 0.321, 0.318, 0.315, 0.313, 0.31, 0.308, 0.306, 0.305, 0.304, 0.302], "prob_new": [0.001071333885192871, 0.03909178078174591, 0.5995803475379944, 0.9564964175224304, 0.9735184907913208, 0.9789296388626099, 0.9821040034294128, 0.9844574928283691, 0.98636394739151, 0.9879588484764099, 0.9893097877502441, 0.9904612898826599, 0.9914472103118896, 0.9922958612442017, 0.9930298328399658, 0.9936672449111938, 0.994223415851593, 0.9947102069854736, 0.9951379299163818, 0.9955145716667175], "prob_old": [0.824164628982544, 0.4154544174671173, 0.05117905139923096, 0.009483003057539463, 0.004322752356529236, 0.0031644348055124283, 0.0027103631291538477, 0.0024515262339264154, 0.0022677716333419085, 0.0021222999785095453, 0.0020015959162265062, 0.0018997561419382691, 0.0018135274294763803, 0.0017406299011781812, 0.0016791480593383312, 0.0016272979555651546, 0.0015833763172850013, 0.0015457705594599247, 0.001513020135462284, 0.0014839523937553167], "prob_new_token": [2.642824711074354e-06, 0.003270573914051056, 0.3268060088157654, 0.9738534092903137, 0.9898726940155029, 0.9924278259277344, 0.9933658242225647, 0.9939960837364197, 0.9945500493049622, 0.9950599670410156, 0.9955234527587891, 0.9959346652030945, 0.9962941408157349, 0.9966038465499878, 0.9968690872192383, 0.9970957040786743, 0.9972894787788391, 0.9974554181098938, 0.9975975155830383, 0.9977189302444458], "prob_old_token": [0.6745424866676331, 0.2322789877653122, 0.0006672387244179845, 3.7270849134074524e-05, 9.41413327382179e-06, 4.887314844381763e-06, 3.437314489929122e-06, 2.7245544060860993e-06, 2.2769454517401755e-06, 1.9562733086786466e-06, 1.7106373206843273e-06, 1.5159686199694988e-06, 1.3589909713118686e-06, 1.231072246810072e-06, 1.1262047792115482e-06, 1.0394871878816048e-06, 9.672837677499047e-07, 9.066690154213575e-07, 8.552089525437623e-07, 8.111895795082091e-07], "update_matrix_norm_1": [27837.947265625], "update_matrix_norm_2": [7.381344795227051], "update_matrix_norm_inf": [0.055284224450588226], "request": {"prompt": "{} is represented by the music label", "subject": "2NE1", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "YG Entertainment"}, "seed": 42}}, {"loss_per_step": [4.562, 2.794, 1.451, 0.53, 0.38, 0.36, 0.351, 0.343, 0.336, 0.329, 0.323, 0.318, 0.314, 0.311, 0.308, 0.306, 0.305, 0.304, 0.303, 0.302], "prob_new": [0.011371877044439316, 0.09298986941576004, 0.3319653570652008, 0.8137490749359131, 0.9413443207740784, 0.9586496949195862, 0.9665734767913818, 0.9726324677467346, 0.9777964949607849, 0.9821178913116455, 0.9855743646621704, 0.988233208656311, 0.9902327656745911, 0.9917288422584534, 0.9928579926490784, 0.9937251806259155, 0.9944053292274475, 0.9949501156806946, 0.9953942894935608, 0.9957624077796936], "prob_old": [0.824164628982544, 0.38434356451034546, 0.04536104202270508, 0.019564758986234665, 0.006483245640993118, 0.004002553876489401, 0.0031061903573572636, 0.002589578041806817, 0.0022110959980636835, 0.0019031644333153963, 0.001645081676542759, 0.0014299913309514523, 0.0012536832364276052, 0.0011113089276477695, 0.0009973193518817425, 0.000906286935787648, 0.0008336196769960225, 0.000775796128436923, 0.0007302261074073613, 0.000694948947057128], "prob_new_token": [2.733493056439329e-05, 0.0016480631893500686, 0.03909655660390854, 0.6121158599853516, 0.9036849141120911, 0.9239501357078552, 0.9333692193031311, 0.9453402161598206, 0.9579349160194397, 0.9690539240837097, 0.9777647852897644, 0.9840559363365173, 0.9883813261985779, 0.991294264793396, 0.9932593703269958, 0.9946070313453674, 0.9955546855926514, 0.9962395429611206, 0.9967479705810547, 0.9971340298652649], "prob_old_token": [0.6745424866676331, 0.14241352677345276, 0.0006294671329669654, 0.0001257288095075637, 1.5443587471963838e-05, 7.82378720032284e-06, 5.414962288341485e-06, 3.9590267988387495e-06, 2.8997253593843197e-06, 2.106619604091975e-06, 1.5264632793332567e-06, 1.1161815791638219e-06, 8.335192092090438e-07, 6.409857178368839e-07, 5.09375752244523e-07, 4.1807820139183605e-07, 3.533969845648244e-07, 3.064910174543911e-07, 2.717214613312535e-07, 2.4548526766920986e-07], "update_matrix_norm_1": [27815.439453125], "update_matrix_norm_2": [7.381346702575684], "update_matrix_norm_inf": [0.05316607654094696], "request": {"prompt": "{} is represented by the music label", "subject": "2NE1", "target_new": {"str": "Odd Future Records"}, "old_answer": {"str": "YG Entertainment"}, "seed": 42}}, {"loss_per_step": [8.406, 5.833, 3.909, 2.703, 1.125, 0.386, 0.365, 0.351, 0.333, 0.32, 0.315, 0.313, 0.308, 0.305, 0.304, 0.303, 0.301, 0.3, 0.299, 0.299], "prob_new": [0.00025061870110221207, 0.006779798772186041, 0.028607850894331932, 0.10843109339475632, 0.481107622385025, 0.9494760036468506, 0.9695796370506287, 0.980014979839325, 0.9870392084121704, 0.9911625385284424, 0.9936800003051758, 0.9953704476356506, 0.9965417385101318, 0.9973568916320801, 0.9979240894317627, 0.9983188509941101, 0.998595118522644, 0.9987918734550476, 0.9989356398582458, 0.9990448951721191], "prob_old": [0.824164628982544, 0.4424629211425781, 0.05218888446688652, 0.029686838388442993, 0.02029431238770485, 0.0029734927229583263, 0.00232857558876276, 0.0020321309566497803, 0.0016517584444954991, 0.0013724870514124632, 0.0011919254902750254, 0.0010516982292756438, 0.0009319314267486334, 0.0008340552449226379, 0.0007586154970340431, 0.0007025193190202117, 0.0006620825733989477, 0.0006337216473184526, 0.0006135791772976518, 0.0005976637476123869], "prob_new_token": [2.1284607498728292e-07, 2.3330600015469827e-05, 0.0005222787149250507, 0.009199635125696659, 0.3618956506252289, 0.9565959572792053, 0.9538050889968872, 0.9658108353614807, 0.982262372970581, 0.9906296133995056, 0.9942923784255981, 0.9961937069892883, 0.9973134994506836, 0.997980535030365, 0.9983757734298706, 0.9986172914505005, 0.9987752437591553, 0.9988896250724792, 0.998984694480896, 0.9990735054016113], "prob_old_token": [0.6745424866676331, 0.3215469717979431, 0.001864628866314888, 0.0016400543972849846, 0.000288831302896142, 7.805677341821138e-06, 9.440340363653377e-06, 6.81256551615661e-06, 2.9064115096844034e-06, 1.225256937686936e-06, 6.103410896685091e-07, 3.433754613979545e-07, 2.0913093123908766e-07, 1.376005371866995e-07, 9.810083412276072e-08, 7.501278531663047e-08, 6.045799949561115e-08, 5.043473905175233e-08, 4.280210319507205e-08, 3.643378221340754e-08], "update_matrix_norm_1": [27348.265625], "update_matrix_norm_2": [7.381346702575684], "update_matrix_norm_inf": [0.05292467027902603], "request": {"prompt": "{} is represented by the music label", "subject": "2NE1", "target_new": {"str": "Peaceville Records"}, "old_answer": {"str": "YG Entertainment"}, "seed": 42}}, {"loss_per_step": [2.752, 1.461, 0.544, 0.525, 0.513, 0.505, 0.5, 0.496, 0.492, 0.489, 0.487, 0.485, 0.483, 0.481, 0.48, 0.478, 0.477, 0.476, 0.475, 0.472], "prob_new": [0.0666273757815361, 0.41914641857147217, 0.9299556612968445, 0.9474108815193176, 0.9581725597381592, 0.9648482203483582, 0.9694926142692566, 0.9730902314186096, 0.9760743379592896, 0.9786419868469238, 0.9808902144432068, 0.9828720092773438, 0.9846212267875671, 0.986163854598999, 0.9875232577323914, 0.9887209534645081, 0.9897779822349548, 0.9907131195068359, 0.9915428161621094, 0.9922381043434143], "prob_old": [0.7155609130859375, 0.28642529249191284, 0.01924876682460308, 0.016447527334094048, 0.015161223709583282, 0.01395492535084486, 0.01274901907891035, 0.011577161028981209, 0.010469210334122181, 0.009443342685699463, 0.008508719503879547, 0.007667943369597197, 0.006919303443282843, 0.006258001085370779, 0.005677357781678438, 0.005169720854610205, 0.004727523773908615, 0.004343245644122362, 0.004009930416941643, 0.0037626230623573065], "prob_new_token": [0.0024268594570457935, 0.39668068289756775, 0.9731265306472778, 0.9812869429588318, 0.9866465926170349, 0.9897506833076477, 0.9916948676109314, 0.9930477142333984, 0.9940658807754517, 0.9948697090148926, 0.9955196380615234, 0.9960498213768005, 0.9964827299118042, 0.9968342781066895, 0.9971199035644531, 0.9973518252372742, 0.9975411891937256, 0.9976999759674072, 0.9978364706039429, 0.9979457259178162], "prob_old_token": [0.7112969756126404, 0.1489654928445816, 0.0004441973869688809, 0.0003324126882944256, 0.00029585958691313863, 0.0002607766364235431, 0.00022414950944948941, 0.00018847039609681815, 0.00015572991105727851, 0.00012705614790320396, 0.0001027721882564947, 8.277317829197273e-05, 6.662744272034615e-05, 5.3799576562596485e-05, 4.371214163256809e-05, 3.582610952435061e-05, 2.9685967092518695e-05, 2.490219776518643e-05, 2.1167341401451267e-05, 1.8746948626358062e-05], "update_matrix_norm_1": [20523.89453125], "update_matrix_norm_2": [5.93220853805542], "update_matrix_norm_inf": [0.049279578030109406], "request": {"prompt": "{} is represented by the music label", "subject": "Ariana Grande", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "Republic Records"}, "seed": 42}}, {"loss_per_step": [3.636, 2.526, 1.328, 0.665, 0.588, 0.544, 0.517, 0.499, 0.485, 0.476, 0.471, 0.47, 0.468, 0.468, 0.467, 0.467, 0.457, 0.437, 0.411, 0.38], "prob_new": [0.026797965168952942, 0.13587599992752075, 0.4276772141456604, 0.8315625786781311, 0.8974528908729553, 0.932610034942627, 0.954558253288269, 0.9706573486328125, 0.9827181696891785, 0.9907815456390381, 0.9951960444450378, 0.9970914125442505, 0.9977444410324097, 0.9981518983840942, 0.9984751343727112, 0.9986563324928284, 0.9985570907592773, 0.9981744289398193, 0.9972982406616211, 0.9953406453132629], "prob_old": [0.7155609130859375, 0.25308796763420105, 0.10685400664806366, 0.009565469808876514, 0.003857668722048402, 0.003046841826289892, 0.0029380915220826864, 0.0028963841032236814, 0.002743752673268318, 0.0024395110085606575, 0.0020628056954592466, 0.0017914591589942575, 0.001708952710032463, 0.0016433767741546035, 0.001560792326927185, 0.0015086696948856115, 0.0016740759601816535, 0.0020952767226845026, 0.002933646086603403, 0.004572862759232521], "prob_new_token": [2.0752941054524854e-05, 0.00045859848614782095, 0.03612324222922325, 0.7096830010414124, 0.8925286531448364, 0.9509316086769104, 0.9726616740226746, 0.9833002090454102, 0.9899120926856995, 0.9941892623901367, 0.9964821338653564, 0.9973691701889038, 0.9975308775901794, 0.9976071119308472, 0.9976906180381775, 0.9977000951766968, 0.9974268674850464, 0.9968120455741882, 0.9954132437705994, 0.9917477965354919], "prob_old_token": [0.7112969756126404, 0.14036425948143005, 0.014913887716829777, 0.0001807015505619347, 3.3017058740369976e-05, 2.1961699530947953e-05, 2.0493369447649457e-05, 1.9360146325198002e-05, 1.689614146016538e-05, 1.3379084521147888e-05, 1.008961862680735e-05, 8.063500899879728e-06, 7.328959327423945e-06, 6.695148840663023e-06, 6.128096174506936e-06, 5.772613803856075e-06, 6.796367870265385e-06, 9.797751772566698e-06, 1.80924944288563e-05, 4.5378284994512796e-05], "update_matrix_norm_1": [15205.2958984375], "update_matrix_norm_2": [4.807835102081299], "update_matrix_norm_inf": [0.07681627571582794], "request": {"prompt": "{} is represented by the music label", "subject": "Ariana Grande", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "Republic Records"}, "seed": 42}}, {"loss_per_step": [3.149, 2.491, 1.928, 1.307, 0.776, 0.515, 0.495, 0.485, 0.479, 0.474, 0.472, 0.47, 0.469, 0.468, 0.467, 0.459, 0.437, 0.404, 0.362, 0.315], "prob_new": [0.04324653744697571, 0.13482286036014557, 0.233506977558136, 0.43885141611099243, 0.7410546541213989, 0.9645097851753235, 0.9819893836975098, 0.9899280071258545, 0.9941796064376831, 0.9964223504066467, 0.997593104839325, 0.9982123970985413, 0.9985660314559937, 0.9988096356391907, 0.9989988207817078, 0.999087393283844, 0.9990205764770508, 0.9987360835075378, 0.9979490041732788, 0.9951547980308533], "prob_old": [0.7155609130859375, 0.21349644660949707, 0.06331705302000046, 0.04161948710680008, 0.022321879863739014, 0.003507694462314248, 0.0014733521966263652, 0.0009214424062520266, 0.0006423654267564416, 0.000463631353341043, 0.00035339753958396614, 0.00029443835956044495, 0.0002653357805684209, 0.0002443231060169637, 0.00022405508207157254, 0.00022644166892860085, 0.00028581300284713507, 0.00047656026436015964, 0.001216103439219296, 0.00615332555025816], "prob_new_token": [0.0003523744526319206, 0.005125133786350489, 0.008252285420894623, 0.0361725352704525, 0.3369535505771637, 0.8872001767158508, 0.9441890120506287, 0.9687141180038452, 0.9824675917625427, 0.9898868203163147, 0.9936602711677551, 0.9955394864082336, 0.9965229034423828, 0.9971765279769897, 0.9976916313171387, 0.9978968501091003, 0.9975799322128296, 0.9964531660079956, 0.9931554794311523, 0.9780262112617493], "prob_old_token": [0.7112969756126404, 0.06998616456985474, 0.00438070809468627, 0.0012255386682227254, 0.0005608403007499874, 1.1978153452218976e-05, 2.3412744667439256e-06, 9.471429507357243e-07, 4.599777412295225e-07, 2.43604404204234e-07, 1.4913963752860582e-07, 1.1281197487278405e-07, 1.0170254682861923e-07, 9.64048965101938e-08, 9.102761566737172e-08, 9.944804446604394e-08, 1.5341140624514082e-07, 3.976499272084766e-07, 2.578055955382297e-06, 8.311474084621295e-05], "update_matrix_norm_1": [12167.8544921875], "update_matrix_norm_2": [3.9684174060821533], "update_matrix_norm_inf": [0.07803578674793243], "request": {"prompt": "{} is represented by the music label", "subject": "Ariana Grande", "target_new": {"str": "Nuclear Blast"}, "old_answer": {"str": "Republic Records"}, "seed": 42}}, {"loss_per_step": [2.98, 2.635, 1.374, 0.658, 0.473, 0.473, 0.469, 0.464, 0.461, 0.459, 0.457, 0.456, 0.455, 0.454, 0.453, 0.452, 0.452, 0.451, 0.446, 0.433], "prob_new": [0.053590837866067886, 0.12396719306707382, 0.4223115146160126, 0.8291955590248108, 0.9887794256210327, 0.9876439571380615, 0.9891301393508911, 0.9924373626708984, 0.9950010180473328, 0.9965310096740723, 0.9974191188812256, 0.9979599118232727, 0.9983100891113281, 0.9985527992248535, 0.9987335205078125, 0.9988768696784973, 0.998993456363678, 0.9990853071212769, 0.9991302490234375, 0.9991088509559631], "prob_old": [0.6541723012924194, 0.18638615310192108, 0.25387129187583923, 0.40166428685188293, 0.024268604815006256, 0.017101936042308807, 0.01472739689052105, 0.012799027375876904, 0.011237219907343388, 0.01008090004324913, 0.009255435317754745, 0.008670631796121597, 0.008265086449682713, 0.008002814836800098, 0.007859104312956333, 0.007811818737536669, 0.007836895063519478, 0.007908418774604797, 0.008141822181642056, 0.008694020099937916], "prob_new_token": [0.00033895488013513386, 0.00888210441917181, 0.23673535883426666, 0.47665935754776, 0.9803841710090637, 0.9735198020935059, 0.9744524359703064, 0.9810298085212708, 0.9869586229324341, 0.9908348321914673, 0.9932077527046204, 0.9946907758712769, 0.9956599473953247, 0.9963228702545166, 0.996795654296875, 0.9971404075622559, 0.9973880052566528, 0.9975544810295105, 0.9975712299346924, 0.9973537921905518], "prob_old_token": [0.6441630125045776, 0.006206435151398182, 0.03181680291891098, 0.1730899065732956, 3.5045011372858426e-06, 1.4460892998613417e-06, 1.3050270126768737e-06, 1.2072956678821356e-06, 1.1091422038589371e-06, 1.0172578868150595e-06, 9.296583129980718e-07, 8.463641734124394e-07, 7.723185717622982e-07, 7.139659601307358e-07, 6.755956292181509e-07, 6.588801397811039e-07, 6.630492066506122e-07, 6.839512138867576e-07, 7.520242775171937e-07, 9.183876841234451e-07], "update_matrix_norm_1": [22940.248046875], "update_matrix_norm_2": [6.526902675628662], "update_matrix_norm_inf": [0.03982112929224968], "request": {"prompt": "{} is represented by the music label", "subject": "Adele", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [2.705, 2.77, 1.225, 0.589, 0.526, 0.513, 0.501, 0.49, 0.481, 0.473, 0.467, 0.462, 0.458, 0.455, 0.454, 0.441, 0.417, 0.386, 0.35, 0.315], "prob_new": [0.06876245886087418, 0.1037740483880043, 0.48796287178993225, 0.8799651265144348, 0.9350991249084473, 0.9471679925918579, 0.9575604200363159, 0.9669035077095032, 0.9751588702201843, 0.9822118878364563, 0.9878621697425842, 0.9919815063476562, 0.9946885704994202, 0.9963390827178955, 0.9973348379135132, 0.9978427290916443, 0.9980173110961914, 0.9977801442146301, 0.9965587258338928, 0.990942120552063], "prob_old": [0.6541723012924194, 0.15577168762683868, 0.1957952380180359, 0.0657651349902153, 0.029638761654496193, 0.01958988979458809, 0.014955118298530579, 0.011943396180868149, 0.009777962230145931, 0.008281445130705833, 0.0073617612943053246, 0.00692495284602046, 0.006903561297804117, 0.007259813137352467, 0.007929874584078789, 0.009032105095684528, 0.010947869159281254, 0.015443758107721806, 0.030173681676387787, 0.09228653460741043], "prob_new_token": [3.6234352592146024e-05, 0.0003636851906776428, 0.15071770548820496, 0.7230401635169983, 0.9904799461364746, 0.9960565567016602, 0.9971983432769775, 0.9978002309799194, 0.9982444047927856, 0.9985758662223816, 0.9988040924072266, 0.9989491105079651, 0.9990313649177551, 0.9990633130073547, 0.9990547299385071, 0.9989337921142578, 0.9985224604606628, 0.997032642364502, 0.9889487028121948, 0.9117128849029541], "prob_old_token": [0.6441630125045776, 0.0018669570563361049, 0.0207186471670866, 0.00016202662663999945, 5.9911531025136355e-06, 1.077956653716683e-06, 4.076867980984389e-07, 2.0906153963551333e-07, 1.2785234559942182e-07, 9.239023057716622e-08, 7.939978985405105e-08, 7.89762779618286e-08, 8.669348261491905e-08, 1.0204102807165327e-07, 1.2671870308622601e-07, 1.829532578767612e-07, 3.578216194455308e-07, 1.4749077763553942e-06, 3.792535426327959e-05, 0.00632223766297102], "update_matrix_norm_1": [14890.2919921875], "update_matrix_norm_2": [4.615924835205078], "update_matrix_norm_inf": [0.06288706511259079], "request": {"prompt": "{} is represented by the music label", "subject": "Adele", "target_new": {"str": "Metal Blade Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [1.843, 1.739, 0.969, 0.591, 0.509, 0.48, 0.467, 0.461, 0.458, 0.457, 0.455, 0.453, 0.452, 0.447, 0.43, 0.404, 0.371, 0.336, 0.297, 0.258], "prob_new": [0.16661924123764038, 0.28897854685783386, 0.6024826765060425, 0.8762409090995789, 0.9547536373138428, 0.9801583290100098, 0.9902312159538269, 0.9946179986000061, 0.9963584542274475, 0.99728924036026, 0.9978308081626892, 0.9981616735458374, 0.9983654022216797, 0.9984078407287598, 0.9981117248535156, 0.9971990585327148, 0.9951027035713196, 0.991521418094635, 0.9910404086112976, 0.9965894818305969], "prob_old": [0.6541723012924194, 0.14337797462940216, 0.08478277176618576, 0.030316432937979698, 0.015917519107460976, 0.012665062211453915, 0.011236804537475109, 0.010397463105618954, 0.009924313053488731, 0.009659530594944954, 0.00969549361616373, 0.01007066573947668, 0.010721849277615547, 0.011652369052171707, 0.012982606887817383, 0.014622294344007969, 0.016745226457715034, 0.02005082368850708, 0.022495105862617493, 0.018594156950712204], "prob_new_token": [0.0017839374486356974, 0.055341243743896484, 0.3930599093437195, 0.9168741703033447, 0.9885171055793762, 0.9972524642944336, 0.9984604120254517, 0.9988218545913696, 0.9990125298500061, 0.9990972280502319, 0.9990492463111877, 0.9988621473312378, 0.998529314994812, 0.9980058073997498, 0.9970092177391052, 0.9952539801597595, 0.9927141070365906, 0.9888683557510376, 0.9848277568817139, 0.9876056909561157], "prob_old_token": [0.6441630125045776, 0.0018281870288774371, 0.000993800233118236, 8.874428203853313e-06, 7.917955713310221e-07, 3.431145785270928e-07, 2.580079012659553e-07, 2.1961341190035455e-07, 1.982207180617479e-07, 1.9364908609986742e-07, 2.126350722164716e-07, 2.636625140439719e-07, 3.532278185502946e-07, 4.989236117580731e-07, 8.147536618707818e-07, 1.4983569371906924e-06, 2.8735016712744255e-06, 5.98951373831369e-06, 1.121206150855869e-05, 1.515789972472703e-05], "update_matrix_norm_1": [11655.453125], "update_matrix_norm_2": [3.804816961288452], "update_matrix_norm_inf": [0.07996165007352829], "request": {"prompt": "{} is represented by the music label", "subject": "Adele", "target_new": {"str": "Warner Bros. Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [2.425, 2.963, 1.889, 0.888, 0.349, 0.328, 0.317, 0.31, 0.305, 0.302, 0.3, 0.298, 0.297, 0.296, 0.295, 0.294, 0.294, 0.293, 0.293, 0.293], "prob_new": [0.11152758449316025, 0.1251431256532669, 0.2737400531768799, 0.6577748656272888, 0.951931357383728, 0.9719281792640686, 0.9819403290748596, 0.9879673719406128, 0.9916923642158508, 0.9940457940101624, 0.9955407977104187, 0.9964919686317444, 0.9971035718917847, 0.9975113868713379, 0.9978018403053284, 0.998025119304657, 0.998206377029419, 0.9983565211296082, 0.9984811544418335, 0.9985841512680054], "prob_old": [0.6988403797149658, 0.17544133961200714, 0.24418626725673676, 0.20255611836910248, 0.11641688644886017, 0.09319347888231277, 0.08056198060512543, 0.07212874293327332, 0.06608254462480545, 0.06169984117150307, 0.05859076604247093, 0.05643150582909584, 0.0548994317650795, 0.05366763845086098, 0.052474550902843475, 0.05119738727807999, 0.049854058772325516, 0.04853455349802971, 0.047325585037469864, 0.046273328363895416], "prob_new_token": [0.0051637692376971245, 0.04598082974553108, 0.07188994437456131, 0.6095212697982788, 0.8616695404052734, 0.9345153570175171, 0.966677725315094, 0.981716513633728, 0.9890980124473572, 0.9929662942886353, 0.9950991272926331, 0.9963105916976929, 0.997011661529541, 0.9974287748336792, 0.9976887702941895, 0.9978653192520142, 0.9979962706565857, 0.9981015920639038, 0.9981902837753296, 0.9982650279998779], "prob_old_token": [0.6394765973091125, 0.013061677105724812, 0.008460629731416702, 0.0014936077641323209, 0.00036525752511806786, 0.00011883653496624902, 5.514424265129492e-05, 3.251336238463409e-05, 2.1815703803440556e-05, 1.5765524949529208e-05, 1.2077282008249313e-05, 9.781292646948714e-06, 8.332254765264224e-06, 7.375657332886476e-06, 6.68802704240079e-06, 6.145988209027564e-06, 5.6983080867212266e-06, 5.325533038558206e-06, 5.020233857067069e-06, 4.777051799464971e-06], "update_matrix_norm_1": [31722.37890625], "update_matrix_norm_2": [8.24441146850586], "update_matrix_norm_inf": [0.05788986757397652], "request": {"prompt": "{} is represented by the music label", "subject": "2PM", "target_new": {"str": "Cube Entertainment"}, "old_answer": {"str": "JYP Entertainment"}, "seed": 42}}, {"loss_per_step": [5.791, 4.048, 3.279, 2.13, 0.892, 0.5, 0.436, 0.36, 0.341, 0.329, 0.326, 0.319, 0.315, 0.313, 0.311, 0.309, 0.307, 0.306, 0.305, 0.304], "prob_new": [0.008729630149900913, 0.029323285445570946, 0.05846244469285011, 0.1736152470111847, 0.5938767194747925, 0.8700027465820312, 0.931475043296814, 0.987740695476532, 0.9929393529891968, 0.995669960975647, 0.9971765279769897, 0.9980109930038452, 0.9985191226005554, 0.9988563656806946, 0.999089241027832, 0.9992522597312927, 0.9993677735328674, 0.9994524121284485, 0.999517023563385, 0.9995680451393127], "prob_old": [0.6988403797149658, 0.13799375295639038, 0.07069449871778488, 0.031893275678157806, 0.01683952286839485, 0.008092649281024933, 0.0041386764496564865, 0.002049629809334874, 0.0017461729003116488, 0.001409282092936337, 0.0011365485843271017, 0.0009397344547323883, 0.0007957060588523746, 0.0006807555910199881, 0.000583078945055604, 0.0005011443281546235, 0.0004351729294285178, 0.0003833146474789828, 0.000342695158906281, 0.00031088426476344466], "prob_new_token": [0.00029233074747025967, 0.0017966461600735784, 0.004253040533512831, 0.007911533117294312, 0.18812298774719238, 0.7321298718452454, 0.9002423882484436, 0.9595355987548828, 0.9735151529312134, 0.9850624799728394, 0.9914049506187439, 0.9947724342346191, 0.9967417120933533, 0.9979401230812073, 0.9986540675163269, 0.9990859031677246, 0.9993593096733093, 0.9995384812355042, 0.9996577501296997, 0.999736487865448], "prob_old_token": [0.6394765973091125, 0.01256507821381092, 0.003896408947184682, 0.003578971140086651, 0.0010534183820709586, 7.793735130690038e-05, 1.8848306353902444e-05, 4.682073722506175e-06, 5.04715080751339e-06, 2.801489472403773e-06, 1.3486467196344165e-06, 6.750706802449713e-07, 3.583745353807899e-07, 1.9934624617690133e-07, 1.1752155870681236e-07, 7.360092268982044e-08, 4.861366420527702e-08, 3.368975853845768e-08, 2.4438845613872218e-08, 1.8592588801880083e-08], "update_matrix_norm_1": [31990.21875], "update_matrix_norm_2": [8.24441146850586], "update_matrix_norm_inf": [0.0641183853149414], "request": {"prompt": "{} is represented by the music label", "subject": "2PM", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "JYP Entertainment"}, "seed": 42}}, {"loss_per_step": [4.251, 3.172, 2.921, 2.72, 2.32, 1.351, 0.748, 0.527, 0.405, 0.355, 0.334, 0.325, 0.316, 0.31, 0.307, 0.306, 0.304, 0.302, 0.301, 0.301], "prob_new": [0.019825171679258347, 0.06251583248376846, 0.07986090332269669, 0.09685689210891724, 0.1431070864200592, 0.3769441246986389, 0.6840339303016663, 0.8569318056106567, 0.9499498009681702, 0.9754593372344971, 0.986184298992157, 0.9921239614486694, 0.9952264428138733, 0.9966984987258911, 0.9974209070205688, 0.9978179931640625, 0.9980712532997131, 0.9982653260231018, 0.9984328150749207, 0.9985819458961487], "prob_old": [0.6988403797149658, 0.13973388075828552, 0.15570946037769318, 0.16030657291412354, 0.16077537834644318, 0.14111365377902985, 0.08686646819114685, 0.03991052508354187, 0.02195064164698124, 0.014622240327298641, 0.01075997669249773, 0.008262594230473042, 0.006523887626826763, 0.0053110746666789055, 0.004448720254004002, 0.0038335409481078386, 0.003385126357898116, 0.003027516882866621, 0.0027264354284852743, 0.002471363404765725], "prob_new_token": [8.115455420920625e-05, 0.0037773519288748503, 0.0036751769948750734, 0.003936151508241892, 0.006618760991841555, 0.08000320196151733, 0.3770683705806732, 0.5416170954704285, 0.7958683371543884, 0.8996853828430176, 0.9469419121742249, 0.9745636582374573, 0.9887107014656067, 0.9947503209114075, 0.997256338596344, 0.9983503222465515, 0.9988739490509033, 0.9991552829742432, 0.9993215203285217, 0.9994236826896667], "prob_old_token": [0.6394765973091125, 0.008078399114310741, 0.008804445154964924, 0.00850606057792902, 0.007148217409849167, 0.0029022085946053267, 0.0006715698982588947, 0.00041625931044109166, 8.868324948707595e-05, 2.712598507059738e-05, 1.1601412552408874e-05, 4.596420694724657e-06, 1.6367863509003655e-06, 6.362863018694043e-07, 2.9599402751046e-07, 1.6563161864269205e-07, 1.0852644294345737e-07, 7.954211866945116e-08, 6.312266265240396e-08, 5.33136166325221e-08], "update_matrix_norm_1": [31084.005859375], "update_matrix_norm_2": [8.244415283203125], "update_matrix_norm_inf": [0.07021872699260712], "request": {"prompt": "{} is represented by the music label", "subject": "2PM", "target_new": {"str": "Odd Future Records"}, "old_answer": {"str": "JYP Entertainment"}, "seed": 42}}, {"loss_per_step": [2.437, 1.687, 0.804, 0.484, 0.462, 0.451, 0.443, 0.438, 0.433, 0.431, 0.429, 0.427, 0.426, 0.423, 0.408, 0.383, 0.352, 0.318, 0.288, 0.244], "prob_new": [0.088243767619133, 0.2910156846046448, 0.6879997253417969, 0.9555980563163757, 0.978552520275116, 0.9855028986930847, 0.989047646522522, 0.9913846254348755, 0.9931390285491943, 0.9945000410079956, 0.9955471754074097, 0.9963298439979553, 0.996890664100647, 0.9972471594810486, 0.9973365664482117, 0.9971169233322144, 0.9962520003318787, 0.9929368495941162, 0.9825482964515686, 0.9968326687812805], "prob_old": [0.7698999047279358, 0.24145421385765076, 0.10622572153806686, 0.007862228900194168, 0.0025235062930732965, 0.0015315725468099117, 0.0011773539008572698, 0.0010099515784531832, 0.000909292371943593, 0.0008350419229827821, 0.0007752965320833027, 0.0007332632085308433, 0.0007196742226369679, 0.0007626631995663047, 0.0009578678291290998, 0.0015020535793155432, 0.0032731848768889904, 0.011093304492533207, 0.037341080605983734, 0.004439234267920256], "prob_new_token": [1.3124551514920313e-05, 0.0075791748240590096, 0.17396332323551178, 0.8598812818527222, 0.9587873816490173, 0.9824783205986023, 0.9905292987823486, 0.9939565658569336, 0.995722770690918, 0.9967563152313232, 0.9973928928375244, 0.9977551102638245, 0.9978966116905212, 0.9978352785110474, 0.9974166750907898, 0.9961084723472595, 0.9914376139640808, 0.9687304496765137, 0.8867254257202148, 0.9919129014015198], "prob_old_token": [0.6636067628860474, 0.07005099952220917, 0.006771964021027088, 5.096476343169343e-06, 2.0266921296752116e-07, 5.2460439547985516e-08, 2.498496698422059e-08, 1.5818470089357106e-08, 1.1572951486016336e-08, 9.194927486078086e-09, 7.759359377246255e-09, 7.03834635018552e-09, 7.102917809476139e-09, 8.624351899300109e-09, 1.5929192187513763e-08, 5.675464365140215e-08, 5.83267478759808e-07, 2.233639133919496e-05, 0.0007415527943521738, 3.4272427456016885e-06], "update_matrix_norm_1": [11173.1923828125], "update_matrix_norm_2": [3.5545032024383545], "update_matrix_norm_inf": [0.05265408009290695], "request": {"prompt": "{} is represented by the music label", "subject": "Taylor Swift", "target_new": {"str": "Deutsche Grammophon"}, "old_answer": {"str": "Big Machine Records"}, "seed": 42}}, {"loss_per_step": [3.88, 1.879, 0.506, 0.48, 0.469, 0.462, 0.456, 0.451, 0.447, 0.444, 0.441, 0.439, 0.437, 0.435, 0.433, 0.432, 0.43, 0.429, 0.428, 0.427], "prob_new": [0.021122166886925697, 0.25976791977882385, 0.9218316078186035, 0.9449620842933655, 0.9551618695259094, 0.9621002078056335, 0.9673882722854614, 0.9716529846191406, 0.9752145409584045, 0.9782524108886719, 0.9808769226074219, 0.9831601977348328, 0.9851539134979248, 0.9868974685668945, 0.988422691822052, 0.989756166934967, 0.9909208416938782, 0.9919373989105225, 0.9928238391876221, 0.9935964345932007], "prob_old": [0.7698999047279358, 0.2987770736217499, 0.0925227627158165, 0.06799909472465515, 0.059295449405908585, 0.054552674293518066, 0.051228296011686325, 0.048511382192373276, 0.046097323298454285, 0.04386841878294945, 0.04178337752819061, 0.039833053946495056, 0.0380207784473896, 0.03635196387767792, 0.034831129014492035, 0.033459484577178955, 0.03223421052098274, 0.03114870935678482, 0.030194401741027832, 0.029361508786678314], "prob_new_token": [0.0007146032876335084, 0.2003992199897766, 0.9262370467185974, 0.9565647840499878, 0.969607412815094, 0.9771794676780701, 0.9819129705429077, 0.9850631952285767, 0.9873029589653015, 0.9889963865280151, 0.9903428554534912, 0.9914546012878418, 0.992397129535675, 0.9932119846343994, 0.9939236044883728, 0.994547426700592, 0.9950942993164062, 0.9955738186836243, 0.9959903359413147, 0.9963506460189819], "prob_old_token": [0.6636067628860474, 0.09809823334217072, 0.0021075925324112177, 0.0010107146808877587, 0.0007369108498096466, 0.0006055700359866023, 0.0005194966797716916, 0.00045293287257663906, 0.00039703628863207996, 0.0003485632478259504, 0.00030613801209256053, 0.00026915568741969764, 0.0002371680166106671, 0.00020972563652321696, 0.0001864002988440916, 0.00016673428763169795, 0.00015027460176497698, 0.00013656090595759451, 0.00012520472228061408, 0.00011581210856093094], "update_matrix_norm_1": [22819.701171875], "update_matrix_norm_2": [6.266987323760986], "update_matrix_norm_inf": [0.045192670077085495], "request": {"prompt": "{} is represented by the music label", "subject": "Taylor Swift", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "Big Machine Records"}, "seed": 42}}, {"loss_per_step": [3.1, 2.458, 0.826, 0.531, 0.492, 0.463, 0.445, 0.434, 0.429, 0.426, 0.424, 0.423, 0.423, 0.422, 0.421, 0.416, 0.402, 0.381, 0.354, 0.323], "prob_new": [0.04587116092443466, 0.14024145901203156, 0.6756346821784973, 0.9016334414482117, 0.937940239906311, 0.9654192328453064, 0.9818373322486877, 0.9902552962303162, 0.9943947792053223, 0.9964757561683655, 0.9975850582122803, 0.9982200264930725, 0.9986047744750977, 0.9988412857055664, 0.9989781975746155, 0.9989793300628662, 0.9987586140632629, 0.9981766939163208, 0.9969223141670227, 0.9946784973144531], "prob_old": [0.7698999047279358, 0.2482074648141861, 0.12536774575710297, 0.02133060432970524, 0.010800715535879135, 0.006895188242197037, 0.004385096020996571, 0.002940183272585273, 0.0022872723639011383, 0.0020429827272892, 0.0019872167613357306, 0.0020163939334452152, 0.0021007065661251545, 0.0022596451453864574, 0.0025317035615444183, 0.0032586639281362295, 0.00492517463862896, 0.008235846646130085, 0.015419070608913898, 0.030666783452033997], "prob_new_token": [1.2217733456054702e-05, 0.002580176340416074, 0.2609427571296692, 0.9680280089378357, 0.9882323145866394, 0.9916491508483887, 0.9925861954689026, 0.9932736158370972, 0.9941738247871399, 0.9951817989349365, 0.9961312413215637, 0.996944010257721, 0.9975917935371399, 0.9980652928352356, 0.9983757734298706, 0.9984329342842102, 0.9980528354644775, 0.9968169927597046, 0.9934425354003906, 0.9847214818000793], "prob_old_token": [0.6636067628860474, 0.04999208450317383, 0.010678762570023537, 5.561995931202546e-05, 7.4347740337543655e-06, 2.7176049570698524e-06, 1.57274951106956e-06, 1.1096087746409466e-06, 8.584955253354565e-07, 7.088389679665852e-07, 6.140536470411462e-07, 5.46831302017381e-07, 4.985811870028556e-07, 4.7631559141336766e-07, 4.952100312038965e-07, 7.15287399088993e-07, 1.84317229923181e-06, 8.158986020134762e-06, 5.4079151595942676e-05, 0.00042605912312865257], "update_matrix_norm_1": [15257.98828125], "update_matrix_norm_2": [4.748623371124268], "update_matrix_norm_inf": [0.06727015972137451], "request": {"prompt": "{} is represented by the music label", "subject": "Taylor Swift", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "Big Machine Records"}, "seed": 42}}, {"loss_per_step": [4.446, 3.289, 1.936, 0.738, 0.473, 0.448, 0.432, 0.424, 0.418, 0.416, 0.414, 0.412, 0.411, 0.41, 0.41, 0.409, 0.408, 0.408, 0.408, 0.405], "prob_new": [0.013283579610288143, 0.06099437549710274, 0.22763068974018097, 0.7362082004547119, 0.9641298651695251, 0.9827641248703003, 0.9902397394180298, 0.9943245053291321, 0.9964599609375, 0.9975363612174988, 0.9980794191360474, 0.9983582496643066, 0.9985032081604004, 0.9985817074775696, 0.9986280798912048, 0.9986554384231567, 0.9986627101898193, 0.9986459612846375, 0.9986036419868469, 0.998516857624054], "prob_old": [0.5232108235359192, 0.3848562240600586, 0.27570217847824097, 0.2358829379081726, 0.08757529407739639, 0.05013418197631836, 0.04131728410720825, 0.03885992616415024, 0.03769495338201523, 0.03743738681077957, 0.03784967213869095, 0.038678959012031555, 0.039711158722639084, 0.04067787155508995, 0.04134797677397728, 0.041682250797748566, 0.04183509200811386, 0.04203767329454422, 0.04246065393090248, 0.04376567527651787], "prob_new_token": [0.00010687860049074516, 0.0018286159029230475, 0.046194449067115784, 0.5618102550506592, 0.9668473601341248, 0.990149736404419, 0.9949592351913452, 0.9968070387840271, 0.9978020191192627, 0.9983180165290833, 0.9985570311546326, 0.9986451864242554, 0.9986540675163269, 0.9986284971237183, 0.9985973238945007, 0.9985658526420593, 0.998520016670227, 0.9984425902366638, 0.998322606086731, 0.998099148273468], "prob_old_token": [0.6370680928230286, 0.5124390125274658, 0.122584767639637, 0.04985591769218445, 0.0005959234549663961, 5.636469359160401e-05, 2.71499520749785e-05, 1.9170191080775112e-05, 1.28683059301693e-05, 9.801172382140066e-06, 9.06831155589316e-06, 9.781525477592368e-06, 1.1444370102253743e-05, 1.3437610505206976e-05, 1.5038391211419366e-05, 1.6007337762857787e-05, 1.6802141544758342e-05, 1.8133208868675865e-05, 2.0504434360191226e-05, 2.5883919079205953e-05], "update_matrix_norm_1": [23132.66015625], "update_matrix_norm_2": [6.67423152923584], "update_matrix_norm_inf": [0.05501355603337288], "request": {"prompt": "{} is represented by the music label", "subject": "Linkin Park", "target_new": {"str": "Decca"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [7.734, 5.499, 3.603, 1.43, 0.47, 0.435, 0.428, 0.424, 0.422, 0.421, 0.419, 0.418, 0.417, 0.416, 0.415, 0.414, 0.414, 0.413, 0.412, 0.411], "prob_new": [0.0005321420030668378, 0.007832982577383518, 0.04363881051540375, 0.3780691921710968, 0.9661022424697876, 0.9941445589065552, 0.997711718082428, 0.998568058013916, 0.9988757967948914, 0.9990226626396179, 0.9991081953048706, 0.9991644024848938, 0.9992042779922485, 0.9992337226867676, 0.9992560744285583, 0.9992727041244507, 0.9992845058441162, 0.9992918372154236, 0.9992952346801758, 0.9992948174476624], "prob_old": [0.5232108235359192, 0.41346651315689087, 0.3030391335487366, 0.1971437633037567, 0.09005453437566757, 0.05556082725524902, 0.04269953817129135, 0.03662959858775139, 0.03339647129178047, 0.03156524524092674, 0.030523136258125305, 0.029973104596138, 0.0297586377710104, 0.029795199632644653, 0.030038079246878624, 0.03046339750289917, 0.031055331230163574, 0.03179975971579552, 0.0326823964715004, 0.03368983417749405], "prob_new_token": [2.9542999868681363e-07, 6.74691318636178e-06, 0.004291232209652662, 0.21862973272800446, 0.9209403395652771, 0.9895535111427307, 0.9964272975921631, 0.997945249080658, 0.998480498790741, 0.9987338185310364, 0.998878538608551, 0.9989694356918335, 0.999028205871582, 0.9990656971931458, 0.9990874528884888, 0.9990963935852051, 0.9990944862365723, 0.999082624912262, 0.9990619421005249, 0.9990319013595581], "prob_old_token": [0.6370680928230286, 0.6343981623649597, 0.24637143313884735, 0.020796161144971848, 0.00022418584558181465, 8.863374205247965e-06, 1.84532689218031e-06, 7.75144656017801e-07, 4.629054615179484e-07, 3.383718478744413e-07, 2.813997923567513e-07, 2.55358031608921e-07, 2.463941370933753e-07, 2.4871911818991066e-07, 2.6003345965364133e-07, 2.799727667479601e-07, 3.0921907523406844e-07, 3.491535665034462e-07, 4.016587240585068e-07, 4.690996036060824e-07], "update_matrix_norm_1": [23918.40625], "update_matrix_norm_2": [6.7152605056762695], "update_matrix_norm_inf": [0.04613593593239784], "request": {"prompt": "{} is represented by the music label", "subject": "Linkin Park", "target_new": {"str": "Domino"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [4.918, 3.047, 1.63, 0.607, 0.516, 0.46, 0.434, 0.422, 0.416, 0.413, 0.411, 0.41, 0.409, 0.408, 0.408, 0.407, 0.407, 0.407, 0.406, 0.406], "prob_new": [0.007590658962726593, 0.0759505107998848, 0.3083333671092987, 0.8378538489341736, 0.9134705066680908, 0.9595525860786438, 0.981386661529541, 0.9909471869468689, 0.9950422048568726, 0.9969012141227722, 0.9978460073471069, 0.9983850121498108, 0.9987232089042664, 0.9989467859268188, 0.9990986585617065, 0.9992023706436157, 0.9992717504501343, 0.9993169903755188, 0.9993455410003662, 0.9993627667427063], "prob_old": [0.5232108235359192, 0.4817555844783783, 0.48399776220321655, 0.20056182146072388, 0.1276107281446457, 0.09727009385824203, 0.07939357310533524, 0.0687892884016037, 0.06220963969826698, 0.05797542259097099, 0.055041324347257614, 0.05261649936437607, 0.05028571933507919, 0.048103295266628265, 0.04623103514313698, 0.04476175829768181, 0.04371999204158783, 0.04303768277168274, 0.042563196271657944, 0.042131878435611725], "prob_new_token": [0.0006496415007859468, 0.0027754222974181175, 0.24608443677425385, 0.9713847637176514, 0.9888098835945129, 0.9937702417373657, 0.9960801005363464, 0.9972146153450012, 0.9978082776069641, 0.9981450438499451, 0.9983490705490112, 0.9984930157661438, 0.998613715171814, 0.9987267255783081, 0.9988397359848022, 0.9989473819732666, 0.9990389347076416, 0.9991114735603333, 0.9991695284843445, 0.9992228746414185], "prob_old_token": [0.6370680928230286, 0.6528676152229309, 0.31890368461608887, 0.00036884756991639733, 3.6859964893665165e-05, 1.0660328371159267e-05, 5.038762992626289e-06, 3.084372792727663e-06, 2.204507836722769e-06, 1.7628007071834872e-06, 1.519735064903216e-06, 1.3436041399472742e-06, 1.1756645790228504e-06, 1.0110400125995511e-06, 8.537837175026652e-07, 7.196377396212483e-07, 6.245300596674497e-07, 5.665398248311249e-07, 5.316654778653174e-07, 5.014618977838836e-07], "update_matrix_norm_1": [23334.21875], "update_matrix_norm_2": [6.715260982513428], "update_matrix_norm_inf": [0.06829708814620972], "request": {"prompt": "{} is represented by the music label", "subject": "Linkin Park", "target_new": {"str": "ZTT Records"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [2.834, 0.799, 0.434, 0.41, 0.403, 0.401, 0.4, 0.399, 0.398, 0.398, 0.398, 0.397, 0.397, 0.397, 0.397, 0.397, 0.397, 0.397, 0.397, 0.397], "prob_new": [0.06375438719987869, 0.7013065218925476, 0.9858342409133911, 0.9939025044441223, 0.9956193566322327, 0.996307909488678, 0.9967204928398132, 0.9970128536224365, 0.9972301125526428, 0.9973922371864319, 0.9975112080574036, 0.9975965619087219, 0.9976556301116943, 0.9976929426193237, 0.9977119565010071, 0.997714102268219, 0.9977000951766968, 0.9976698756217957, 0.9976242184638977, 0.9975644946098328], "prob_old": [0.6136063933372498, 0.09626483917236328, 0.027763474732637405, 0.01799827441573143, 0.01431182585656643, 0.012411910109221935, 0.011240433901548386, 0.010448398068547249, 0.009893418289721012, 0.009502588771283627, 0.009231110103428364, 0.009048707783222198, 0.008935355581343174, 0.008878772146999836, 0.008872763253748417, 0.00891495868563652, 0.009004661813378334, 0.009140714071691036, 0.009319484233856201, 0.009533880278468132], "prob_new_token": [0.012474306859076023, 0.6960103511810303, 0.9667658805847168, 0.9865502119064331, 0.991632878780365, 0.9936649799346924, 0.9947522878646851, 0.9954217076301575, 0.9958613514900208, 0.9961557984352112, 0.9963531494140625, 0.9964816570281982, 0.9965612292289734, 0.9966030120849609, 0.9966144561767578, 0.9965999722480774, 0.9965616464614868, 0.9965012073516846, 0.9964213371276855, 0.9963263273239136], "prob_old_token": [0.6465757489204407, 0.001971573568880558, 0.00012632734433282167, 3.71447422367055e-05, 1.815961513784714e-05, 1.1469795026641805e-05, 8.322344910993706e-06, 6.577598014700925e-06, 5.520030754269101e-06, 4.849679044127697e-06, 4.41583460997208e-06, 4.1355815483257174e-06, 3.961531092500081e-06, 3.866866336466046e-06, 3.837623353319941e-06, 3.868297426379286e-06, 3.9575847949890886e-06, 4.105507741769543e-06, 4.311469183448935e-06, 4.572043053485686e-06], "update_matrix_norm_1": [27009.904296875], "update_matrix_norm_2": [7.357154846191406], "update_matrix_norm_inf": [0.05669395998120308], "request": {"prompt": "{} is represented by the music label", "subject": "Elliott Smith", "target_new": {"str": "Domino"}, "old_answer": {"str": "Kill Rock Stars"}, "seed": 42}}, {"loss_per_step": [1.901, 2.088, 0.724, 0.58, 0.536, 0.5, 0.47, 0.448, 0.433, 0.423, 0.416, 0.411, 0.407, 0.405, 0.403, 0.402, 0.401, 0.401, 0.4, 0.4], "prob_new": [0.1585446447134018, 0.20783652365207672, 0.746307909488678, 0.8520874977111816, 0.8891451954841614, 0.9191337823867798, 0.943619430065155, 0.9625649452209473, 0.9761973023414612, 0.9854512810707092, 0.991058349609375, 0.9942298531532288, 0.9960578083992004, 0.9971411824226379, 0.9977918267250061, 0.9981834888458252, 0.9984182715415955, 0.9985557794570923, 0.9986263513565063, 0.9986377954483032], "prob_old": [0.6136063933372498, 0.06899312138557434, 0.06866227090358734, 0.04211905598640442, 0.03172167018055916, 0.025382589548826218, 0.02106596529483795, 0.017890235409140587, 0.015573354437947273, 0.013901452533900738, 0.012818568386137486, 0.012388029135763645, 0.012495704926550388, 0.012960626743733883, 0.013630150817334652, 0.014373702928423882, 0.015077481977641582, 0.015654899179935455, 0.01606750302016735, 0.016363777220249176], "prob_new_token": [0.010509800165891647, 0.014033188112080097, 0.7002856135368347, 0.8535213470458984, 0.9090522527694702, 0.9428213238716125, 0.9651618599891663, 0.9793403148651123, 0.9876571297645569, 0.9925916790962219, 0.9954725503921509, 0.9969921112060547, 0.9977443814277649, 0.9981071352958679, 0.9982620477676392, 0.9982948303222656, 0.9982613921165466, 0.9982162714004517, 0.9982095956802368, 0.9982560873031616], "prob_old_token": [0.6465757489204407, 0.0011628879001364112, 0.0005500285187736154, 0.00023691641399636865, 0.00013721703726332635, 8.399484067922458e-05, 5.1874114433303475e-05, 3.219804057152942e-05, 2.089489316858817e-05, 1.435588001186261e-05, 1.0734854186011944e-05, 9.259929356630892e-06, 9.17504894459853e-06, 9.969503480533604e-06, 1.1444795745774172e-05, 1.3479490917234216e-05, 1.5795414583408274e-05, 1.779651029210072e-05, 1.8713868485065177e-05, 1.8181866835220717e-05], "update_matrix_norm_1": [27277.671875], "update_matrix_norm_2": [7.357161045074463], "update_matrix_norm_inf": [0.07455810904502869], "request": {"prompt": "{} is represented by the music label", "subject": "Elliott Smith", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "Kill Rock Stars"}, "seed": 42}}, {"loss_per_step": [2.505, 2.109, 1.716, 1.239, 0.601, 0.445, 0.43, 0.42, 0.413, 0.408, 0.405, 0.403, 0.401, 0.4, 0.399, 0.399, 0.398, 0.398, 0.398, 0.393], "prob_new": [0.08750274032354355, 0.18848687410354614, 0.27788659930229187, 0.4441947937011719, 0.8412519097328186, 0.9775721430778503, 0.9876280426979065, 0.991874098777771, 0.9943914413452148, 0.9959949254989624, 0.9970238208770752, 0.9977052807807922, 0.9981682300567627, 0.9984943866729736, 0.9987452626228333, 0.9989498853683472, 0.9991126656532288, 0.9992280602455139, 0.9992882013320923, 0.9992548823356628], "prob_old": [0.6136063933372498, 0.050129663199186325, 0.06047559529542923, 0.04331021010875702, 0.014969965443015099, 0.002171737840399146, 0.0013070303248241544, 0.0010651468764990568, 0.0009319649543613195, 0.0008334906888194382, 0.0007488332339562476, 0.0006706502172164619, 0.0005991405923850834, 0.0005397982895374298, 0.0004973780596628785, 0.00047294184332713485, 0.00046675821067765355, 0.0004821002949029207, 0.0005265837535262108, 0.0006305550923570991], "prob_new_token": [0.0009534706478007138, 0.00784838292747736, 0.00923325028270483, 0.02922768145799637, 0.5474373698234558, 0.8859027624130249, 0.9307557940483093, 0.9568438529968262, 0.9724346399307251, 0.9816724061965942, 0.9870663285255432, 0.9903032183647156, 0.9923014640808105, 0.9935889840126038, 0.9945326447486877, 0.9953069686889648, 0.9959396123886108, 0.9963997602462769, 0.9966350197792053, 0.9964380860328674], "prob_old_token": [0.6465757489204407, 0.0001794742711354047, 0.00039550571818836033, 0.00016061968926806003, 2.2828562578069977e-05, 9.031247714119672e-07, 3.511601960326516e-07, 2.1030996322224382e-07, 1.3739740722940041e-07, 9.381473375924543e-08, 6.891232118277912e-08, 5.58571677800046e-08, 5.004893921523035e-08, 4.842321743581124e-08, 4.889701443744343e-08, 5.057779617345659e-08, 5.377820500029884e-08, 6.015020659333459e-08, 7.332153018069221e-08, 1.0391398319598011e-07], "update_matrix_norm_1": [26009.55078125], "update_matrix_norm_2": [7.280208587646484], "update_matrix_norm_inf": [0.06242358684539795], "request": {"prompt": "{} is represented by the music label", "subject": "Elliott Smith", "target_new": {"str": "Nuclear Blast"}, "old_answer": {"str": "Kill Rock Stars"}, "seed": 42}}, {"loss_per_step": [5.079, 3.235, 2.436, 1.14, 0.564, 0.49, 0.454, 0.437, 0.429, 0.424, 0.422, 0.42, 0.419, 0.418, 0.417, 0.417, 0.416, 0.416, 0.416, 0.414], "prob_new": [0.00667561823502183, 0.06372329592704773, 0.13906429708003998, 0.4983219504356384, 0.8852587342262268, 0.9465898871421814, 0.9776479005813599, 0.9907879829406738, 0.9944471120834351, 0.9960300326347351, 0.9970057606697083, 0.997546374797821, 0.9978621602058411, 0.9980716705322266, 0.9982206225395203, 0.9983251094818115, 0.9984016418457031, 0.9984612464904785, 0.9985061883926392, 0.9985306262969971], "prob_old": [0.8651071190834045, 0.38671767711639404, 0.3332117795944214, 0.26029282808303833, 0.07940945029258728, 0.04137906804680824, 0.03171718120574951, 0.026928775012493134, 0.025574173778295517, 0.024210970848798752, 0.02196701616048813, 0.019976790994405746, 0.018764743581414223, 0.01824725791811943, 0.018230395391583443, 0.018596189096570015, 0.019326267763972282, 0.02037736587226391, 0.02168893627822399, 0.023545103147625923], "prob_new_token": [0.0004256564425304532, 0.008288046345114708, 0.030715212225914, 0.28705427050590515, 0.871762216091156, 0.8896270394325256, 0.9503040909767151, 0.9858521819114685, 0.993907630443573, 0.9967149496078491, 0.9981978535652161, 0.998932957649231, 0.9992840886116028, 0.9994572997093201, 0.9995466470718384, 0.9995803833007812, 0.9995760917663574, 0.9995445013046265, 0.9994945526123047, 0.9994219541549683], "prob_old_token": [0.6712272763252258, 0.04224443808197975, 0.01402067206799984, 0.007433675695210695, 0.00014719694445375353, 4.940227881888859e-05, 2.5617151550250128e-05, 1.2568654710776173e-05, 7.996737622306682e-06, 5.291018169373274e-06, 3.1974248031474417e-06, 2.0333818611106835e-06, 1.4916786312824115e-06, 1.2289655160202528e-06, 1.0981749483107706e-06, 1.0611777270241873e-06, 1.1223310139030218e-06, 1.2715214552372345e-06, 1.4674366184408427e-06, 1.7559834759595105e-06], "update_matrix_norm_1": [23878.587890625], "update_matrix_norm_2": [6.837791919708252], "update_matrix_norm_inf": [0.0993707999587059], "request": {"prompt": "{} is represented by the music label", "subject": "Nightwish", "target_new": {"str": "Odd Future Records"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [5.079, 3.379, 1.961, 1.035, 0.651, 0.529, 0.481, 0.458, 0.443, 0.433, 0.427, 0.423, 0.421, 0.419, 0.418, 0.417, 0.416, 0.415, 0.415, 0.414], "prob_new": [0.006788696628063917, 0.0552736259996891, 0.2243460714817047, 0.5563008189201355, 0.8049253821372986, 0.9057353734970093, 0.948457658290863, 0.9676990509033203, 0.9796273708343506, 0.9875364899635315, 0.9924652576446533, 0.9952874779701233, 0.9968497157096863, 0.9977338910102844, 0.9982552528381348, 0.9985736608505249, 0.9987744092941284, 0.9989040493965149, 0.9989858269691467, 0.9990283846855164], "prob_old": [0.8651071190834045, 0.38226211071014404, 0.3158625364303589, 0.14125284552574158, 0.06004670634865761, 0.03681527450680733, 0.029955938458442688, 0.02609924040734768, 0.022873861715197563, 0.019861266016960144, 0.017232883721590042, 0.015245097689330578, 0.014007890596985817, 0.013384616002440453, 0.013121133670210838, 0.013015961274504662, 0.01298570353537798, 0.013003069907426834, 0.013062157668173313, 0.013205528259277344], "prob_new_token": [0.000351906317519024, 0.006285028997808695, 0.03532564267516136, 0.2948971390724182, 0.7672182321548462, 0.8723798394203186, 0.9207925796508789, 0.9499759674072266, 0.9689621329307556, 0.9823535084724426, 0.9910228252410889, 0.9952666759490967, 0.9968986511230469, 0.9974427223205566, 0.9975541234016418, 0.9975007176399231, 0.9974281191825867, 0.9974340200424194, 0.9975326061248779, 0.9976587295532227], "prob_old_token": [0.6712272763252258, 0.031152749434113503, 0.012334016151726246, 0.003227806882932782, 0.0004801434697583318, 0.0001509144203737378, 8.534393418813124e-05, 5.4989533964544535e-05, 3.562607889762148e-05, 2.176808993681334e-05, 1.258029806194827e-05, 8.0454810813535e-06, 6.585990377061535e-06, 6.707130978611531e-06, 7.648827704542782e-06, 8.904820788302459e-06, 1.0068855772260576e-05, 1.0830239261849783e-05, 1.105363480746746e-05, 1.0876392479985952e-05], "update_matrix_norm_1": [24381.125], "update_matrix_norm_2": [6.859918594360352], "update_matrix_norm_inf": [0.13258111476898193], "request": {"prompt": "{} is represented by the music label", "subject": "Nightwish", "target_new": {"str": "JYP Entertainment"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [3.035, 2.363, 2.097, 1.75, 1.072, 0.487, 0.458, 0.443, 0.434, 0.427, 0.423, 0.42, 0.418, 0.417, 0.416, 0.416, 0.415, 0.415, 0.409, 0.397], "prob_new": [0.04971601814031601, 0.1459779143333435, 0.1891917586326599, 0.26531365513801575, 0.5284994840621948, 0.9451065063476562, 0.9738081097602844, 0.9829221367835999, 0.9885132312774658, 0.992177426815033, 0.9945331811904907, 0.9960060119628906, 0.9969261288642883, 0.9975394606590271, 0.9979614019393921, 0.9982498288154602, 0.9984533190727234, 0.9985893964767456, 0.9985895156860352, 0.9983896613121033], "prob_old": [0.8651071190834045, 0.43187737464904785, 0.36663731932640076, 0.35743653774261475, 0.1737244576215744, 0.028346532955765724, 0.016564402729272842, 0.013010453432798386, 0.010978606529533863, 0.009738855063915253, 0.009123438037931919, 0.008931724354624748, 0.009050702676177025, 0.009408606216311455, 0.00983603484928608, 0.010119064711034298, 0.010174539871513844, 0.010295199230313301, 0.011369947344064713, 0.014347258023917675], "prob_new_token": [4.643914053303888e-06, 0.00016063515795394778, 0.0003579054318834096, 0.0005997407715767622, 0.056166041642427444, 0.9760931730270386, 0.99553382396698, 0.9974798560142517, 0.9982067346572876, 0.9986152648925781, 0.9988408088684082, 0.9989321827888489, 0.9989073872566223, 0.9987908005714417, 0.9986538290977478, 0.9985793828964233, 0.998603105545044, 0.9986353516578674, 0.9983477592468262, 0.997085452079773], "prob_old_token": [0.6712272763252258, 0.04740477725863457, 0.023656101897358894, 0.025396188721060753, 0.004714340437203646, 1.850628905231133e-05, 1.5972349274306907e-06, 6.259635370042815e-07, 3.9277472296816995e-07, 2.8817055408580927e-07, 2.3238399649017083e-07, 2.0603421546638856e-07, 2.029341743536861e-07, 2.193661998717289e-07, 2.433668555568147e-07, 2.601329072149383e-07, 2.6488211801733996e-07, 2.788275423881714e-07, 3.839162161511922e-07, 8.098291459646134e-07], "update_matrix_norm_1": [22263.4921875], "update_matrix_norm_2": [6.5640153884887695], "update_matrix_norm_inf": [0.10837675631046295], "request": {"prompt": "{} is represented by the music label", "subject": "Nightwish", "target_new": {"str": "Konvict Muzik"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [5.164, 3.601, 3.129, 2.849, 2.138, 0.547, 0.453, 0.449, 0.443, 0.438, 0.435, 0.432, 0.43, 0.428, 0.426, 0.425, 0.424, 0.423, 0.423, 0.422], "prob_new": [0.006245854310691357, 0.04420706257224083, 0.06951522827148438, 0.09208063781261444, 0.19176669418811798, 0.896059513092041, 0.9883145093917847, 0.993166446685791, 0.9945869445800781, 0.9954358339309692, 0.9960774183273315, 0.9965986013412476, 0.9970305562019348, 0.9973891377449036, 0.997685432434082, 0.9979287981987, 0.9981274604797363, 0.9982885718345642, 0.9984193444252014, 0.9985254406929016], "prob_old": [0.7850485444068909, 0.07683386653661728, 0.07922131568193436, 0.07578268647193909, 0.056871090084314346, 0.004522216506302357, 0.00021510243823286146, 6.716971256537363e-05, 3.691306119435467e-05, 2.680830584722571e-05, 2.2989715944277123e-05, 2.169451181543991e-05, 2.1630754417856224e-05, 2.228354242106434e-05, 2.341280378459487e-05, 2.487635902070906e-05, 2.654008312674705e-05, 2.824046168825589e-05, 2.984141065098811e-05, 3.135247607133351e-05], "prob_new_token": [1.0095513971464243e-06, 7.9851430200506e-05, 0.0003454257966950536, 0.0012161562917754054, 0.01474511343985796, 0.7963369488716125, 0.9795977473258972, 0.9931742548942566, 0.9963648319244385, 0.9975854754447937, 0.9981563687324524, 0.9984869360923767, 0.9987170696258545, 0.9988958835601807, 0.9990414381027222, 0.9991613626480103, 0.9992605447769165, 0.9993443489074707, 0.9994148015975952, 0.9994716048240662], "prob_old_token": [0.6605777740478516, 0.011346174404025078, 0.009755111299455166, 0.007927858270704746, 0.0047370996326208115, 8.901277033146471e-05, 1.6295717841785518e-06, 3.668630199626932e-07, 1.5439434264408192e-07, 8.942103590925399e-08, 6.505897687247852e-08, 5.450311491017601e-08, 4.952353194198622e-08, 4.7196053287734685e-08, 4.629291083801945e-08, 4.6187249580498246e-08, 4.6447684809436396e-08, 4.66854537251038e-08, 4.66700527113062e-08, 4.6569123668405155e-08], "update_matrix_norm_1": [23303.734375], "update_matrix_norm_2": [6.356213092803955], "update_matrix_norm_inf": [0.06204582378268242], "request": {"prompt": "{} is represented by the music label", "subject": "Ren\u00e9e Fleming", "target_new": {"str": "Kill Rock Stars"}, "old_answer": {"str": "Decca"}, "seed": 42}}, {"loss_per_step": [4.927, 3.163, 1.497, 0.633, 0.527, 0.502, 0.489, 0.48, 0.472, 0.465, 0.459, 0.454, 0.45, 0.446, 0.443, 0.44, 0.437, 0.434, 0.432, 0.43], "prob_new": [0.007838565856218338, 0.07580849528312683, 0.3546699285507202, 0.8191971778869629, 0.9077484607696533, 0.9294406771659851, 0.9410620331764221, 0.9496055245399475, 0.9565750360488892, 0.9624586701393127, 0.9674888253211975, 0.9718128442764282, 0.9755416512489319, 0.9787649512290955, 0.9815583825111389, 0.9839860796928406, 0.9861010909080505, 0.9879471063613892, 0.9895608425140381, 0.9909713864326477], "prob_old": [0.7850485444068909, 0.10592944175004959, 0.07646703720092773, 0.023170268163084984, 0.007252795621752739, 0.003987899981439114, 0.0028550331480801105, 0.002304370980709791, 0.001973123522475362, 0.0017429040744900703, 0.0015659172786399722, 0.0014200148871168494, 0.0012939564185217023, 0.0011817242484539747, 0.0010800018208101392, 0.0009869429050013423, 0.0009014965035021305, 0.0008230976527556777, 0.0007514136959798634, 0.0006862621521577239], "prob_new_token": [6.921790918568149e-05, 0.0025798429269343615, 0.1429767906665802, 0.8668702244758606, 0.9758814573287964, 0.9900073409080505, 0.9941907525062561, 0.9960479140281677, 0.9970754384994507, 0.9977249503135681, 0.9981707334518433, 0.9984946846961975, 0.9987390637397766, 0.998928427696228, 0.9990777373313904, 0.9991973042488098, 0.9992937445640564, 0.999371349811554, 0.9994345903396606, 0.9994855523109436], "prob_old_token": [0.6605777740478516, 0.022882413119077682, 0.007544509135186672, 0.0004595693899318576, 3.602107972255908e-05, 1.0511683285585605e-05, 5.2447740017669275e-06, 3.320546284157899e-06, 2.3707507352810353e-06, 1.8086394675265183e-06, 1.4342872418637853e-06, 1.1640206594165647e-06, 9.579731568010175e-07, 7.948733014018217e-07, 6.625998025810986e-07, 5.538393565984734e-07, 4.637587096567586e-07, 3.8905159271962475e-07, 3.2724736342970573e-07, 2.7643037014968286e-07], "update_matrix_norm_1": [23235.130859375], "update_matrix_norm_2": [6.356212615966797], "update_matrix_norm_inf": [0.05429074168205261], "request": {"prompt": "{} is represented by the music label", "subject": "Ren\u00e9e Fleming", "target_new": {"str": "Atlantic Records"}, "old_answer": {"str": "Decca"}, "seed": 42}}, {"loss_per_step": [2.713, 2.612, 0.91, 0.728, 0.678, 0.621, 0.56, 0.503, 0.465, 0.446, 0.437, 0.432, 0.429, 0.426, 0.424, 0.423, 0.422, 0.421, 0.42, 0.419], "prob_new": [0.06793556362390518, 0.1357572376728058, 0.6161580085754395, 0.7386819124221802, 0.7770704627037048, 0.8231044411659241, 0.8744390606880188, 0.9256708025932312, 0.9610046148300171, 0.9788942933082581, 0.9873468279838562, 0.9916209578514099, 0.9941439032554626, 0.9957311153411865, 0.996734082698822, 0.9973621368408203, 0.9977501034736633, 0.9979813098907471, 0.9981052875518799, 0.9981502294540405], "prob_old": [0.7850485444068909, 0.08231617510318756, 0.010620668530464172, 0.007375436369329691, 0.007822258397936821, 0.006329449824988842, 0.004109411966055632, 0.0025665615685284138, 0.0019357565324753523, 0.0018698559142649174, 0.0019906607922166586, 0.001991076162084937, 0.0018128074007108808, 0.0015578510938212276, 0.0013167888391762972, 0.0011268490925431252, 0.0009897049749270082, 0.0008951655472628772, 0.0008328589028678834, 0.0007954269531182945], "prob_new_token": [0.0013545549008995295, 0.03081112913787365, 0.6840004920959473, 0.9651684761047363, 0.9666893482208252, 0.9742556810379028, 0.9827617406845093, 0.9870145320892334, 0.9874477982521057, 0.9856895804405212, 0.9841105341911316, 0.985461413860321, 0.9883455038070679, 0.991212785243988, 0.9934635758399963, 0.9950371384620667, 0.9960766434669495, 0.9967463612556458, 0.9971672892570496, 0.9974199533462524], "prob_old_token": [0.6605777740478516, 0.012251905165612698, 0.0006685973494313657, 0.0001062940209521912, 0.00010048362310044467, 6.411618232959881e-05, 2.9493739930330776e-05, 1.4005042430653702e-05, 1.0646795999491587e-05, 1.349203012068756e-05, 2.0137646060902625e-05, 2.4280492652906105e-05, 2.3197106202133e-05, 1.8889606508309953e-05, 1.4079325410421006e-05, 1.0176804607908707e-05, 7.397466106340289e-06, 5.513832547876518e-06, 4.2582082642184105e-06, 3.4265301565028494e-06], "update_matrix_norm_1": [22905.875], "update_matrix_norm_2": [6.356212615966797], "update_matrix_norm_inf": [0.0692746490240097], "request": {"prompt": "{} is represented by the music label", "subject": "Ren\u00e9e Fleming", "target_new": {"str": "ECM Records"}, "old_answer": {"str": "Decca"}, "seed": 42}}, {"loss_per_step": [2.242, 1.895, 1.887, 1.233, 0.674, 0.56, 0.477, 0.472, 0.474, 0.47, 0.464, 0.457, 0.451, 0.45, 0.447, 0.442, 0.441, 0.44, 0.432, 0.418], "prob_new": [0.11289758235216141, 0.240045964717865, 0.24558000266551971, 0.47258052229881287, 0.9235000014305115, 0.9750629663467407, 0.9814084768295288, 0.980732262134552, 0.9808849096298218, 0.984347403049469, 0.9878451228141785, 0.9903955459594727, 0.9922998547554016, 0.9938494563102722, 0.995156466960907, 0.9961293935775757, 0.9967700839042664, 0.9971782565116882, 0.9972842931747437, 0.9970752596855164], "prob_old": [0.6323932409286499, 0.03587058186531067, 0.2440483719110489, 0.03507954254746437, 0.01099313609302044, 0.00385324121452868, 0.0039041079580783844, 0.006265925709158182, 0.007138262502849102, 0.006202476564794779, 0.004827691707760096, 0.0037630971055477858, 0.0030692503787577152, 0.0025889556854963303, 0.0022074892185628414, 0.001969447825103998, 0.0018869502237066627, 0.0019046097295358777, 0.002066329587250948, 0.002371538896113634], "prob_new_token": [9.280647645937279e-05, 0.0010256534442305565, 0.002411432098597288, 0.0679686963558197, 0.9083601832389832, 0.9813724756240845, 0.9850451350212097, 0.9679346680641174, 0.9619587063789368, 0.9743355512619019, 0.986389696598053, 0.992885410785675, 0.9959582686424255, 0.9974774122238159, 0.9982655644416809, 0.9985982775688171, 0.9986435770988464, 0.9985154867172241, 0.9980235695838928, 0.9969797730445862], "prob_old_token": [0.7038651704788208, 0.0018349074525758624, 0.00845663994550705, 0.006406887900084257, 0.00025848657242022455, 5.513052019523457e-05, 0.0001148049341281876, 0.0004545076808426529, 0.0006208604900166392, 0.0004229836631566286, 0.0002188045036746189, 0.0001112708414439112, 6.061061503714882e-05, 3.372784340172075e-05, 1.7803469745558687e-05, 9.851805771177169e-06, 6.502641099359607e-06, 5.141094334248919e-06, 5.633080945699476e-06, 8.206706297642086e-06], "update_matrix_norm_1": [25319.109375], "update_matrix_norm_2": [7.285037517547607], "update_matrix_norm_inf": [0.09910684823989868], "request": {"prompt": "{} is represented by the music label", "subject": "Psy", "target_new": {"str": "Konvict Muzik"}, "old_answer": {"str": "YG Entertainment"}, "seed": 42}}, {"loss_per_step": [5.672, 3.508, 2.17, 0.846, 0.631, 0.542, 0.465, 0.462, 0.461, 0.459, 0.457, 0.454, 0.451, 0.448, 0.446, 0.445, 0.444, 0.443, 0.442, 0.441], "prob_new": [0.009484504349529743, 0.05659440532326698, 0.19123636186122894, 0.8179128766059875, 0.971466600894928, 0.9779449105262756, 0.9793326258659363, 0.9796426296234131, 0.980721652507782, 0.9824676513671875, 0.9845143556594849, 0.9865915179252625, 0.9885395765304565, 0.9902787208557129, 0.9917789101600647, 0.9930390119552612, 0.9940772652626038, 0.9949228167533875, 0.9956095814704895, 0.9961684346199036], "prob_old": [0.6323932409286499, 0.03330415487289429, 0.009279783815145493, 0.0013928625266999006, 0.0003697115753311664, 0.0002312793949386105, 0.00019024268840439618, 0.00018483090389054269, 0.00018283560348208994, 0.00017542608838994056, 0.00016342673916369677, 0.00014948980242479593, 0.0001357487344648689, 0.00012332854385022074, 0.00011260408791713417, 0.00010355025733588263, 9.598601900506765e-05, 8.969030750449747e-05, 8.439421799266711e-05, 7.982052920851856e-05], "prob_new_token": [7.114175332390005e-06, 0.00032835485762916505, 0.01785522885620594, 0.864118754863739, 0.9884626865386963, 0.9929159283638, 0.994498610496521, 0.9947680234909058, 0.9950010776519775, 0.9953725934028625, 0.9958280920982361, 0.9962982535362244, 0.9967381954193115, 0.9971256852149963, 0.9974539875984192, 0.9977234601974487, 0.9979368448257446, 0.9981011748313904, 0.9982255101203918, 0.9983171224594116], "prob_old_token": [0.7038651704788208, 0.002662364160642028, 0.0004911464639008045, 2.7149821107741445e-05, 1.9782180515903747e-06, 1.0192825357080437e-06, 7.335927421081578e-07, 7.672136348446656e-07, 7.491652240787516e-07, 6.732820452270971e-07, 5.752886522714107e-07, 4.791613150700869e-07, 3.956103853397508e-07, 3.27355678564345e-07, 2.733213761985098e-07, 2.3117952707707445e-07, 1.9834686781905475e-07, 1.724811369285817e-07, 1.5157971233747958e-07, 1.3432216405817599e-07], "update_matrix_norm_1": [28498.33203125], "update_matrix_norm_2": [7.6743574142456055], "update_matrix_norm_inf": [0.06895071268081665], "request": {"prompt": "{} is represented by the music label", "subject": "Psy", "target_new": {"str": "Kill Rock Stars"}, "old_answer": {"str": "YG Entertainment"}, "seed": 42}}, {"loss_per_step": [4.081, 3.355, 2.265, 0.857, 0.508, 0.471, 0.455, 0.448, 0.445, 0.443, 0.442, 0.441, 0.44, 0.439, 0.438, 0.437, 0.437, 0.436, 0.436, 0.436], "prob_new": [0.02044570818543434, 0.057587407529354095, 0.18885424733161926, 0.7138386964797974, 0.9363824129104614, 0.9714571833610535, 0.9870700240135193, 0.9941546320915222, 0.9969275593757629, 0.9981130957603455, 0.9986799359321594, 0.998971164226532, 0.9991241693496704, 0.9991979598999023, 0.9992198348045349, 0.9992037415504456, 0.9991589784622192, 0.9990939497947693, 0.9990182518959045, 0.9989431500434875], "prob_old": [0.6323932409286499, 0.05021508038043976, 0.014540018513798714, 0.0015231868019327521, 0.000468121055746451, 0.00020853686146438122, 0.00012393717770464718, 8.325905946549028e-05, 6.213004235178232e-05, 4.961726881447248e-05, 4.135065682930872e-05, 3.5830675187753513e-05, 3.2559466490056366e-05, 3.128395110252313e-05, 3.188109985785559e-05, 3.437115447013639e-05, 3.8809143006801605e-05, 4.5214030251372606e-05, 5.357431655284017e-05, 6.383920117514208e-05], "prob_new_token": [3.356949491717387e-06, 0.0004598828381858766, 0.025739401578903198, 0.6885844469070435, 0.9802521467208862, 0.9899435043334961, 0.9953474402427673, 0.998096764087677, 0.9990217089653015, 0.999355673789978, 0.9994851350784302, 0.9995331764221191, 0.9995449185371399, 0.9995389580726624, 0.9995226860046387, 0.9994962811470032, 0.9994577765464783, 0.9994006752967834, 0.9993155002593994, 0.9991901516914368], "prob_old_token": [0.7038651704788208, 0.0006761664408259094, 0.00040776593959890306, 1.4084455870033707e-05, 6.999196671131358e-07, 1.7758853232408e-07, 5.255929380609814e-08, 1.379277225765918e-08, 4.59768045857345e-09, 2.007245036850236e-09, 1.119488945988678e-09, 7.909211618972734e-10, 7.001575430543028e-10, 7.55237927752006e-10, 9.551072155389306e-10, 1.3614742666590018e-09, 2.098921925153263e-09, 3.371224188697397e-09, 5.480853548789355e-09, 8.826734010369819e-09], "update_matrix_norm_1": [27357.849609375], "update_matrix_norm_2": [7.6743574142456055], "update_matrix_norm_inf": [0.09285471588373184], "request": {"prompt": "{} is represented by the music label", "subject": "Psy", "target_new": {"str": "Century Media Records"}, "old_answer": {"str": "YG Entertainment"}, "seed": 42}}, {"loss_per_step": [3.621, 3.966, 2.657, 0.972, 0.606, 0.449, 0.402, 0.387, 0.379, 0.374, 0.37, 0.368, 0.366, 0.364, 0.363, 0.362, 0.361, 0.36, 0.36, 0.359], "prob_new": [0.02789395861327648, 0.030324717983603477, 0.10600131005048752, 0.5603246092796326, 0.8130044341087341, 0.9454970955848694, 0.9807419776916504, 0.9888879656791687, 0.9929640889167786, 0.995393693447113, 0.9968152046203613, 0.9976621270179749, 0.9981900453567505, 0.9985347986221313, 0.9987691640853882, 0.998934268951416, 0.9990552663803101, 0.9991482496261597, 0.9992233514785767, 0.9992859363555908], "prob_old": [0.6070235967636108, 0.0649990662932396, 0.0896681398153305, 0.14901967346668243, 0.05614372715353966, 0.029233569279313087, 0.019365325570106506, 0.01484573446214199, 0.011485027149319649, 0.008896874263882637, 0.007175076752901077, 0.006110708229243755, 0.005453065037727356, 0.005028588231652975, 0.004736274480819702, 0.0045214202255010605, 0.0043556829914450645, 0.004224822856485844, 0.00412083650007844, 0.00403710687533021], "prob_new_token": [2.4205792215070687e-05, 0.0002996778639499098, 0.0049787042662501335, 0.5344811677932739, 0.9682544469833374, 0.9857684969902039, 0.9860379695892334, 0.9881041646003723, 0.9913105368614197, 0.9940813779830933, 0.9959052205085754, 0.997016191482544, 0.9976978302001953, 0.9981334209442139, 0.998424768447876, 0.998627781867981, 0.9987741708755493, 0.9988834261894226, 0.9989696145057678, 0.9990406036376953], "prob_old_token": [0.6120647192001343, 0.012596224434673786, 0.011115694418549538, 0.008100301027297974, 0.00029250001534819603, 8.615713159088045e-05, 6.834048690507188e-05, 5.14880521222949e-05, 3.3364671253366396e-05, 2.0136281818849966e-05, 1.2641248758882284e-05, 8.67985454533482e-06, 6.529567144752946e-06, 5.289756700221915e-06, 4.534957952273544e-06, 4.060689207108226e-06, 3.7600461837428156e-06, 3.569043656170834e-06, 3.4428555863996735e-06, 3.348830887262011e-06], "update_matrix_norm_1": [29222.255859375], "update_matrix_norm_2": [7.928642749786377], "update_matrix_norm_inf": [0.040905822068452835], "request": {"prompt": "{} is represented by the music label", "subject": "Pixies", "target_new": {"str": "ECM Records"}, "old_answer": {"str": "4AD"}, "seed": 42}}, {"loss_per_step": [2.086, 2.003, 0.59, 0.396, 0.385, 0.381, 0.376, 0.373, 0.37, 0.368, 0.366, 0.364, 0.363, 0.362, 0.36, 0.359, 0.353, 0.341, 0.326, 0.307], "prob_new": [0.12614180147647858, 0.20155484974384308, 0.8170883655548096, 0.9867490530014038, 0.9897913336753845, 0.9911736249923706, 0.9922910332679749, 0.9934136867523193, 0.9944489002227783, 0.995320200920105, 0.9960401654243469, 0.9966456294059753, 0.9971631765365601, 0.9976040124893188, 0.9979704022407532, 0.9982641339302063, 0.9984430074691772, 0.9985197186470032, 0.9984933733940125, 0.9983373284339905], "prob_old": [0.6070235967636108, 0.1090862900018692, 0.1752605140209198, 0.031268663704395294, 0.0208013616502285, 0.019871385768055916, 0.020390324294567108, 0.020023377612233162, 0.018813923001289368, 0.017567437142133713, 0.016655081883072853, 0.01606060191988945, 0.015642570331692696, 0.015276642516255379, 0.014918586239218712, 0.01461100298911333, 0.014860534109175205, 0.01583670638501644, 0.017695501446723938, 0.02061564289033413], "prob_new_token": [2.1378307792474516e-05, 0.0012895532418042421, 0.43906170129776, 0.9829525947570801, 0.9917711019515991, 0.9918650388717651, 0.9912437200546265, 0.9915530681610107, 0.9925345182418823, 0.9934808015823364, 0.9941661953926086, 0.9946403503417969, 0.9950052499771118, 0.9953393936157227, 0.9956697821617126, 0.9959690570831299, 0.9960442781448364, 0.9958115816116333, 0.9950477480888367, 0.9931721091270447], "prob_old_token": [0.6120647192001343, 0.015836041420698166, 0.013837749138474464, 8.168567001121119e-05, 2.1340460079954937e-05, 2.150108957721386e-05, 2.7701835279003717e-05, 3.175528399879113e-05, 3.137610474368557e-05, 2.917098390753381e-05, 2.7168469387106597e-05, 2.574561040091794e-05, 2.4533785108360462e-05, 2.3086096916813403e-05, 2.127938932972029e-05, 1.9394148694118485e-05, 1.920734030136373e-05, 2.1388788809417747e-05, 2.775048960756976e-05, 4.4007276301272213e-05], "update_matrix_norm_1": [23351.12109375], "update_matrix_norm_2": [6.800821781158447], "update_matrix_norm_inf": [0.05037057027220726], "request": {"prompt": "{} is represented by the music label", "subject": "Pixies", "target_new": {"str": "Deutsche Grammophon"}, "old_answer": {"str": "4AD"}, "seed": 42}}, {"loss_per_step": [3.458, 2.843, 1.087, 0.446, 0.398, 0.389, 0.381, 0.377, 0.374, 0.372, 0.369, 0.367, 0.366, 0.365, 0.364, 0.363, 0.362, 0.361, 0.361, 0.36], "prob_new": [0.035206977277994156, 0.08843962848186493, 0.4990835189819336, 0.9318668246269226, 0.9820570349693298, 0.9884490370750427, 0.9907016158103943, 0.9920419454574585, 0.9931008815765381, 0.9940110445022583, 0.9947880506515503, 0.9954362511634827, 0.995974063873291, 0.9964274764060974, 0.9968209862709045, 0.9971718788146973, 0.9974890351295471, 0.9977747797966003, 0.9980279803276062, 0.9982476234436035], "prob_old": [0.6070235967636108, 0.08174014091491699, 0.013584490865468979, 0.0040246485732495785, 0.0016782564343884587, 0.0011098883114755154, 0.0008880915120244026, 0.0007750345976091921, 0.0007102654781192541, 0.0006719509838148952, 0.0006501720636151731, 0.000639186124317348, 0.00063475122442469, 0.0006333946948871017, 0.0006325357826426625, 0.0006306610302999616, 0.000627403671387583, 0.0006233697640709579, 0.0006197654874995351, 0.0006179623887874186], "prob_new_token": [1.0690423550840933e-05, 0.0028026856016367674, 0.1340613067150116, 0.7550916075706482, 0.960090160369873, 0.9875264763832092, 0.993728756904602, 0.9959145188331604, 0.9969335794448853, 0.9974942803382874, 0.9978309869766235, 0.998038113117218, 0.9981645941734314, 0.9982399940490723, 0.9982814788818359, 0.9983003735542297, 0.9983027577400208, 0.9982883334159851, 0.998256266117096, 0.9982047080993652], "prob_old_token": [0.6120647192001343, 0.01200721226632595, 0.0033676212187856436, 0.0006326308357529342, 9.572763519827276e-05, 2.851007775461767e-05, 1.3579928236140404e-05, 8.462840014544781e-06, 6.189857685967581e-06, 5.021230208512861e-06, 4.382218776299851e-06, 4.037581675220281e-06, 3.867747636832064e-06, 3.80136202693393e-06, 3.793188170675421e-06, 3.81614881916903e-06, 3.858011041302234e-06, 3.918108177458635e-06, 4.003323283541249e-06, 4.123703547520563e-06], "update_matrix_norm_1": [29886.841796875], "update_matrix_norm_2": [7.928643703460693], "update_matrix_norm_inf": [0.03839034214615822], "request": {"prompt": "{} is represented by the music label", "subject": "Pixies", "target_new": {"str": "Napalm Records"}, "old_answer": {"str": "4AD"}, "seed": 42}}, {"loss_per_step": [4.563, 3.022, 1.657, 0.766, 0.481, 0.453, 0.44, 0.431, 0.423, 0.418, 0.414, 0.411, 0.408, 0.406, 0.405, 0.403, 0.402, 0.4, 0.399, 0.399], "prob_new": [0.013322166167199612, 0.08946589380502701, 0.29661092162132263, 0.724121630191803, 0.9509977102279663, 0.9707511067390442, 0.9770925641059875, 0.9811992049217224, 0.984300971031189, 0.9867114424705505, 0.988603413105011, 0.9901028871536255, 0.9913057684898376, 0.9922847151756287, 0.9930936098098755, 0.9937725067138672, 0.9943509101867676, 0.9948506355285645, 0.9952875971794128, 0.995673418045044], "prob_old": [0.7310094237327576, 0.24598383903503418, 0.06651262193918228, 0.07367746531963348, 0.04717332124710083, 0.03744354099035263, 0.032209377735853195, 0.02847863920032978, 0.025620313361287117, 0.023381328210234642, 0.021611271426081657, 0.020201068371534348, 0.019065259024500847, 0.01813797652721405, 0.017369193956255913, 0.016721297055482864, 0.01616569608449936, 0.015680216252803802, 0.0152475880458951, 0.014854584820568562], "prob_new_token": [6.285522431426216e-06, 0.014665757305920124, 0.02745322696864605, 0.43431356549263, 0.9246605038642883, 0.9544684886932373, 0.9645068645477295, 0.9719405174255371, 0.9776878952980042, 0.9820115566253662, 0.9852305054664612, 0.9876378178596497, 0.989466667175293, 0.99088454246521, 0.9920074939727783, 0.9929157495498657, 0.9936611652374268, 0.9942824244499207, 0.9948064684867859, 0.9952517747879028], "prob_old_token": [0.7005519270896912, 0.006763299461454153, 0.0009143986972048879, 0.0014848229475319386, 0.00027862543356604874, 0.00016668802709318697, 0.00011920883844140917, 8.524380245944485e-05, 6.151221896288916e-05, 4.533866376732476e-05, 3.435854523559101e-05, 2.6812591386260465e-05, 2.149475403712131e-05, 1.763089130690787e-05, 1.4729868780705146e-05, 1.248578973900294e-05, 1.0703797670430504e-05, 9.2581894932664e-06, 8.065054316830356e-06, 7.068526429065969e-06], "update_matrix_norm_1": [28153.548828125], "update_matrix_norm_2": [7.3842997550964355], "update_matrix_norm_inf": [0.03652268275618553], "request": {"prompt": "{} is represented by the music label", "subject": "Therion", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [7.192, 5.376, 4.436, 3.746, 2.397, 0.557, 0.474, 0.462, 0.454, 0.447, 0.44, 0.434, 0.429, 0.424, 0.42, 0.416, 0.413, 0.41, 0.407, 0.404], "prob_new": [0.0015876336256042123, 0.010080480016767979, 0.021208079531788826, 0.03987590968608856, 0.14900821447372437, 0.8943886756896973, 0.9718434810638428, 0.9846699237823486, 0.9895688891410828, 0.9919900894165039, 0.9933896064758301, 0.9942909479141235, 0.9949217438697815, 0.9953968524932861, 0.9957796931266785, 0.9961050152778625, 0.9963893294334412, 0.9966394305229187, 0.9968569874763489, 0.9970430135726929], "prob_old": [0.7310094237327576, 0.2266547828912735, 0.24808166921138763, 0.22344505786895752, 0.11594359576702118, 0.04612788185477257, 0.021138029173016548, 0.01413722150027752, 0.011125165037810802, 0.00950260367244482, 0.008526689372956753, 0.00792039092630148, 0.007559562101960182, 0.0073776147328317165, 0.007330982014536858, 0.00738723948597908, 0.007522639352828264, 0.007721726316958666, 0.007977009750902653, 0.008286778815090656], "prob_new_token": [2.9738230296061374e-06, 0.0001259342534467578, 0.0006058030994608998, 0.003251052461564541, 0.018199294805526733, 0.8560773730278015, 0.985846757888794, 0.9952152967453003, 0.9974843859672546, 0.9983553886413574, 0.9987717866897583, 0.9989942908287048, 0.9991190433502197, 0.9991888403892517, 0.9992239475250244, 0.9992377161979675, 0.9992357492446899, 0.9992214441299438, 0.9991977214813232, 0.9991658926010132], "prob_old_token": [0.7005519270896912, 0.010851562954485416, 0.012493832036852837, 0.005849925335496664, 0.0010889885015785694, 0.00010683621076168492, 6.940778803254943e-06, 1.777306124495226e-06, 7.674448170291726e-07, 4.3163748841834604e-07, 2.8679917818408285e-07, 2.149788969063593e-07, 1.7683193220818794e-07, 1.5623321303337434e-07, 1.4562161254616512e-07, 1.412280141721567e-07, 1.411870869105769e-07, 1.445477835204656e-07, 1.507677609424718e-07, 1.592359524238418e-07], "update_matrix_norm_1": [28272.5234375], "update_matrix_norm_2": [7.3842997550964355], "update_matrix_norm_inf": [0.04164475202560425], "request": {"prompt": "{} is represented by the music label", "subject": "Therion", "target_new": {"str": "Roc Nation"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [4.183, 3.2, 2.149, 0.786, 0.445, 0.431, 0.423, 0.417, 0.412, 0.408, 0.404, 0.402, 0.4, 0.399, 0.397, 0.396, 0.396, 0.395, 0.395, 0.394], "prob_new": [0.018263807520270348, 0.06602078676223755, 0.18325799703598022, 0.7066027522087097, 0.9798611402511597, 0.9898298382759094, 0.9922122359275818, 0.9934177398681641, 0.9942285418510437, 0.9948732256889343, 0.995429277420044, 0.9959246516227722, 0.9963710904121399, 0.9967733025550842, 0.9971328377723694, 0.9974499940872192, 0.9977246522903442, 0.9979580640792847, 0.9981523156166077, 0.9983105659484863], "prob_old": [0.7310094237327576, 0.2702248990535736, 0.11367733031511307, 0.14027756452560425, 0.050496313720941544, 0.03066966123878956, 0.024414289742708206, 0.021530095487833023, 0.01999698206782341, 0.019159754738211632, 0.018722858279943466, 0.018518732860684395, 0.01843753270804882, 0.01840423420071602, 0.018373308703303337, 0.018328068777918816, 0.018278108909726143, 0.018250320106744766, 0.018275870010256767, 0.018379995599389076], "prob_new_token": [1.0892308637266979e-06, 0.0010095620527863503, 0.009909781627357006, 0.5163413286209106, 0.9660041332244873, 0.9903791546821594, 0.9950516223907471, 0.9967252612113953, 0.9974817633628845, 0.99783855676651, 0.9980037808418274, 0.9980839490890503, 0.9981335997581482, 0.9981797337532043, 0.9982311129570007, 0.9982880353927612, 0.9983426332473755, 0.9983868598937988, 0.9984135031700134, 0.9984210729598999], "prob_old_token": [0.7005519270896912, 0.008996494114398956, 0.0018191824201494455, 0.0008571396465413272, 2.039726314251311e-05, 3.4737786336336285e-06, 1.4085120483287028e-06, 8.30062163004186e-07, 5.994533580633288e-07, 4.913689508612151e-07, 4.36129909076044e-07, 4.06334805802544e-07, 3.892182007803058e-07, 3.7812134223713656e-07, 3.6942171277587477e-07, 3.616009394136199e-07, 3.5465362202558026e-07, 3.495227076655283e-07, 3.473909089279914e-07, 3.491122697596438e-07], "update_matrix_norm_1": [28246.30078125], "update_matrix_norm_2": [7.3842997550964355], "update_matrix_norm_inf": [0.03598792105913162], "request": {"prompt": "{} is represented by the music label", "subject": "Therion", "target_new": {"str": "Kill Rock Stars"}, "old_answer": {"str": "Nuclear Blast"}, "seed": 42}}, {"loss_per_step": [4.67, 3.815, 2.81, 1.566, 0.604, 0.517, 0.459, 0.436, 0.42, 0.412, 0.409, 0.407, 0.405, 0.404, 0.403, 0.402, 0.401, 0.401, 0.4, 0.4], "prob_new": [0.009654986672103405, 0.038320206105709076, 0.09529375284910202, 0.33751624822616577, 0.8668004870414734, 0.9511950612068176, 0.9840275049209595, 0.993674099445343, 0.9966855645179749, 0.9975845813751221, 0.9979811310768127, 0.9982158541679382, 0.9984081983566284, 0.998608410358429, 0.9988044500350952, 0.9989628791809082, 0.9990712404251099, 0.9991401433944702, 0.9991883039474487, 0.9992297291755676], "prob_old": [0.7159247994422913, 0.07364436984062195, 0.05241210758686066, 0.04238855466246605, 0.004806852899491787, 0.0025401394814252853, 0.001770020229741931, 0.0014855179470032454, 0.0014635850675404072, 0.0015888088382780552, 0.0016959051135927439, 0.0017186208860948682, 0.0016522035002708435, 0.0015271477168425918, 0.001389791606925428, 0.0012794842477887869, 0.0012115463614463806, 0.0011782704386860132, 0.0011595666874200106, 0.0011352460132911801], "prob_new_token": [0.0013672875938937068, 0.00798694510012865, 0.007356455083936453, 0.08079784363508224, 0.8544725179672241, 0.9239932894706726, 0.9615029096603394, 0.9799252152442932, 0.9896529912948608, 0.9907523393630981, 0.9904635548591614, 0.9901109933853149, 0.9901778697967529, 0.9909005165100098, 0.9919844269752502, 0.9928941130638123, 0.9933580756187439, 0.9934463500976562, 0.9934099912643433, 0.9934922456741333], "prob_old_token": [0.8063386678695679, 0.0011453089537099004, 0.0005475428188219666, 0.0005798386409878731, 4.085911768925143e-06, 7.27656868093618e-07, 3.61287277428346e-07, 2.064563062731395e-07, 1.1032655322651408e-07, 1.1996375803846604e-07, 1.462816641151221e-07, 1.6758740173372644e-07, 1.7136213159574254e-07, 1.545409133996145e-07, 1.300879830523627e-07, 1.1262289945079829e-07, 1.0697215202526422e-07, 1.1069331407043137e-07, 1.1758199036648875e-07, 1.2049818565174064e-07], "update_matrix_norm_1": [28309.3984375], "update_matrix_norm_2": [7.470696449279785], "update_matrix_norm_inf": [0.04019898548722267], "request": {"prompt": "{} is represented by the music label", "subject": "Tristania", "target_new": {"str": "Cube Entertainment"}, "old_answer": {"str": "Napalm Records"}, "seed": 42}}, {"loss_per_step": [1.492, 1.707, 0.814, 0.595, 0.504, 0.46, 0.428, 0.416, 0.41, 0.406, 0.403, 0.402, 0.401, 0.4, 0.4, 0.4, 0.399, 0.399, 0.399, 0.399], "prob_new": [0.23601995408535004, 0.2853589355945587, 0.676282525062561, 0.8472504615783691, 0.912453830242157, 0.9556692242622375, 0.982636034488678, 0.9931191205978394, 0.9964169263839722, 0.9977502822875977, 0.998382568359375, 0.9987090229988098, 0.9988765716552734, 0.9989553093910217, 0.9989840388298035, 0.998989462852478, 0.9989927411079407, 0.9990039467811584, 0.9990165829658508, 0.9990116357803345], "prob_old": [0.7159247994422913, 0.08794957399368286, 0.1905355006456375, 0.1250549703836441, 0.07396557927131653, 0.044126685708761215, 0.027175160124897957, 0.01892390288412571, 0.015504622831940651, 0.013785935938358307, 0.01287606917321682, 0.012346213683485985, 0.012054451741278172, 0.011938068084418774, 0.011920042335987091, 0.01190122589468956, 0.011791166849434376, 0.011554303579032421, 0.011240336112678051, 0.010956631042063236], "prob_new_token": [0.015636947005987167, 0.11961646378040314, 0.6593196988105774, 0.9164061546325684, 0.9782726764678955, 0.9933388233184814, 0.997379720211029, 0.9985190033912659, 0.9988990426063538, 0.9990828633308411, 0.9991746544837952, 0.9992190003395081, 0.9992333054542542, 0.9992254376411438, 0.9992002248764038, 0.9991644024848938, 0.9991251826286316, 0.9990869164466858, 0.999045729637146, 0.9989834427833557], "prob_old_token": [0.8063386678695679, 0.0016828569350764155, 0.013767070136964321, 0.002691430039703846, 0.00047094625188037753, 0.0001102753885788843, 3.818466211669147e-05, 2.104189115925692e-05, 1.6834332200232893e-05, 1.6422705812146887e-05, 1.785068161552772e-05, 1.9655461073853076e-05, 2.088224391627591e-05, 2.1027990442235023e-05, 2.0161627617198974e-05, 1.8758877558866516e-05, 1.7176611436298117e-05, 1.5504061593674123e-05, 1.3794044207315892e-05, 1.2222022633068264e-05], "update_matrix_norm_1": [27995.59375], "update_matrix_norm_2": [7.470696926116943], "update_matrix_norm_inf": [0.06844600290060043], "request": {"prompt": "{} is represented by the music label", "subject": "Tristania", "target_new": {"str": "Century Media Records"}, "old_answer": {"str": "Napalm Records"}, "seed": 42}}, {"loss_per_step": [3.314, 2.287, 1.32, 0.521, 0.489, 0.469, 0.453, 0.441, 0.431, 0.423, 0.418, 0.414, 0.411, 0.409, 0.407, 0.406, 0.405, 0.404, 0.403, 0.403], "prob_new": [0.03826272860169411, 0.16596005856990814, 0.4172931909561157, 0.9112477898597717, 0.9352620840072632, 0.9504649043083191, 0.9631170630455017, 0.9732638001441956, 0.9807846546173096, 0.9860565066337585, 0.9897191524505615, 0.9922972321510315, 0.9941266775131226, 0.9954261779785156, 0.9963536858558655, 0.9970255494117737, 0.9975202083587646, 0.9978868365287781, 0.9981567859649658, 0.9983535408973694], "prob_old": [0.7159247994422913, 0.06003725156188011, 0.013434654101729393, 0.002524964278563857, 0.001762106898240745, 0.001478451769798994, 0.0012484426843002439, 0.0010510326828807592, 0.0008937736274674535, 0.0007717300904914737, 0.0006735929637216032, 0.0005916551453992724, 0.0005229943199083209, 0.0004665191227104515, 0.00042071015923283994, 0.00038311941898427904, 0.00035153728094883263, 0.00032485596602782607, 0.00030278583290055394, 0.0002850968448910862], "prob_new_token": [3.2922293030424044e-05, 0.0033297506161034107, 0.05373053997755051, 0.8776007294654846, 0.9195506572723389, 0.942073404788971, 0.9612324237823486, 0.9755821824073792, 0.9849440455436707, 0.9905173182487488, 0.9937787652015686, 0.9957309365272522, 0.9969251751899719, 0.9976623058319092, 0.998121976852417, 0.9984199404716492, 0.9986250400543213, 0.9987736344337463, 0.9988810420036316, 0.9989567399024963], "prob_old_token": [0.8063386678695679, 0.0005808506393805146, 1.5122092008823529e-05, 1.942468799143171e-07, 8.564017406342828e-08, 4.758027927209696e-08, 2.399112553064242e-08, 1.104854874256489e-08, 4.9405759483533984e-09, 2.2817372435923744e-09, 1.1052526671662122e-09, 5.575332973073444e-10, 2.938795318208065e-10, 1.6490242504829666e-10, 9.996249661359258e-11, 6.508977384855896e-11, 4.475308665319311e-11, 3.215258614908123e-11, 2.4169432080722864e-11, 1.9114125213159916e-11], "update_matrix_norm_1": [28443.154296875], "update_matrix_norm_2": [7.4706950187683105], "update_matrix_norm_inf": [0.0409667007625103], "request": {"prompt": "{} is represented by the music label", "subject": "Tristania", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "Napalm Records"}, "seed": 42}}, {"loss_per_step": [6.611, 4.939, 4.486, 3.609, 2.306, 1.485, 1.035, 0.521, 0.472, 0.451, 0.438, 0.433, 0.429, 0.427, 0.426, 0.424, 0.423, 0.422, 0.421, 0.421], "prob_new": [0.001622285577468574, 0.012199279852211475, 0.017955757677555084, 0.04693032428622246, 0.15879100561141968, 0.3734811544418335, 0.5643972754478455, 0.9422444105148315, 0.9729292988777161, 0.9883574843406677, 0.9935784339904785, 0.9957786798477173, 0.9969253540039062, 0.9976211190223694, 0.9980874061584473, 0.9984196424484253, 0.9986640810966492, 0.9988470077514648, 0.9989866614341736, 0.9990960955619812], "prob_old": [0.7665566802024841, 0.15636980533599854, 0.10954088717699051, 0.058843500912189484, 0.01478678546845913, 0.0037061034236103296, 0.000261466862866655, 9.394362132297829e-05, 7.044004451017827e-05, 5.613949542748742e-05, 4.946097396896221e-05, 4.5237222366267815e-05, 4.235705273458734e-05, 4.0176215406972915e-05, 3.828215994872153e-05, 3.661837035906501e-05, 3.524505518726073e-05, 3.411736906855367e-05, 3.3093878300860524e-05, 3.209776696166955e-05], "prob_new_token": [1.332386182184564e-05, 0.0012604210060089827, 0.0025858974549919367, 0.003923504613339901, 0.008943439461290836, 0.09269675612449646, 0.25389352440834045, 0.9641074538230896, 0.9864659309387207, 0.9923685193061829, 0.9944146871566772, 0.9957138299942017, 0.996658980846405, 0.997355580329895, 0.9978723526000977, 0.9982532858848572, 0.9985257983207703, 0.9987156987190247, 0.998845636844635, 0.9989333748817444], "prob_old_token": [0.8809487223625183, 0.01064425427466631, 0.0027675642631947994, 0.001355164684355259, 0.0009334852802567184, 4.224158692522906e-05, 2.6787440219777636e-05, 6.481893422005669e-08, 1.833071472390202e-08, 1.2084407252643814e-08, 1.0881283429853283e-08, 9.759278718490805e-09, 8.702892628775771e-09, 7.827036796470566e-09, 7.138528879124806e-09, 6.692980836220386e-09, 6.5014904571114585e-09, 6.492159254634089e-09, 6.571631239182807e-09, 6.715934919299116e-09], "update_matrix_norm_1": [26779.587890625], "update_matrix_norm_2": [7.198718070983887], "update_matrix_norm_inf": [0.03937128931283951], "request": {"prompt": "{} is represented by the music label", "subject": "Darkthrone", "target_new": {"str": "YG Entertainment"}, "old_answer": {"str": "Peaceville Records"}, "seed": 42}}, {"loss_per_step": [7.176, 4.784, 2.704, 1.068, 0.66, 0.541, 0.48, 0.455, 0.442, 0.434, 0.43, 0.427, 0.425, 0.424, 0.424, 0.423, 0.422, 0.422, 0.421, 0.421], "prob_new": [0.0008734849980100989, 0.01533877570182085, 0.10618157684803009, 0.5387921929359436, 0.8003321290016174, 0.9043804407119751, 0.9611622095108032, 0.9814726710319519, 0.9891496300697327, 0.9926298260688782, 0.9945079684257507, 0.9956598281860352, 0.996428906917572, 0.9969749450683594, 0.9973808526992798, 0.9976932406425476, 0.9979392886161804, 0.9981359839439392, 0.9982941150665283, 0.9984215497970581], "prob_old": [0.7665566802024841, 0.11412014812231064, 0.03853267803788185, 0.02793087810277939, 0.007433812599629164, 0.004318017512559891, 0.0032992204651236534, 0.002778909867629409, 0.002454063156619668, 0.0022336654365062714, 0.0020787608809769154, 0.0019629993475973606, 0.001870473613962531, 0.001792478491552174, 0.0017244394402951002, 0.0016642218688502908, 0.0016112338053062558, 0.0015657540643587708, 0.0015283141983672976, 0.001499332720413804], "prob_new_token": [1.1242747859796509e-05, 0.0043065776117146015, 0.008631478995084763, 0.5639002919197083, 0.9289959073066711, 0.9572533965110779, 0.9750334620475769, 0.9846075177192688, 0.9892371892929077, 0.9916892051696777, 0.9931535720825195, 0.9941238760948181, 0.9948252439498901, 0.9953706860542297, 0.9958181381225586, 0.9961963891983032, 0.9965217113494873, 0.996799647808075, 0.9970343708992004, 0.9972299933433533], "prob_old_token": [0.8809487223625183, 0.0027130860835313797, 0.0005462722619995475, 0.00020671667880378664, 1.5651343346689828e-05, 5.774084002041491e-06, 2.809615125443088e-06, 1.624767492103274e-06, 1.1058480140491156e-06, 8.474715968986857e-07, 7.003122277637885e-07, 6.057160817363183e-07, 5.382563585953903e-07, 4.859246018895647e-07, 4.4286997535891715e-07, 4.0613687701807066e-07, 3.7433997590596846e-07, 3.469330351890676e-07, 3.235591634620505e-07, 3.04016282370867e-07], "update_matrix_norm_1": [27334.82421875], "update_matrix_norm_2": [7.198718547821045], "update_matrix_norm_inf": [0.03751000016927719], "request": {"prompt": "{} is represented by the music label", "subject": "Darkthrone", "target_new": {"str": "ZTT Records"}, "old_answer": {"str": "Peaceville Records"}, "seed": 42}}, {"loss_per_step": [4.782, 2.508, 1.841, 1.011, 0.582, 0.474, 0.449, 0.437, 0.431, 0.428, 0.426, 0.425, 0.424, 0.423, 0.422, 0.421, 0.421, 0.421, 0.42, 0.42], "prob_new": [0.00942690297961235, 0.12691645324230194, 0.24719645082950592, 0.5643811821937561, 0.8585103750228882, 0.9550612568855286, 0.9769443273544312, 0.9863380193710327, 0.9906712770462036, 0.9925459027290344, 0.9934314489364624, 0.9940887093544006, 0.9947302937507629, 0.9952955842018127, 0.995728075504303, 0.996033251285553, 0.9962422847747803, 0.9963851571083069, 0.996483325958252, 0.9965490102767944], "prob_old": [0.7665566802024841, 0.028081264346837997, 0.03307803347706795, 0.01664716750383377, 0.005083155352622271, 0.002687837230041623, 0.0018585673533380032, 0.0017500576796010137, 0.0019495587330311537, 0.0022804774343967438, 0.0025866893120110035, 0.002744161756709218, 0.0027343076653778553, 0.0026299094315618277, 0.0025123259983956814, 0.0024295938201248646, 0.002399652963504195, 0.0024235444143414497, 0.002494634361937642, 0.0026034002657979727], "prob_new_token": [1.8529530279920436e-05, 0.0021911615040153265, 0.018064744770526886, 0.2174680382013321, 0.6725635528564453, 0.8963325619697571, 0.947285532951355, 0.9689387083053589, 0.9807928800582886, 0.9868312478065491, 0.9896632432937622, 0.9910656213760376, 0.9918532967567444, 0.9923041462898254, 0.9925330877304077, 0.9926227331161499, 0.9926450848579407, 0.9926499724388123, 0.9926713109016418, 0.9927212595939636], "prob_old_token": [0.8809487223625183, 0.0009854418458417058, 0.002225741744041443, 0.001535399234853685, 0.000502437527757138, 5.591603621724062e-05, 1.1432816791057121e-05, 5.350400897441432e-06, 4.397406883072108e-06, 4.8690831135900225e-06, 5.7502293202560395e-06, 6.3377815422427375e-06, 6.343568202282768e-06, 5.9874805629078764e-06, 5.604392299574101e-06, 5.390755177359097e-06, 5.410084213508526e-06, 5.666676315740915e-06, 6.141787253000075e-06, 6.812240371800726e-06], "update_matrix_norm_1": [27928.505859375], "update_matrix_norm_2": [7.198718547821045], "update_matrix_norm_inf": [0.0355817973613739], "request": {"prompt": "{} is represented by the music label", "subject": "Darkthrone", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Peaceville Records"}, "seed": 42}}, {"loss_per_step": [5.317, 3.802, 3.578, 3.084, 1.818, 0.516, 0.464, 0.437, 0.419, 0.41, 0.405, 0.402, 0.4, 0.399, 0.397, 0.396, 0.395, 0.393, 0.392, 0.391], "prob_new": [0.00519080925732851, 0.035064563155174255, 0.04362662881612778, 0.0713803693652153, 0.2510262131690979, 0.8993396759033203, 0.9468352198600769, 0.9702678918838501, 0.9848088026046753, 0.9917012453079224, 0.9949179291725159, 0.996566891670227, 0.9975118637084961, 0.9981043934822083, 0.9984990954399109, 0.9987722039222717, 0.998967170715332, 0.9991106390953064, 0.9992179870605469, 0.9992940425872803], "prob_old": [0.6762688159942627, 0.0914929211139679, 0.11465990543365479, 0.10420707613229752, 0.10583298653364182, 0.024065857753157616, 0.0034712550695985556, 0.0014876530040055513, 0.0010153456823900342, 0.0008648594957776368, 0.0008243217598646879, 0.0008162192534655333, 0.0008123104926198721, 0.0008075624355114996, 0.0008042132249101996, 0.0008046120055951178, 0.0008099955739453435, 0.000820156536065042, 0.000831022800412029, 0.0008341493085026741], "prob_new_token": [2.9490374799934216e-06, 0.0006152427522465587, 0.0004947123234160244, 0.0017625160980969667, 0.0329001359641552, 0.9199511408805847, 0.9974141716957092, 0.999183714389801, 0.9994392991065979, 0.9995211362838745, 0.9995534420013428, 0.9995712041854858, 0.9995834231376648, 0.9995909333229065, 0.9995923638343811, 0.9995848536491394, 0.9995684027671814, 0.9995397925376892, 0.9995025396347046, 0.9994662404060364], "prob_old_token": [0.838369607925415, 0.0038178071845322847, 0.004948853049427271, 0.00551595538854599, 0.002834293758496642, 2.3580008928547613e-05, 1.5705722944403533e-07, 2.623691131020678e-08, 1.3577045265833476e-08, 1.0190540855603558e-08, 9.366592834680887e-09, 9.436384118544083e-09, 9.81707870550963e-09, 1.0357042334874222e-08, 1.1088195250863464e-08, 1.2141680549859757e-08, 1.3746811688974958e-08, 1.618806599879008e-08, 1.9537786499768117e-08, 2.324652292884366e-08], "update_matrix_norm_1": [25911.115234375], "update_matrix_norm_2": [6.904148101806641], "update_matrix_norm_inf": [0.04149335250258446], "request": {"prompt": "{} is represented by the music label", "subject": "Keith Jarrett", "target_new": {"str": "Peaceville Records"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [3.69, 2.439, 2.262, 1.803, 0.681, 0.505, 0.471, 0.443, 0.425, 0.412, 0.405, 0.402, 0.4, 0.399, 0.398, 0.398, 0.397, 0.396, 0.395, 0.393], "prob_new": [0.025625087320804596, 0.13519759476184845, 0.16052667796611786, 0.2568265497684479, 0.7657761573791504, 0.9131904244422913, 0.9422794580459595, 0.9643058180809021, 0.9798735976219177, 0.9893547296524048, 0.9943956732749939, 0.9966863989830017, 0.9977054595947266, 0.998235285282135, 0.9985597729682922, 0.9987528920173645, 0.9988507032394409, 0.9989011883735657, 0.9989292025566101, 0.9989214539527893], "prob_old": [0.6762688159942627, 0.08737750351428986, 0.06899542361497879, 0.06915900856256485, 0.03378532826900482, 0.009743928909301758, 0.006077918224036694, 0.004543009214103222, 0.0035960937384516, 0.003019081661477685, 0.0027091794181615114, 0.0026203750167042017, 0.002648116322234273, 0.0026646999176591635, 0.002633557887747884, 0.0026229831855744123, 0.0026890826411545277, 0.0028119836933910847, 0.0029701259918510914, 0.003238996025174856], "prob_new_token": [1.272599274670938e-05, 0.0011407056590542197, 0.0011751266429200768, 0.006999113596975803, 0.5534480810165405, 0.9414262175559998, 0.980312168598175, 0.9910699129104614, 0.9952836632728577, 0.997103750705719, 0.9977994561195374, 0.9979168772697449, 0.9978744387626648, 0.9979603290557861, 0.998177707195282, 0.998352587223053, 0.9984186291694641, 0.9984483122825623, 0.9984961748123169, 0.9985122680664062], "prob_old_token": [0.838369607925415, 0.0022439109161496162, 0.001360399997793138, 0.0011475348146632314, 0.00016986674745567143, 1.1059413736802526e-05, 2.40990198108193e-06, 8.211132467295101e-07, 3.5122315011903993e-07, 1.8220505637600581e-07, 1.3285807654028758e-07, 1.4315506291495694e-07, 1.7568150667557347e-07, 1.9308994581024308e-07, 1.8735259743607457e-07, 1.8207215646270924e-07, 1.9340842527526547e-07, 2.1753375278876774e-07, 2.489009034434275e-07, 3.0584629939767183e-07], "update_matrix_norm_1": [25842.640625], "update_matrix_norm_2": [6.904154300689697], "update_matrix_norm_inf": [0.04957641661167145], "request": {"prompt": "{} is represented by the music label", "subject": "Keith Jarrett", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [3.042, 2.379, 2.114, 1.495, 0.912, 0.574, 0.467, 0.44, 0.427, 0.416, 0.41, 0.405, 0.401, 0.4, 0.398, 0.397, 0.395, 0.393, 0.391, 0.39], "prob_new": [0.04883483424782753, 0.1411302536725998, 0.18251767754554749, 0.33856847882270813, 0.6147758364677429, 0.850905179977417, 0.9438778162002563, 0.9641391634941101, 0.9747603535652161, 0.9826148748397827, 0.9888251423835754, 0.99308180809021, 0.9956276416778564, 0.9971016645431519, 0.9978775978088379, 0.9982422590255737, 0.9984002113342285, 0.9984230995178223, 0.9984163641929626, 0.9983631372451782], "prob_old": [0.6762688159942627, 0.09980117529630661, 0.09664420038461685, 0.07773889601230621, 0.04656817391514778, 0.028353359550237656, 0.009506450034677982, 0.0044493223540484905, 0.0029492860194295645, 0.0022771984804421663, 0.0018403431167826056, 0.0015780123649165034, 0.0014628239441663027, 0.0014064381830394268, 0.0014642550377175212, 0.0017111890483647585, 0.0021670444402843714, 0.0029227084014564753, 0.003988222684711218, 0.004951682407408953], "prob_new_token": [4.560855359159177e-06, 0.0011767521500587463, 0.0030877208337187767, 0.022045133635401726, 0.1687261164188385, 0.580613374710083, 0.9180439710617065, 0.9790298342704773, 0.9901139736175537, 0.993597149848938, 0.995492696762085, 0.9964889883995056, 0.9969297647476196, 0.9972702860832214, 0.9973796606063843, 0.9970346689224243, 0.9961543679237366, 0.9946835041046143, 0.9935251474380493, 0.9923827648162842], "prob_old_token": [0.838369607925415, 0.0032836501486599445, 0.004068358801305294, 0.0014315714361146092, 0.0003489805094432086, 0.00013940088683739305, 1.0781197488540784e-05, 1.0930812095466536e-06, 2.56328149816909e-07, 1.0492533419892425e-07, 5.707837047452813e-08, 3.842563245370911e-08, 3.2459372079074456e-08, 3.222096722765855e-08, 4.060560954144421e-08, 6.922282125287893e-08, 1.4778454726638302e-07, 3.7599045299430145e-07, 9.575638841852196e-07, 1.7932524087882484e-06], "update_matrix_norm_1": [25095.19140625], "update_matrix_norm_2": [6.9041547775268555], "update_matrix_norm_inf": [0.05180543288588524], "request": {"prompt": "{} is represented by the music label", "subject": "Keith Jarrett", "target_new": {"str": "Metal Blade Records"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [6.963, 4.924, 4.024, 2.638, 1.2, 0.515, 0.495, 0.463, 0.438, 0.421, 0.411, 0.404, 0.4, 0.397, 0.395, 0.394, 0.392, 0.391, 0.391, 0.39], "prob_new": [0.0012176299933344126, 0.012360385619103909, 0.02744242176413536, 0.10868557542562485, 0.4560376703739166, 0.8956629633903503, 0.9134005904197693, 0.9406633973121643, 0.9620319604873657, 0.9753372669219971, 0.9833819270133972, 0.9884138107299805, 0.9917005300521851, 0.9939247369766235, 0.9954692721366882, 0.9965622425079346, 0.997347354888916, 0.9979188442230225, 0.9983398914337158, 0.9986537098884583], "prob_old": [0.6585800647735596, 0.2895771265029907, 0.0593380481004715, 0.06216349080204964, 0.037216659635305405, 0.025141803547739983, 0.024029741063714027, 0.02309524640440941, 0.021520035341382027, 0.01965976133942604, 0.017899269238114357, 0.016389327123761177, 0.015142212621867657, 0.014126276597380638, 0.013305154629051685, 0.01264478825032711, 0.012110909447073936, 0.01166998315602541, 0.011293280869722366, 0.010960831306874752], "prob_new_token": [3.9075703170965426e-06, 0.00027727990527637303, 0.0006117026205174625, 0.0015241133514791727, 0.11857282370328903, 0.9773089289665222, 0.9901705384254456, 0.9941125512123108, 0.996237576007843, 0.997400164604187, 0.9980378746986389, 0.9984221458435059, 0.9986868500709534, 0.9988866448402405, 0.9990408420562744, 0.9991594552993774, 0.9992511868476868, 0.9993236064910889, 0.9993829131126404, 0.9994341731071472], "prob_old_token": [0.6128872036933899, 0.032538581639528275, 0.015826402232050896, 0.011416235938668251, 0.006407663691788912, 0.00022352469386532903, 0.00011291042028460652, 6.577721069334075e-05, 3.894945257343352e-05, 2.425790262350347e-05, 1.6484545994899236e-05, 1.2178750694147311e-05, 9.534655873721931e-06, 7.740761247987393e-06, 6.454351023421623e-06, 5.516178134712391e-06, 4.837111191591248e-06, 4.347783942648675e-06, 3.991147877968615e-06, 3.719715095940046e-06], "update_matrix_norm_1": [24473.015625], "update_matrix_norm_2": [6.556604385375977], "update_matrix_norm_inf": [0.03200886398553848], "request": {"prompt": "{} is represented by the music label", "subject": "Ayumi Hamasaki", "target_new": {"str": "Peaceville Records"}, "old_answer": {"str": "Avex Trax"}, "seed": 42}}, {"loss_per_step": [7.801, 4.962, 3.95, 2.734, 1.573, 0.533, 0.442, 0.427, 0.418, 0.413, 0.407, 0.403, 0.4, 0.398, 0.396, 0.395, 0.394, 0.393, 0.392, 0.392], "prob_new": [0.0006793418433517218, 0.010880043730139732, 0.030538970604538918, 0.10236553847789764, 0.3204115629196167, 0.8785566687583923, 0.9688697457313538, 0.9815971255302429, 0.9879439473152161, 0.9912563562393188, 0.9931270480155945, 0.9942959547042847, 0.9950968623161316, 0.9956828951835632, 0.9961254000663757, 0.9964656233787537, 0.9967368841171265, 0.9969680905342102, 0.9971792101860046, 0.9973811507225037], "prob_old": [0.6585800647735596, 0.28720778226852417, 0.1885695606470108, 0.0450223945081234, 0.035751063376665115, 0.02460349164903164, 0.011737719178199768, 0.007507313508540392, 0.005677761510014534, 0.004761087708175182, 0.0042727356776595116, 0.0040044523775577545, 0.0038465475663542747, 0.0037337851244956255, 0.003632688196375966, 0.0035372732672840357, 0.003459953237324953, 0.0034158024936914444, 0.0034112646244466305, 0.00344283040612936], "prob_new_token": [1.446014834982634e-06, 0.00015575099678244442, 0.0009601422352716327, 0.013173835352063179, 0.11211533099412918, 0.8475212454795837, 0.9844165444374084, 0.9935256242752075, 0.9959298372268677, 0.9970981478691101, 0.997779905796051, 0.9982038736343384, 0.9984858632087708, 0.9986916184425354, 0.9988540410995483, 0.9989845156669617, 0.9990836977958679, 0.9991501569747925, 0.9991906881332397, 0.9992115497589111], "prob_old_token": [0.6128872036933899, 0.02966606616973877, 0.013843219727277756, 0.007206284906715155, 0.003559672273695469, 0.0005469762836582959, 4.170906322542578e-05, 1.2162014172645286e-05, 5.865684215677902e-06, 3.5702521472558146e-06, 2.514018433430465e-06, 1.9552810499590123e-06, 1.6259951962638297e-06, 1.4102351997280493e-06, 1.2554116892715683e-06, 1.143184135798947e-06, 1.0700800885388162e-06, 1.0320384262740845e-06, 1.0220713875241927e-06, 1.035805098581477e-06], "update_matrix_norm_1": [25074.79296875], "update_matrix_norm_2": [6.556604862213135], "update_matrix_norm_inf": [0.031849056482315063], "request": {"prompt": "{} is represented by the music label", "subject": "Ayumi Hamasaki", "target_new": {"str": "Roc Nation"}, "old_answer": {"str": "Avex Trax"}, "seed": 42}}, {"loss_per_step": [6.845, 4.291, 2.496, 1.046, 0.522, 0.46, 0.439, 0.428, 0.42, 0.414, 0.408, 0.404, 0.401, 0.398, 0.396, 0.395, 0.393, 0.392, 0.391, 0.39], "prob_new": [0.0016222965205088258, 0.02202599309384823, 0.13113529980182648, 0.5350221991539001, 0.907046377658844, 0.9541587829589844, 0.9665664434432983, 0.9738211035728455, 0.9794875979423523, 0.984021782875061, 0.9875065088272095, 0.9901009798049927, 0.9920380115509033, 0.9935150146484375, 0.9946665167808533, 0.9955806136131287, 0.996314287185669, 0.996903121471405, 0.9973695278167725, 0.997731626033783], "prob_old": [0.6585800647735596, 0.284742534160614, 0.10656369477510452, 0.04447415471076965, 0.016332825645804405, 0.00863327644765377, 0.005941206123679876, 0.004723872523754835, 0.004074500408023596, 0.003673350904136896, 0.0034009262453764677, 0.003210190450772643, 0.0030701409559696913, 0.0029617012478411198, 0.0028751809149980545, 0.002805352210998535, 0.0027486940380185843, 0.0027035868261009455, 0.002671301132068038, 0.002653636271134019], "prob_new_token": [2.1885916794417426e-06, 0.0003078043519053608, 0.013939499855041504, 0.33752578496932983, 0.94124835729599, 0.9887896776199341, 0.9955568313598633, 0.9973288774490356, 0.9980098009109497, 0.998468816280365, 0.9988308548927307, 0.999057948589325, 0.9991859793663025, 0.9992564916610718, 0.9992955923080444, 0.9993247985839844, 0.9993597865104675, 0.9994028806686401, 0.999443531036377, 0.9994726777076721], "prob_old_token": [0.6128872036933899, 0.03247423470020294, 0.011531271040439606, 0.002293110592290759, 9.88700267043896e-05, 1.3754030987911392e-05, 4.863193680648692e-06, 2.919161715908558e-06, 2.244418965346995e-06, 1.7160687093564775e-06, 1.264631805497629e-06, 1.0014302915806184e-06, 8.762547167862067e-07, 8.262034043582389e-07, 8.13343035588332e-07, 8.077859092736617e-07, 7.865011184549076e-07, 7.466481406481762e-07, 7.045055667731503e-07, 6.750211127837247e-07], "update_matrix_norm_1": [25103.87890625], "update_matrix_norm_2": [6.556604385375977], "update_matrix_norm_inf": [0.03084183670580387], "request": {"prompt": "{} is represented by the music label", "subject": "Ayumi Hamasaki", "target_new": {"str": "Republic Records"}, "old_answer": {"str": "Avex Trax"}, "seed": 42}}, {"loss_per_step": [4.585, 3.23, 2.597, 1.292, 0.718, 0.599, 0.479, 0.426, 0.4, 0.385, 0.375, 0.369, 0.363, 0.36, 0.357, 0.355, 0.354, 0.352, 0.352, 0.351], "prob_new": [0.01092841848731041, 0.058160196989774704, 0.10703784227371216, 0.39749792218208313, 0.7068758606910706, 0.7982723712921143, 0.8960710167884827, 0.9438754916191101, 0.9671801924705505, 0.9796634912490845, 0.9868826270103455, 0.991324245929718, 0.9940937757492065, 0.9957564473152161, 0.9967253804206848, 0.9973272085189819, 0.9977437257766724, 0.998042643070221, 0.9982425570487976, 0.9983654022216797], "prob_old": [0.7298821210861206, 0.29102379083633423, 0.19738171994686127, 0.1408962607383728, 0.046103235334157944, 0.028118906542658806, 0.018598029389977455, 0.013299982994794846, 0.010384646244347095, 0.008688194677233696, 0.007566589862108231, 0.006719928700476885, 0.006043835077434778, 0.0055329161696136, 0.005185248795896769, 0.004944497719407082, 0.004762656055390835, 0.004633601754903793, 0.00457319151610136, 0.004581877030432224], "prob_new_token": [9.111061081057414e-05, 0.0018712646560743451, 0.004089114721864462, 0.17021280527114868, 0.48790913820266724, 0.6136527061462402, 0.7826912999153137, 0.880048394203186, 0.9294460415840149, 0.9565352201461792, 0.9723834991455078, 0.9820698499679565, 0.9880427718162537, 0.9916263222694397, 0.9937092065811157, 0.9949623346328735, 0.9957908391952515, 0.9963758587837219, 0.9967780709266663, 0.99704509973526], "prob_old_token": [0.7025591135025024, 0.036122895777225494, 0.010753201320767403, 0.003748381743207574, 0.0005802881205454469, 0.0003585649828892201, 9.425259486306459e-05, 2.2415004423237406e-05, 7.148493295972003e-06, 3.1596100598108023e-06, 1.7258636262340588e-06, 1.0577566627034685e-06, 7.034716418274911e-07, 5.148579020897159e-07, 4.1893474644894013e-07, 3.660738627786486e-07, 3.3033998647624685e-07, 3.042062530766998e-07, 2.883140552967234e-07, 2.81599000118149e-07], "update_matrix_norm_1": [24008.84765625], "update_matrix_norm_2": [6.557651042938232], "update_matrix_norm_inf": [0.04607927426695824], "request": {"prompt": "{} is represented by the music label", "subject": "Tyler, the Creator", "target_new": {"str": "YG Entertainment"}, "old_answer": {"str": "Odd Future Records"}, "seed": 42}}, {"loss_per_step": [5.765, 2.12, 0.469, 0.44, 0.421, 0.404, 0.393, 0.385, 0.379, 0.375, 0.371, 0.368, 0.366, 0.364, 0.362, 0.361, 0.36, 0.359, 0.358, 0.357], "prob_new": [0.003337208880111575, 0.17962826788425446, 0.8945575952529907, 0.9204999208450317, 0.9377524852752686, 0.9515807628631592, 0.9613511562347412, 0.9681712985038757, 0.9731404781341553, 0.9769434332847595, 0.9799712300300598, 0.9824502468109131, 0.9845192432403564, 0.9862678050994873, 0.987755298614502, 0.9890258312225342, 0.9901129603385925, 0.9910451769828796, 0.9918467402458191, 0.9925388097763062], "prob_old": [0.7298821210861206, 0.1444544941186905, 0.018112661316990852, 0.011194338090717793, 0.009075461886823177, 0.007881296798586845, 0.007087979931384325, 0.006539315916597843, 0.006150474306195974, 0.005862821359187365, 0.0056351227685809135, 0.005439703818410635, 0.005259622819721699, 0.005086140241473913, 0.004916037432849407, 0.004749326501041651, 0.0045876409858465195, 0.004432966932654381, 0.0042870198376476765, 0.004151016008108854], "prob_new_token": [1.2071673154423479e-05, 0.05162666738033295, 0.9100382924079895, 0.9397838115692139, 0.9591944217681885, 0.9739117622375488, 0.9825229644775391, 0.9871329069137573, 0.9896520972251892, 0.9911359548568726, 0.9921053647994995, 0.9928145408630371, 0.9933874607086182, 0.993883490562439, 0.9943276643753052, 0.9947287440299988, 0.9950900077819824, 0.9954135417938232, 0.9957008957862854, 0.9959551095962524], "prob_old_token": [0.7025591135025024, 0.0043354518711566925, 3.1509574910160154e-05, 9.959430826711468e-06, 5.918238457525149e-06, 4.105582775082439e-06, 3.111123078269884e-06, 2.521009946576669e-06, 2.1452415239764377e-06, 1.8863726154449978e-06, 1.691094780653657e-06, 1.5308513638956356e-06, 1.3905553259974113e-06, 1.263548028873629e-06, 1.147559942182852e-06, 1.0423830190120498e-06, 9.482446330366656e-07, 8.651182383800915e-07, 7.927725391709828e-07, 7.304198561541853e-07], "update_matrix_norm_1": [24478.89453125], "update_matrix_norm_2": [6.557648658752441], "update_matrix_norm_inf": [0.03981877118349075], "request": {"prompt": "{} is represented by the music label", "subject": "Tyler, the Creator", "target_new": {"str": "Hollywood Records"}, "old_answer": {"str": "Odd Future Records"}, "seed": 42}}, {"loss_per_step": [4.129, 2.976, 1.703, 0.695, 0.482, 0.443, 0.417, 0.394, 0.377, 0.367, 0.361, 0.357, 0.355, 0.353, 0.352, 0.351, 0.35, 0.35, 0.349, 0.349], "prob_new": [0.016693297773599625, 0.07757704704999924, 0.2631172835826874, 0.7223359942436218, 0.8839074969291687, 0.9202280044555664, 0.9441152215003967, 0.9646470546722412, 0.9799792170524597, 0.9894115924835205, 0.9943609833717346, 0.9967231750488281, 0.9978421926498413, 0.9984095692634583, 0.998724639415741, 0.9989144802093506, 0.9990363717079163, 0.999117910861969, 0.9991740584373474, 0.9992132782936096], "prob_old": [0.7298821210861206, 0.20543843507766724, 0.056814052164554596, 0.01600618287920952, 0.013089858926832676, 0.010751414112746716, 0.009461414068937302, 0.008903717622160912, 0.00873042643070221, 0.008790397085249424, 0.009053179062902927, 0.009517282247543335, 0.010103864595293999, 0.010667642578482628, 0.011092273518443108, 0.011348547413945198, 0.011479347944259644, 0.011547649279236794, 0.011593335308134556, 0.011618535965681076], "prob_new_token": [3.7029631130280904e-06, 0.0006104822386987507, 0.030730104073882103, 0.5646792650222778, 0.9502009153366089, 0.9935463070869446, 0.9980987906455994, 0.9989983439445496, 0.9992589354515076, 0.999331533908844, 0.999324381351471, 0.9992718696594238, 0.9991936683654785, 0.9991101622581482, 0.9990402460098267, 0.9989880919456482, 0.9989436268806458, 0.9988982081413269, 0.9988538026809692, 0.9988235235214233], "prob_old_token": [0.7025591135025024, 0.008941547013819218, 0.002046220237389207, 0.0006164614460431039, 4.959317811881192e-05, 6.254447271203389e-06, 1.8993029016201035e-06, 1.0191786259383662e-06, 7.458923505510029e-07, 6.555507638950075e-07, 6.655992592641269e-07, 7.672048241147422e-07, 9.552691153658088e-07, 1.200248107124935e-06, 1.4554949530065642e-06, 1.691356146693579e-06, 1.9163016986567527e-06, 2.1630071387335192e-06, 2.4598762138339225e-06, 2.8079384719603695e-06], "update_matrix_norm_1": [23457.55859375], "update_matrix_norm_2": [6.557651042938232], "update_matrix_norm_inf": [0.04440153017640114], "request": {"prompt": "{} is represented by the music label", "subject": "Tyler, the Creator", "target_new": {"str": "Century Media Records"}, "old_answer": {"str": "Odd Future Records"}, "seed": 42}}, {"loss_per_step": [2.658, 2.537, 1.923, 1.109, 0.502, 0.373, 0.357, 0.344, 0.335, 0.329, 0.325, 0.322, 0.32, 0.319, 0.318, 0.317, 0.316, 0.316, 0.316, 0.315], "prob_new": [0.07204259186983109, 0.11832936853170395, 0.21783560514450073, 0.4697999060153961, 0.8545306324958801, 0.9659671187400818, 0.9772748947143555, 0.9833786487579346, 0.988135039806366, 0.9916005730628967, 0.9939971566200256, 0.9956198334693909, 0.9967178106307983, 0.9974673986434937, 0.9979852437973022, 0.9983474612236023, 0.9986045956611633, 0.9987900257110596, 0.9989259839057922, 0.9990267157554626], "prob_old": [0.4483869671821594, 0.03567535802721977, 0.03454895317554474, 0.018274156376719475, 0.007589391432702541, 0.0019004563800990582, 0.0008934250217862427, 0.000622470979578793, 0.0005131884827278554, 0.000461301562609151, 0.00043616435141302645, 0.00042512587970122695, 0.0004220730043016374, 0.00042410436435602605, 0.0004301083681639284, 0.00043976574670523405, 0.00045293846051208675, 0.000469517515739426, 0.0004894256126135588, 0.0005126561154611409], "prob_new_token": [0.00012779208191204816, 0.0008261967450380325, 0.012061899527907372, 0.04232111573219299, 0.7476020455360413, 0.9803182482719421, 0.9941990375518799, 0.9967544674873352, 0.9976345896720886, 0.9980469942092896, 0.9982717633247375, 0.9984038472175598, 0.9984834790229797, 0.998531699180603, 0.9985589385032654, 0.99857097864151, 0.9985692501068115, 0.9985588788986206, 0.9985458850860596, 0.9985349178314209], "prob_old_token": [0.6283655762672424, 0.005579430144280195, 0.013801044784486294, 0.006187092512845993, 0.0024979908484965563, 8.367208647541702e-05, 1.4704366549267434e-05, 5.6133676480385475e-06, 3.113625552941812e-06, 2.175973349949345e-06, 1.7786422858989681e-06, 1.6122941133289714e-06, 1.554921595925407e-06, 1.548940872453386e-06, 1.5697107755840989e-06, 1.611339484952623e-06, 1.6748986126913223e-06, 1.759936822054442e-06, 1.8622279185365187e-06, 1.974877704924438e-06], "update_matrix_norm_1": [22051.546875], "update_matrix_norm_2": [6.262970447540283], "update_matrix_norm_inf": [0.03735840320587158], "request": {"prompt": "{} is represented by the music label", "subject": "Frankie Goes to Hollywood", "target_new": {"str": "Metal Blade Records"}, "old_answer": {"str": "ZTT Records"}, "seed": 42}}, {"loss_per_step": [3.9, 2.622, 1.271, 0.556, 0.416, 0.381, 0.363, 0.351, 0.344, 0.338, 0.333, 0.329, 0.327, 0.324, 0.322, 0.321, 0.32, 0.319, 0.318, 0.318], "prob_new": [0.02290164865553379, 0.11063110828399658, 0.39728984236717224, 0.8097457885742188, 0.9253591299057007, 0.952864408493042, 0.9666570425033569, 0.9754508137702942, 0.9813997149467468, 0.9856923818588257, 0.9888877272605896, 0.9912340044975281, 0.992893397808075, 0.994081437587738, 0.9950027465820312, 0.9957666397094727, 0.9964134097099304, 0.9969512820243835, 0.9973750710487366, 0.9976882934570312], "prob_old": [0.4483869671821594, 0.05408088490366936, 0.14010871946811676, 0.06696519255638123, 0.025102024897933006, 0.010865026153624058, 0.006257886067032814, 0.00441342918202281, 0.0034711929038167, 0.0028762761503458023, 0.0024660760536789894, 0.002199316630139947, 0.002053709700703621, 0.0019891278352588415, 0.0019619863014668226, 0.0019456295995041728, 0.0019285054877400398, 0.0019079468911513686, 0.001887424266897142, 0.0018698722124099731], "prob_new_token": [0.00012774919741787016, 0.022466370835900307, 0.1613040566444397, 0.8497658371925354, 0.9855204820632935, 0.9971361756324768, 0.9987866282463074, 0.9991793632507324, 0.9992978572845459, 0.9993441104888916, 0.9993581175804138, 0.999326229095459, 0.9992254972457886, 0.9990530610084534, 0.9988282918930054, 0.9985814094543457, 0.9983428716659546, 0.9981306195259094, 0.9979417324066162, 0.9977715015411377], "prob_old_token": [0.6283655762672424, 0.016482189297676086, 0.03231034427881241, 0.002996952971443534, 0.00012811165652237833, 1.2852361578552518e-05, 3.4438671718817204e-06, 1.7972895420825807e-06, 1.3386288628680632e-06, 1.1664799330901587e-06, 1.1156644177390262e-06, 1.182150640488544e-06, 1.3985775240143994e-06, 1.7790375750337262e-06, 2.2951626306166872e-06, 2.884065906982869e-06, 3.468320073807263e-06, 3.983812348451465e-06, 4.407445430842927e-06, 4.728841759060742e-06], "update_matrix_norm_1": [22863.130859375], "update_matrix_norm_2": [6.262970447540283], "update_matrix_norm_inf": [0.03613344207406044], "request": {"prompt": "{} is represented by the music label", "subject": "Frankie Goes to Hollywood", "target_new": {"str": "Atlantic Records"}, "old_answer": {"str": "ZTT Records"}, "seed": 42}}, {"loss_per_step": [4.44, 3.194, 2.833, 1.696, 0.885, 0.466, 0.404, 0.391, 0.379, 0.367, 0.357, 0.348, 0.34, 0.334, 0.329, 0.326, 0.323, 0.321, 0.32, 0.319], "prob_new": [0.012580660171806812, 0.060899633914232254, 0.08678930997848511, 0.25673145055770874, 0.5717211961746216, 0.8656579852104187, 0.9211713075637817, 0.9330036044120789, 0.9433377981185913, 0.9535438418388367, 0.9630370736122131, 0.9713775515556335, 0.9783440828323364, 0.9839558601379395, 0.9883207678794861, 0.9915686249732971, 0.9938792586326599, 0.9954597353935242, 0.9965097308158875, 0.9972134828567505], "prob_old": [0.4483869671821594, 0.01939532347023487, 0.0026365891098976135, 0.0037155847530812025, 0.006753170862793922, 0.004275670275092125, 0.0013144880067557096, 0.0005423849215731025, 0.0002985336468555033, 0.00019838909793179482, 0.00014831789303570986, 0.00011949722829740494, 0.00010134849435416982, 8.932933997130021e-05, 8.120170969050378e-05, 7.576905773021281e-05, 7.233805081341416e-05, 7.050770364003256e-05, 7.00560340192169e-05, 7.070162973832339e-05], "prob_new_token": [8.009154953469988e-06, 0.0010066917166113853, 0.0007393946871161461, 0.019078785553574562, 0.2221088856458664, 0.8108569979667664, 0.9790327548980713, 0.9956727027893066, 0.9983387589454651, 0.9990687966346741, 0.9993606209754944, 0.9995104074478149, 0.9995997548103333, 0.999656617641449, 0.9996930956840515, 0.9997151494026184, 0.9997251629829407, 0.9997256398200989, 0.9997180700302124, 0.9997046589851379], "prob_old_token": [0.6283655762672424, 0.0049093011766672134, 0.002235402585938573, 0.0008432798204012215, 0.0004577156505547464, 5.80717132834252e-05, 2.454552031849744e-06, 2.7897010568267433e-07, 7.121003875454335e-08, 2.895450279538636e-08, 1.520873205151929e-08, 9.241168719142934e-09, 6.197709456756684e-09, 4.522310081966907e-09, 3.580513663337115e-09, 3.0725511024343177e-09, 2.8421007769452444e-09, 2.8047277833564976e-09, 2.9145090785220873e-09, 3.134508652635759e-09], "update_matrix_norm_1": [22063.33984375], "update_matrix_norm_2": [6.262970447540283], "update_matrix_norm_inf": [0.03626945987343788], "request": {"prompt": "{} is represented by the music label", "subject": "Frankie Goes to Hollywood", "target_new": {"str": "Peaceville Records"}, "old_answer": {"str": "ZTT Records"}, "seed": 42}}, {"loss_per_step": [4.846, 4.009, 2.401, 1.29, 0.497, 0.458, 0.45, 0.444, 0.441, 0.439, 0.437, 0.436, 0.434, 0.433, 0.432, 0.432, 0.431, 0.43, 0.43, 0.427], "prob_new": [0.008430784568190575, 0.032425954937934875, 0.1522487998008728, 0.434206485748291, 0.9454318881034851, 0.9833168983459473, 0.9901657104492188, 0.9938697218894958, 0.995888888835907, 0.997082531452179, 0.9978585243225098, 0.9983844757080078, 0.9987385272979736, 0.9989708065986633, 0.9991193413734436, 0.9992120265960693, 0.9992687106132507, 0.9993019104003906, 0.9993191957473755, 0.9993126392364502], "prob_old": [0.5675828456878662, 0.08494046330451965, 0.033037737011909485, 0.00433350121602416, 0.000552865385543555, 0.0001323921314906329, 5.5877637350931764e-05, 3.0358278308995068e-05, 2.03079453058308e-05, 1.579820855113212e-05, 1.354660253127804e-05, 1.2353606507531367e-05, 1.1745411029551178e-05, 1.1535325938893948e-05, 1.169306142401183e-05, 1.2289988262637053e-05, 1.3446212506096344e-05, 1.5302559404517524e-05, 1.8012015061685815e-05, 2.248180317110382e-05], "prob_new_token": [0.000517169653903693, 0.023675212636590004, 0.03850851207971573, 0.14167635142803192, 0.9250922203063965, 0.9763518571853638, 0.9865699410438538, 0.9912697672843933, 0.9937924742698669, 0.9953048825263977, 0.9963078498840332, 0.9970118999481201, 0.9975133538246155, 0.9978604912757874, 0.9980888366699219, 0.9982259273529053, 0.9982951283454895, 0.9983140230178833, 0.9982914924621582, 0.9981959462165833], "prob_old_token": [0.7170923948287964, 0.06040830537676811, 0.003841768717393279, 0.0012753111077472568, 0.0001021831703837961, 1.6731592040741816e-05, 4.755637746711727e-06, 1.9985343442385783e-06, 1.1529283483469044e-06, 8.148811048158677e-07, 6.496928790511447e-07, 5.594760636995488e-07, 5.102348268337664e-07, 4.899562213722675e-07, 4.959941293236625e-07, 5.302143222252198e-07, 5.97067923990835e-07, 7.032281814645103e-07, 8.592187441536225e-07, 1.1309631418043864e-06], "update_matrix_norm_1": [21476.912109375], "update_matrix_norm_2": [6.244964599609375], "update_matrix_norm_inf": [0.09642444550991058], "request": {"prompt": "{} is lead by the person named", "subject": "Baidu", "target_new": {"str": "John Malone"}, "old_answer": {"str": "Robin Li"}, "seed": 42}}, {"loss_per_step": [3.486, 3.137, 2.546, 2.155, 1.981, 1.615, 0.758, 0.598, 0.495, 0.477, 0.464, 0.454, 0.446, 0.441, 0.438, 0.436, 0.434, 0.433, 0.432, 0.43], "prob_new": [0.031778011471033096, 0.07057220488786697, 0.12471328675746918, 0.18301096558570862, 0.21636472642421722, 0.3157138526439667, 0.7383108735084534, 0.8751083016395569, 0.9513119459152222, 0.9630210399627686, 0.9737536311149597, 0.9817779064178467, 0.9874881505966187, 0.991473376750946, 0.9941043853759766, 0.9956842064857483, 0.9965771436691284, 0.9970914125442505, 0.9974375367164612, 0.9977267980575562], "prob_old": [0.5675828456878662, 0.049873847514390945, 0.18431057035923004, 0.22077710926532745, 0.038058169186115265, 0.13285896182060242, 0.09798818826675415, 0.0021211414132267237, 0.0018520012963563204, 0.0016528753330931067, 0.0012610650155693293, 0.0008711282862350345, 0.0005916239460930228, 0.0004281165893189609, 0.0003375068190507591, 0.00028527152608148754, 0.0002537581603974104, 0.0002347338740946725, 0.00022457078739535064, 0.00022230927424971014], "prob_new_token": [0.0006938896258361638, 0.03589756041765213, 0.10882201045751572, 0.3564465641975403, 0.3195105791091919, 0.6806195378303528, 0.7242053747177124, 0.7355853915214539, 0.9260831475257874, 0.9568032622337341, 0.9724463820457458, 0.9816822409629822, 0.9873555898666382, 0.990802526473999, 0.9928489327430725, 0.9940590858459473, 0.9947838187217712, 0.9952270984649658, 0.9954947233200073, 0.9956322908401489], "prob_old_token": [0.7170923948287964, 0.03278685733675957, 0.09204870462417603, 0.12167297303676605, 0.010319475084543228, 0.062079478055238724, 0.05537813901901245, 0.0007711274665780365, 0.0002653922711033374, 0.00012115737627027556, 6.169810512801632e-05, 3.7665369745809585e-05, 2.72880479315063e-05, 2.126302024407778e-05, 1.691916804702487e-05, 1.3823423614667263e-05, 1.1885188541782554e-05, 1.0943626875814516e-05, 1.0857426786969882e-05, 1.1600881407503039e-05], "update_matrix_norm_1": [21443.650390625], "update_matrix_norm_2": [6.276408672332764], "update_matrix_norm_inf": [0.1026129499077797], "request": {"prompt": "{} is lead by the person named", "subject": "Baidu", "target_new": {"str": "Jack Dangermond"}, "old_answer": {"str": "Robin Li"}, "seed": 42}}, {"loss_per_step": [9.504, 7.45, 6.664, 5.026, 2.726, 1.381, 0.899, 0.487, 0.482, 0.461, 0.45, 0.446, 0.443, 0.441, 0.438, 0.436, 0.434, 0.433, 0.432, 0.431], "prob_new": [0.00010648244642652571, 0.001045138924382627, 0.002102849306538701, 0.011400523595511913, 0.1067526713013649, 0.4134453535079956, 0.6633749604225159, 0.9919853210449219, 0.9858037233352661, 0.9923738241195679, 0.9960607290267944, 0.9973160028457642, 0.997896671295166, 0.9982396960258484, 0.9984496235847473, 0.998561680316925, 0.9986077547073364, 0.9986287355422974, 0.9986706972122192, 0.9987661242485046], "prob_old": [0.5675828456878662, 0.0967649295926094, 0.005515252705663443, 0.021589022129774094, 0.03101246803998947, 0.0073073189705610275, 9.43638660828583e-05, 0.0008203196921385825, 0.0015692631714046001, 0.0016924678348004818, 0.0015264145331457257, 0.0014187619090080261, 0.001361129921860993, 0.001338041853159666, 0.0013492291327565908, 0.0013934496091678739, 0.0014595231041312218, 0.0015252492157742381, 0.0015629949048161507, 0.0015509799122810364], "prob_new_token": [5.961175247648498e-06, 0.000706725288182497, 0.005423326976597309, 0.013472071848809719, 0.039516665041446686, 0.2158815562725067, 0.9350027441978455, 0.9845244884490967, 0.9746688008308411, 0.9763748049736023, 0.9809260368347168, 0.982954204082489, 0.9837626218795776, 0.9842426180839539, 0.9846264719963074, 0.9849079847335815, 0.9851374626159668, 0.9854781031608582, 0.9861178994178772, 0.9871466159820557], "prob_old_token": [0.7170923948287964, 0.18670490384101868, 0.002740522613748908, 0.007556087337434292, 0.002208148129284382, 0.0012607509270310402, 4.79950494991499e-06, 4.19003663409967e-06, 1.2995022188988514e-05, 1.6605725249974057e-05, 1.6804160622996278e-05, 1.8480734070180915e-05, 2.1489651771844365e-05, 2.5504896257189102e-05, 3.066249337280169e-05, 3.72928952856455e-05, 4.540452209766954e-05, 5.422468530014157e-05, 6.21040744590573e-05, 6.713905895594507e-05], "update_matrix_norm_1": [22113.060546875], "update_matrix_norm_2": [6.276405334472656], "update_matrix_norm_inf": [0.08524355292320251], "request": {"prompt": "{} is lead by the person named", "subject": "Baidu", "target_new": {"str": "Brian Kennedy"}, "old_answer": {"str": "Robin Li"}, "seed": 42}}, {"loss_per_step": [4.84, 4.628, 4.084, 1.614, 0.771, 0.535, 0.496, 0.478, 0.477, 0.47, 0.468, 0.467, 0.465, 0.464, 0.463, 0.461, 0.46, 0.46, 0.459, 0.457], "prob_new": [0.008082800544798374, 0.015758858993649483, 0.028904248028993607, 0.3399171829223633, 0.7909928560256958, 0.977112352848053, 0.9894665479660034, 0.9931567907333374, 0.9943214058876038, 0.9967082738876343, 0.9968287348747253, 0.9968820214271545, 0.9970657229423523, 0.9973253607749939, 0.997592568397522, 0.9978291988372803, 0.9980205297470093, 0.9981614351272583, 0.9982532262802124, 0.9983062744140625], "prob_old": [0.8304439783096313, 0.595078706741333, 0.04954715073108673, 0.02534305490553379, 0.021857701241970062, 0.006704343482851982, 0.004428171552717686, 0.0056287930347025394, 0.005896557588130236, 0.003530055284500122, 0.0026958445087075233, 0.0024075100664049387, 0.002356715966016054, 0.002443117555230856, 0.002605234971269965, 0.0027985633350908756, 0.003010482294484973, 0.0032673694659024477, 0.003612714819610119, 0.004084198735654354], "prob_new_token": [6.068232778488891e-07, 1.719680403766688e-05, 0.00020011645392514765, 0.03600473701953888, 0.46356746554374695, 0.9787731170654297, 0.9951359033584595, 0.9940571784973145, 0.9937265515327454, 0.9984616041183472, 0.9990869164466858, 0.999218761920929, 0.999245822429657, 0.9992195963859558, 0.9991337656974792, 0.9989820718765259, 0.9987742304801941, 0.9985260963439941, 0.9982377886772156, 0.9978944659233093], "prob_old_token": [0.6636831760406494, 0.1833317130804062, 0.00019857220468111336, 0.0001240268611581996, 8.409146175836213e-06, 1.19500157325092e-07, 2.1470956568236943e-08, 3.400960579824641e-08, 3.7813954634202673e-08, 5.679143377790297e-09, 2.3295112505650195e-09, 1.6172102546008205e-09, 1.5239618456064363e-09, 1.7641181848659926e-09, 2.295614365266374e-09, 3.1349154383519817e-09, 4.347636028967372e-09, 6.149584397263652e-09, 9.076508433736308e-09, 1.4247684809731709e-08], "update_matrix_norm_1": [23952.3359375], "update_matrix_norm_2": [6.414285659790039], "update_matrix_norm_inf": [0.03390117734670639], "request": {"prompt": "{} is lead by the person named", "subject": "Apatow Productions", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Judd Apatow"}, "seed": 42}}, {"loss_per_step": [4.486, 4.448, 3.732, 1.555, 0.681, 0.529, 0.497, 0.484, 0.477, 0.47, 0.466, 0.464, 0.462, 0.46, 0.46, 0.458, 0.457, 0.456, 0.447, 0.43], "prob_new": [0.01177156437188387, 0.019049022346735, 0.04068923741579056, 0.36166495084762573, 0.8540598750114441, 0.9668235182762146, 0.9898500442504883, 0.9952923059463501, 0.9968233704566956, 0.9975420832633972, 0.998175859451294, 0.9986565113067627, 0.9990090131759644, 0.9992286562919617, 0.9993190765380859, 0.9993529915809631, 0.9993593096733093, 0.9993335604667664, 0.999259889125824, 0.9991353750228882], "prob_old": [0.8304439783096313, 0.6822708249092102, 0.1419074386358261, 0.1469460427761078, 0.17556430399417877, 0.06878577172756195, 0.05395263805985451, 0.04267455264925957, 0.0357101634144783, 0.03261079639196396, 0.031147848814725876, 0.0300569087266922, 0.029025809839367867, 0.028448358178138733, 0.028728662058711052, 0.029727663844823837, 0.03139709681272507, 0.033848997205495834, 0.038217104971408844, 0.043906114995479584], "prob_new_token": [0.00012709578732028604, 0.0007865147199481726, 0.005358625203371048, 0.07365699112415314, 0.5969853401184082, 0.9031106233596802, 0.9725942015647888, 0.9900954961776733, 0.9957444071769714, 0.9976436495780945, 0.9983125329017639, 0.9986152052879333, 0.9988731145858765, 0.9990443587303162, 0.9991064667701721, 0.9991456866264343, 0.9991783499717712, 0.999128520488739, 0.9989109635353088, 0.9985049962997437], "prob_old_token": [0.6636831760406494, 0.36409398913383484, 0.0003511322720441967, 0.0011398851638659835, 0.00031529730767942965, 7.409335012198426e-06, 3.181856300216168e-06, 1.3127762485964922e-06, 5.272815997159341e-07, 2.750833516529383e-07, 1.8840830762201222e-07, 1.4573512885363016e-07, 1.1782444175878481e-07, 1.0519545412535081e-07, 1.116869015049815e-07, 1.33079353759058e-07, 1.688222397433492e-07, 2.2841213365154545e-07, 3.558940306902514e-07, 5.848465889357612e-07], "update_matrix_norm_1": [21746.10546875], "update_matrix_norm_2": [6.054919719696045], "update_matrix_norm_inf": [0.0350702740252018], "request": {"prompt": "{} is lead by the person named", "subject": "Apatow Productions", "target_new": {"str": "James Dyson"}, "old_answer": {"str": "Judd Apatow"}, "seed": 42}}, {"loss_per_step": [4.712, 3.914, 1.625, 0.805, 0.553, 0.53, 0.517, 0.51, 0.504, 0.498, 0.493, 0.488, 0.482, 0.477, 0.471, 0.467, 0.464, 0.462, 0.461, 0.454], "prob_new": [0.009254693984985352, 0.033532463014125824, 0.33133670687675476, 0.7383978962898254, 0.9525198340415955, 0.9693748354911804, 0.9762760400772095, 0.9806135296821594, 0.984075665473938, 0.9870191216468811, 0.9894813299179077, 0.9915264844894409, 0.9932207465171814, 0.9945651888847351, 0.9955250024795532, 0.9961093068122864, 0.9964908361434937, 0.9969568252563477, 0.9975458979606628, 0.9980201721191406], "prob_old": [0.8304439783096313, 0.6268943548202515, 0.07624907791614532, 0.03528301417827606, 0.023447684943675995, 0.02246027998626232, 0.021550197154283524, 0.020174818113446236, 0.018575148656964302, 0.016996387392282486, 0.0155890928581357, 0.014349858276546001, 0.013209875673055649, 0.012135985307395458, 0.011117118410766125, 0.010164444334805012, 0.009383230470120907, 0.008902331814169884, 0.0087319016456604, 0.008796934969723225], "prob_new_token": [9.202713954437058e-06, 0.0003759763203561306, 0.08972816169261932, 0.5242495536804199, 0.9491743445396423, 0.9736605882644653, 0.9825707077980042, 0.9874973893165588, 0.9907441735267639, 0.9929778575897217, 0.9944745898246765, 0.9955063462257385, 0.9962916374206543, 0.9969388246536255, 0.9974861145019531, 0.9979536533355713, 0.9983469247817993, 0.998644232749939, 0.9988365173339844, 0.9988883137702942], "prob_old_token": [0.6636831760406494, 0.3039981424808502, 0.00023720783065073192, 1.8341621398576535e-05, 3.3390629141649697e-06, 2.8818717510148417e-06, 2.607751412142534e-06, 2.2460012587544043e-06, 1.96419046005758e-06, 1.7738212818585453e-06, 1.6563028566451976e-06, 1.5894503349045408e-06, 1.5380099966932903e-06, 1.4672798442916246e-06, 1.3336032225197414e-06, 1.1035333500331035e-06, 8.357367278222227e-07, 6.267694061534712e-07, 5.000435407964687e-07, 4.4251785880078387e-07], "update_matrix_norm_1": [23170.02734375], "update_matrix_norm_2": [6.32828426361084], "update_matrix_norm_inf": [0.036479558795690536], "request": {"prompt": "{} is lead by the person named", "subject": "Apatow Productions", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Judd Apatow"}, "seed": 42}}, {"loss_per_step": [2.528, 2.343, 1.813, 1.536, 1.402, 1.192, 0.587, 0.384, 0.382, 0.377, 0.371, 0.367, 0.365, 0.363, 0.361, 0.36, 0.359, 0.358, 0.357, 0.357], "prob_new": [0.08151008188724518, 0.14408911764621735, 0.23789677023887634, 0.3105429708957672, 0.3548564612865448, 0.4372805655002594, 0.8009713888168335, 0.9880205988883972, 0.99004727602005, 0.9914150238037109, 0.9941896796226501, 0.9959724545478821, 0.9969744086265564, 0.9976154565811157, 0.9981035590171814, 0.998508632183075, 0.9988340735435486, 0.9990738034248352, 0.9992380738258362, 0.9993475079536438], "prob_old": [0.8144813179969788, 0.5290194153785706, 0.10170748084783554, 0.3173108696937561, 0.2873833477497101, 0.18993529677391052, 0.1058260053396225, 0.02707340009510517, 0.017172807827591896, 0.014937963336706161, 0.014020973816514015, 0.013640026561915874, 0.013459816575050354, 0.013273552060127258, 0.012900886125862598, 0.01222939696162939, 0.011310878209769726, 0.010315590538084507, 0.009438038803637028, 0.008804447017610073], "prob_new_token": [1.0678562830435112e-05, 0.00011542376887518913, 0.0006035115220583975, 0.0016106544062495232, 0.003534091869369149, 0.009009123779833317, 0.3164825439453125, 0.9372761249542236, 0.9780250787734985, 0.9865061640739441, 0.9908435344696045, 0.9932661056518555, 0.9946932792663574, 0.9956784248352051, 0.9965510964393616, 0.9974223971366882, 0.9982197880744934, 0.9988186359405518, 0.9991869926452637, 0.999382734298706], "prob_old_token": [0.8557019233703613, 0.573262631893158, 0.0011170906946063042, 0.04103466868400574, 0.04131340608000755, 0.005901688244193792, 0.001120654633268714, 1.5656090909033082e-05, 3.430610831856029e-06, 2.0385271000122884e-06, 1.4438224980040104e-06, 1.16672686090169e-06, 1.0371314829171752e-06, 9.602681529941037e-07, 8.65688548401522e-07, 7.206692771433154e-07, 5.454963343254349e-07, 3.8465617535621277e-07, 2.694344516385172e-07, 2.0087925634015846e-07], "update_matrix_norm_1": [24341.515625], "update_matrix_norm_2": [6.698143005371094], "update_matrix_norm_inf": [0.04742325842380524], "request": {"prompt": "{} is lead by the person named", "subject": "Universal Music Group", "target_new": {"str": "Rodolphe Saad\u00e9"}, "old_answer": {"str": "Lucian Grainge"}, "seed": 42}}, {"loss_per_step": [6.839, 5.629, 4.55, 2.443, 0.966, 0.398, 0.383, 0.378, 0.372, 0.368, 0.366, 0.364, 0.363, 0.362, 0.361, 0.36, 0.359, 0.359, 0.358, 0.358], "prob_new": [0.0011982760624960065, 0.005545612890273333, 0.01682930812239647, 0.139042466878891, 0.5607122778892517, 0.9683687090873718, 0.9832053780555725, 0.9879989624023438, 0.9926661849021912, 0.9957239031791687, 0.9973721504211426, 0.9982485175132751, 0.9987394213676453, 0.9990330934524536, 0.9992200136184692, 0.9993457198143005, 0.9994339942932129, 0.999498188495636, 0.9995464086532593, 0.9995834827423096], "prob_old": [0.8144813179969788, 0.40450319647789, 0.12048234790563583, 0.39041101932525635, 0.3646116256713867, 0.11518482863903046, 0.056223344057798386, 0.040062353014945984, 0.032801248133182526, 0.028445512056350708, 0.0254927109926939, 0.02339239977300167, 0.02186162956058979, 0.020729275420308113, 0.019885828718543053, 0.019258536398410797, 0.01879730075597763, 0.018466658890247345, 0.018240028992295265, 0.01809724047780037], "prob_new_token": [0.00012598132889252156, 0.006811308674514294, 0.011670430190861225, 0.058119531720876694, 0.43961411714553833, 0.9061926603317261, 0.9473153352737427, 0.9683170914649963, 0.9808840751647949, 0.9879950284957886, 0.9919888377189636, 0.994306743144989, 0.9957205653190613, 0.9966298341751099, 0.9972435235977173, 0.9976767897605896, 0.9979953765869141, 0.9982361197471619, 0.9984232783317566, 0.9985718131065369], "prob_old_token": [0.8557019233703613, 0.06818817555904388, 0.00029719265876337886, 0.06846906989812851, 0.026643596589565277, 0.00023762625642120838, 1.993407386180479e-05, 6.6192433223477565e-06, 3.5179120914108353e-06, 2.242619530079537e-06, 1.5749754993521492e-06, 1.1835629720735596e-06, 9.381899417348905e-07, 7.767171155137476e-07, 6.667714274044556e-07, 5.900150767956802e-07, 5.357173336051346e-07, 4.971079192728212e-07, 4.6977700662864663e-07, 4.5080747668180265e-07], "update_matrix_norm_1": [25046.201171875], "update_matrix_norm_2": [6.6981425285339355], "update_matrix_norm_inf": [0.03808163106441498], "request": {"prompt": "{} is lead by the person named", "subject": "Universal Music Group", "target_new": {"str": "Andrew Mason"}, "old_answer": {"str": "Lucian Grainge"}, "seed": 42}}, {"loss_per_step": [3.634, 2.488, 1.539, 0.8, 0.465, 0.399, 0.382, 0.376, 0.371, 0.368, 0.365, 0.363, 0.362, 0.361, 0.36, 0.359, 0.359, 0.358, 0.358, 0.356], "prob_new": [0.028573689982295036, 0.1274644285440445, 0.3146999180316925, 0.6539307236671448, 0.9267030358314514, 0.9780946373939514, 0.9886188507080078, 0.9911890029907227, 0.9930737018585205, 0.9948962926864624, 0.9961980581283569, 0.9970154762268066, 0.997536838054657, 0.9978947639465332, 0.9981573224067688, 0.998354434967041, 0.9985011219978333, 0.9986085891723633, 0.9986864924430847, 0.9987277388572693], "prob_old": [0.8144813179969788, 0.2806907296180725, 0.019051633775234222, 0.020944474264979362, 0.011612355709075928, 0.007107473909854889, 0.005127339623868465, 0.004360130988061428, 0.004111391492187977, 0.0040651774033904076, 0.004131705965846777, 0.00423438660800457, 0.004288916476070881, 0.004244446754455566, 0.004109739791601896, 0.003939319867640734, 0.0037949734833091497, 0.0037184429820626974, 0.003727174364030361, 0.0038657381664961576], "prob_new_token": [3.7083117376823793e-07, 0.0003203089290764183, 0.021992255002260208, 0.17177005112171173, 0.8518081903457642, 0.986045241355896, 0.9963730573654175, 0.9980294704437256, 0.9985172152519226, 0.9987351298332214, 0.9988520741462708, 0.9989216327667236, 0.998982310295105, 0.9990521669387817, 0.9991289973258972, 0.9991958737373352, 0.999237596988678, 0.9992437362670898, 0.999211311340332, 0.9991211295127869], "prob_old_token": [0.8557019233703613, 0.04209916293621063, 4.28295470555895e-06, 3.058716799841932e-07, 6.499918470126431e-08, 6.992344037115572e-09, 2.420908806755051e-09, 1.4994797625789147e-09, 1.0674845452030013e-09, 7.812192559519815e-10, 6.06370564870673e-10, 5.078286680060273e-10, 4.4036929658375357e-10, 3.7836930810719593e-10, 3.1861041582814664e-10, 2.698658241317986e-10, 2.404103305320149e-10, 2.3449434061184604e-10, 2.55875903798497e-10, 3.2484298584378735e-10], "update_matrix_norm_1": [24179.75390625], "update_matrix_norm_2": [6.6749773025512695], "update_matrix_norm_inf": [0.04331819340586662], "request": {"prompt": "{} is lead by the person named", "subject": "Universal Music Group", "target_new": {"str": "Kazunori Yamauchi"}, "old_answer": {"str": "Lucian Grainge"}, "seed": 42}}, {"loss_per_step": [3.719, 3.197, 2.613, 1.857, 1.122, 0.679, 0.486, 0.452, 0.441, 0.426, 0.415, 0.409, 0.405, 0.4, 0.397, 0.395, 0.393, 0.391, 0.39, 0.389], "prob_new": [0.027285700663924217, 0.06632275134325027, 0.11755934357643127, 0.2537767291069031, 0.5077788829803467, 0.7805284857749939, 0.9753700494766235, 0.9868331551551819, 0.9906060695648193, 0.9924737215042114, 0.9935595393180847, 0.994284987449646, 0.994791567325592, 0.9952024221420288, 0.9956012964248657, 0.9959988594055176, 0.9963829517364502, 0.9967408180236816, 0.997058093547821, 0.9973255395889282], "prob_old": [0.836394727230072, 0.04265150800347328, 0.047085996717214584, 0.03166530281305313, 0.018744653090834618, 0.018506130203604698, 0.004567333497107029, 0.003428050549700856, 0.003148627234622836, 0.003020951058715582, 0.002957467921078205, 0.002966916421428323, 0.0030815836507827044, 0.0032315105199813843, 0.0033493759110569954, 0.0034290719777345657, 0.003481352236121893, 0.0035138181410729885, 0.0035365454386919737, 0.0035526237916201353], "prob_new_token": [1.2523313444035011e-06, 0.00014982685388531536, 0.0023376201279461384, 0.021891122683882713, 0.1416720151901245, 0.3915920555591583, 0.9695157408714294, 0.9914347529411316, 0.9955129027366638, 0.9969404935836792, 0.997384250164032, 0.9973939657211304, 0.997277557849884, 0.9973375201225281, 0.9976696968078613, 0.9981009364128113, 0.9984466433525085, 0.9986525177955627, 0.9987528920173645, 0.9987949728965759], "prob_old_token": [0.7679718136787415, 0.00021256138279568404, 0.0003243217652197927, 7.248249312397093e-05, 2.4539120204281062e-05, 4.915817407891154e-05, 2.1748665801624156e-07, 6.173986122348651e-08, 3.57023814956392e-08, 2.2970519708565007e-08, 1.6330595542513038e-08, 1.3554508626612005e-08, 1.3118949482304743e-08, 1.2876082422508262e-08, 1.1682799616608008e-08, 1.003130822851972e-08, 8.696686037978907e-09, 7.869009444050334e-09, 7.446861349791334e-09, 7.2459256372781056e-09], "update_matrix_norm_1": [21750.908203125], "update_matrix_norm_2": [6.19581413269043], "update_matrix_norm_inf": [0.04137358441948891], "request": {"prompt": "{} is lead by the person named", "subject": "Mars One", "target_new": {"str": "Giorgio Armani"}, "old_answer": {"str": "Bas Lansdorp"}, "seed": 42}}, {"loss_per_step": [3.257, 3.154, 2.41, 1.667, 0.87, 0.466, 0.443, 0.431, 0.423, 0.418, 0.413, 0.408, 0.403, 0.399, 0.396, 0.394, 0.391, 0.389, 0.388, 0.386], "prob_new": [0.039175424724817276, 0.06793537735939026, 0.13834437727928162, 0.29238057136535645, 0.6489514708518982, 0.9319577813148499, 0.9550532698631287, 0.9615994691848755, 0.9663729071617126, 0.9706602692604065, 0.9746852517127991, 0.9784346222877502, 0.9818149209022522, 0.9847450256347656, 0.9871924519538879, 0.9891769886016846, 0.9907662868499756, 0.9920541644096375, 0.9931305050849915, 0.9940592646598816], "prob_old": [0.836394727230072, 0.05143275856971741, 0.09453753381967545, 0.0839296504855156, 0.08123131841421127, 0.07885508239269257, 0.03352753818035126, 0.017797891050577164, 0.01242967788130045, 0.010310071520507336, 0.009417456574738026, 0.009079470299184322, 0.009020582772791386, 0.009106426499783993, 0.009280764497816563, 0.009546907618641853, 0.009928757324814796, 0.010422649793326855, 0.01096757035702467, 0.011463402770459652], "prob_new_token": [6.262857368710684e-06, 0.00016654946375638247, 0.003508885856717825, 0.027979359030723572, 0.5041590929031372, 0.9610252976417542, 0.9943298101425171, 0.9975284934043884, 0.9983919262886047, 0.9987653493881226, 0.9989563822746277, 0.9990566968917847, 0.9991039037704468, 0.9991198182106018, 0.9991182088851929, 0.9991061091423035, 0.9990898966789246, 0.9990759491920471, 0.9990748763084412, 0.9990918636322021], "prob_old_token": [0.7679718136787415, 0.00043737704982049763, 0.0007404870702885091, 0.00018523108155932277, 0.00011339839693391696, 1.859747681010049e-05, 2.3477405193261802e-06, 8.406255460613465e-07, 5.611593110188551e-07, 5.019010700380022e-07, 5.135701144354243e-07, 5.550152764044469e-07, 6.06118874202366e-07, 6.51500272397243e-07, 6.825398486398626e-07, 7.021573082965915e-07, 7.165956503740745e-07, 7.246244422276504e-07, 7.16879242190771e-07, 6.853799163764052e-07], "update_matrix_norm_1": [21877.5859375], "update_matrix_norm_2": [6.19581413269043], "update_matrix_norm_inf": [0.039370711892843246], "request": {"prompt": "{} is lead by the person named", "subject": "Mars One", "target_new": {"str": "Franz Welser-M\u00f6st"}, "old_answer": {"str": "Bas Lansdorp"}, "seed": 42}}, {"loss_per_step": [3.882, 3.077, 1.453, 0.545, 0.451, 0.425, 0.415, 0.409, 0.405, 0.402, 0.399, 0.397, 0.395, 0.393, 0.392, 0.391, 0.389, 0.388, 0.387, 0.386], "prob_new": [0.021182440221309662, 0.09171805530786514, 0.3531189560890198, 0.8629014492034912, 0.947176456451416, 0.9703798294067383, 0.9789602160453796, 0.9834209680557251, 0.9862980842590332, 0.9883739352226257, 0.9899576306343079, 0.9911998510360718, 0.9921876192092896, 0.9929776787757874, 0.9936113357543945, 0.994118869304657, 0.9945236444473267, 0.9948436617851257, 0.995092511177063, 0.9952806830406189], "prob_old": [0.836394727230072, 0.09999493509531021, 0.09252366423606873, 0.041926734149456024, 0.029432479292154312, 0.024159684777259827, 0.021763062104582787, 0.020825371146202087, 0.02072107046842575, 0.021163247525691986, 0.022019850090146065, 0.02323256805539131, 0.024777503684163094, 0.026640240103006363, 0.02879880741238594, 0.031210854649543762, 0.03381064534187317, 0.036517925560474396, 0.03925373777747154, 0.04195155203342438], "prob_new_token": [0.00011757700849557295, 0.006617852486670017, 0.042110614478588104, 0.8815773725509644, 0.9610078930854797, 0.9837186336517334, 0.9914349913597107, 0.9945980906486511, 0.9961402416229248, 0.9969972372055054, 0.9975192546844482, 0.9978572726249695, 0.9980823397636414, 0.9982320666313171, 0.998326301574707, 0.9983762502670288, 0.9983890056610107, 0.9983680844306946, 0.9983169436454773, 0.9982373714447021], "prob_old_token": [0.7679718136787415, 0.00040103067294694483, 6.67419153614901e-05, 1.7515640138299204e-05, 5.564369985222584e-06, 2.1441655917442404e-06, 1.064154162122577e-06, 6.523682145598286e-07, 4.645058879759745e-07, 3.6692597404908156e-07, 3.123056728782103e-07, 2.8141536745351914e-07, 2.656253172972356e-07, 2.608709905871365e-07, 2.653017645570799e-07, 2.782463468520291e-07, 2.996079615513736e-07, 3.2968947039080376e-07, 3.6903824707223976e-07, 4.1834866237877577e-07], "update_matrix_norm_1": [21917.9375], "update_matrix_norm_2": [6.195810794830322], "update_matrix_norm_inf": [0.034497883170843124], "request": {"prompt": "{} is lead by the person named", "subject": "Mars One", "target_new": {"str": "Joi Ito"}, "old_answer": {"str": "Bas Lansdorp"}, "seed": 42}}, {"loss_per_step": [3.954, 3.58, 2.92, 1.867, 0.884, 0.443, 0.505, 0.416, 0.417, 0.413, 0.4, 0.405, 0.397, 0.394, 0.393, 0.393, 0.391, 0.39, 0.389, 0.389], "prob_new": [0.01988038793206215, 0.04430526867508888, 0.08300361037254333, 0.23221483826637268, 0.620816171169281, 0.9841018915176392, 0.9616490602493286, 0.9939758777618408, 0.9966251850128174, 0.9970065951347351, 0.9969319105148315, 0.9969024658203125, 0.9974788427352905, 0.9976133108139038, 0.9975677132606506, 0.9979068636894226, 0.9984270930290222, 0.9987775683403015, 0.9989824295043945, 0.9991059303283691], "prob_old": [0.9006574749946594, 0.7465023994445801, 0.406465619802475, 0.1762906014919281, 0.060338277369737625, 0.008102367632091045, 0.009539096616208553, 0.007150220684707165, 0.005378657951951027, 0.004711605142802, 0.003952665254473686, 0.0033852718770503998, 0.004150367807596922, 0.005925839766860008, 0.007455755490809679, 0.007209135685116053, 0.0056967586278915405, 0.00443111639469862, 0.0036867386661469936, 0.0032937086652964354], "prob_new_token": [4.2136849742746563e-07, 1.1802113476733211e-05, 6.145282532088459e-05, 0.00047721591545268893, 0.043628763407468796, 0.9539391994476318, 0.8587042689323425, 0.9706035256385803, 0.9893097877502441, 0.9921172261238098, 0.9927008152008057, 0.9928823709487915, 0.9927394986152649, 0.98780357837677, 0.9795763492584229, 0.9811014533042908, 0.9901878833770752, 0.9950783848762512, 0.9968991875648499, 0.9975515007972717], "prob_old_token": [0.7812581062316895, 0.31917670369148254, 0.07316473126411438, 0.003011069493368268, 0.0001629388571018353, 2.883734282477235e-07, 5.858843223904842e-07, 2.115991293294428e-07, 4.6892765226402844e-08, 2.3227375578471765e-08, 1.21252039519959e-08, 7.162068715871328e-09, 1.5685403198517633e-08, 7.596204198989653e-08, 2.55913647606576e-07, 3.1522014865004166e-07, 1.608300550515196e-07, 7.395483692107518e-08, 4.4463618564805074e-08, 3.5509646778564274e-08], "update_matrix_norm_1": [22281.72265625], "update_matrix_norm_2": [6.1504435539245605], "update_matrix_norm_inf": [0.046019889414310455], "request": {"prompt": "{} is lead by the person named", "subject": "SoftBank Group", "target_new": {"str": "Judd Apatow"}, "old_answer": {"str": "Masayoshi Son"}, "seed": 42}}, {"loss_per_step": [4.633, 4.444, 3.342, 1.883, 0.533, 0.48, 0.478, 0.471, 0.464, 0.458, 0.445, 0.411, 0.403, 0.405, 0.406, 0.394, 0.405, 0.392, 0.394, 0.392], "prob_new": [0.009846174158155918, 0.018467484042048454, 0.05746547505259514, 0.23034943640232086, 0.9414620399475098, 0.9876382350921631, 0.9860751032829285, 0.9875808358192444, 0.9906818270683289, 0.9932186603546143, 0.994868278503418, 0.9957419037818909, 0.9959999322891235, 0.9956494569778442, 0.9956954717636108, 0.995227575302124, 0.9958961606025696, 0.9966287612915039, 0.9973381757736206, 0.9977628588676453], "prob_old": [0.9006574749946594, 0.7057769298553467, 0.17589829862117767, 0.08813092857599258, 0.013985415920615196, 0.005524734500795603, 0.004559313412755728, 0.0038331644609570503, 0.003082949435338378, 0.0024900471325963736, 0.002129301894456148, 0.002114908304065466, 0.0021183504723012447, 0.0020627069752663374, 0.0023973630741238594, 0.002817187225446105, 0.0028731615748256445, 0.0024517150595784187, 0.002051555784419179, 0.001829983084462583], "prob_new_token": [2.2254432678892044e-06, 1.2843051081290469e-05, 0.00018582309712655842, 0.0006220576469786465, 0.713724672794342, 0.9815473556518555, 0.9912874698638916, 0.9956875443458557, 0.997718334197998, 0.9985465407371521, 0.9988370537757874, 0.9987606406211853, 0.9976022839546204, 0.9939284920692444, 0.9928644895553589, 0.9911880493164062, 0.9940552711486816, 0.995538592338562, 0.9970546364784241, 0.9978175163269043], "prob_old_token": [0.7812581062316895, 0.5993221998214722, 0.0035250168293714523, 0.0003932779945898801, 8.10730671219062e-06, 2.11176981679273e-07, 7.210208963215337e-08, 2.5856763841147767e-08, 9.368129383346968e-09, 3.918962043769625e-09, 1.9812509410854773e-09, 1.1012083467321077e-09, 1.0834493302525061e-09, 1.2919101344266437e-09, 1.7119010653487976e-09, 2.1293740104511016e-09, 1.7711477839910117e-09, 1.2768588408818005e-09, 8.871914314312335e-10, 7.532052759273711e-10], "update_matrix_norm_1": [22182.078125], "update_matrix_norm_2": [6.1504435539245605], "update_matrix_norm_inf": [0.04520827531814575], "request": {"prompt": "{} is lead by the person named", "subject": "SoftBank Group", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Masayoshi Son"}, "seed": 42}}, {"loss_per_step": [8.785, 7.031, 3.131, 2.863, 0.497, 0.463, 0.405, 0.403, 0.397, 0.397, 0.395, 0.393, 0.392, 0.392, 0.391, 0.39, 0.39, 0.389, 0.389, 0.388], "prob_new": [0.00018211384303867817, 0.0019443624187260866, 0.09334880858659744, 0.09675068408250809, 0.931074321269989, 0.9661838412284851, 0.9962490797042847, 0.9976692199707031, 0.9982298016548157, 0.9987397789955139, 0.9990707039833069, 0.9992794990539551, 0.9994338154792786, 0.9995386004447937, 0.9996030926704407, 0.9996421933174133, 0.9996616244316101, 0.999666154384613, 0.9996606111526489, 0.9996505975723267], "prob_old": [0.9006574749946594, 0.7542160749435425, 0.1815154254436493, 0.5780093669891357, 0.19200420379638672, 0.035310469567775726, 0.0234084352850914, 0.02186484821140766, 0.02125628851354122, 0.020553912967443466, 0.020119277760386467, 0.0198502279818058, 0.019412947818636894, 0.018842501565814018, 0.018284715712070465, 0.017828525975346565, 0.017552075907588005, 0.017451107501983643, 0.017448261380195618, 0.017454324290156364], "prob_new_token": [1.2774040669683018e-06, 3.8215192034840584e-05, 0.08305016905069351, 0.004463560879230499, 0.4492621421813965, 0.9415543675422668, 0.9600160717964172, 0.9626603722572327, 0.9706382751464844, 0.979742705821991, 0.9852941632270813, 0.9886955618858337, 0.9915332794189453, 0.9935775995254517, 0.9948086142539978, 0.9954845309257507, 0.995686411857605, 0.9954855442047119, 0.9950077533721924, 0.9944105744361877], "prob_old_token": [0.7812581062316895, 0.5770713686943054, 0.005738500971347094, 0.19007906317710876, 0.011416970752179623, 0.00010690918861655518, 3.876120536006056e-05, 3.4973880246980116e-05, 3.108257078565657e-05, 2.353242780372966e-05, 1.853414323704783e-05, 1.5092196917976253e-05, 1.1389787687221542e-05, 8.518817594449501e-06, 6.804039912822191e-06, 5.865471393917687e-06, 5.596300525212428e-06, 5.896311904507456e-06, 6.580402896361193e-06, 7.410578291455749e-06], "update_matrix_norm_1": [23112.53125], "update_matrix_norm_2": [6.150445461273193], "update_matrix_norm_inf": [0.035874366760253906], "request": {"prompt": "{} is lead by the person named", "subject": "SoftBank Group", "target_new": {"str": "Andrew Mason"}, "old_answer": {"str": "Masayoshi Son"}, "seed": 42}}, {"loss_per_step": [4.395, 3.543, 1.912, 0.937, 0.606, 0.508, 0.472, 0.456, 0.449, 0.444, 0.441, 0.439, 0.438, 0.436, 0.435, 0.435, 0.434, 0.433, 0.432, 0.432], "prob_new": [0.012792238034307957, 0.047614678740501404, 0.23961199820041656, 0.6199500560760498, 0.8596503138542175, 0.9423822164535522, 0.9728537201881409, 0.9864593148231506, 0.9922391176223755, 0.9947336316108704, 0.9959933161735535, 0.9967617988586426, 0.9972806572914124, 0.9976287484169006, 0.9978523254394531, 0.9979971051216125, 0.9981030225753784, 0.9981940388679504, 0.9982765316963196, 0.9983456134796143], "prob_old": [0.7115967273712158, 0.5628647804260254, 0.09410108625888824, 0.12810854613780975, 0.0743286982178688, 0.03225323185324669, 0.016477065160870552, 0.010263286530971527, 0.007505454123020172, 0.006094119977205992, 0.00530391838401556, 0.0048484159633517265, 0.004602089524269104, 0.004498254507780075, 0.004488697275519371, 0.004533457104116678, 0.004602564964443445, 0.004678630735725164, 0.004757967311888933, 0.004849210847169161], "prob_new_token": [0.0005006868159398437, 0.0021877402905374765, 0.03962387517094612, 0.3649647533893585, 0.7867046594619751, 0.935583233833313, 0.972784161567688, 0.985744297504425, 0.9911473393440247, 0.9937266111373901, 0.9951035976409912, 0.9959028363227844, 0.9963828921318054, 0.9966574907302856, 0.9968017935752869, 0.9968789219856262, 0.9969448447227478, 0.9970256686210632, 0.9971194863319397, 0.9972034692764282], "prob_old_token": [0.7090302109718323, 0.43987998366355896, 0.0023987903259694576, 0.008729585446417332, 0.0010229671606794, 5.517743920790963e-05, 7.002831807767507e-06, 1.940011316037271e-06, 8.821450023788202e-07, 5.40896678558056e-07, 3.9654563011026767e-07, 3.2367981361858256e-07, 2.8380136996020155e-07, 2.6304419975531346e-07, 2.547105850680964e-07, 2.541452204241068e-07, 2.5779417001103866e-07, 2.637050329212798e-07, 2.717787310757558e-07, 2.8378136107676255e-07], "update_matrix_norm_1": [23301.7734375], "update_matrix_norm_2": [6.381410121917725], "update_matrix_norm_inf": [0.039826005697250366], "request": {"prompt": "{} is lead by the person named", "subject": "Activision Blizzard", "target_new": {"str": "John Malone"}, "old_answer": {"str": "Bobby Kotick"}, "seed": 42}}, {"loss_per_step": [4.773, 4.266, 2.417, 1.203, 0.53, 0.488, 0.476, 0.458, 0.449, 0.444, 0.442, 0.44, 0.439, 0.437, 0.436, 0.435, 0.434, 0.433, 0.433, 0.432], "prob_new": [0.008651288226246834, 0.023246988654136658, 0.14315851032733917, 0.4897979199886322, 0.9328104853630066, 0.9599729180335999, 0.9656853675842285, 0.9805059432983398, 0.9886721968650818, 0.9918779730796814, 0.9935314655303955, 0.9945937991142273, 0.995357871055603, 0.9959376454353333, 0.9963884949684143, 0.9967424273490906, 0.997018575668335, 0.9972285628318787, 0.9973804354667664, 0.9974833130836487], "prob_old": [0.7115967273712158, 0.5609557032585144, 0.008935376070439816, 0.0010011595441028476, 0.0018105258932337165, 0.004014068283140659, 0.007925598882138729, 0.005593087989836931, 0.003053606254979968, 0.0019046156667172909, 0.0013821417232975364, 0.0011215376434847713, 0.0009849085472524166, 0.0009173839935101569, 0.0008962580468505621, 0.0009124055504798889, 0.0009623729856684804, 0.0010438121389597654, 0.0011519864201545715, 0.001277194474823773], "prob_new_token": [2.0536576812446583e-06, 1.5283794709830545e-05, 0.0010390577372163534, 0.06423380225896835, 0.8227805495262146, 0.9005775451660156, 0.9181013107299805, 0.9630014300346375, 0.9852507710456848, 0.9921613931655884, 0.9947602152824402, 0.9959688186645508, 0.9966033697128296, 0.9969469308853149, 0.9971143007278442, 0.9971585273742676, 0.9970983266830444, 0.9969370365142822, 0.9966681599617004, 0.9962931275367737], "prob_old_token": [0.7090302109718323, 0.5986471772193909, 3.5707646020455286e-05, 2.44166557195058e-07, 5.875545525668713e-07, 7.290043981811323e-07, 9.819289061852032e-07, 3.084136039888108e-07, 7.409320090800975e-08, 2.776953422767292e-08, 1.4959782745904704e-08, 1.0136842476526908e-08, 7.981487470942739e-09, 7.0009380515045905e-09, 6.688667397725112e-09, 6.87464796200743e-09, 7.545184033119767e-09, 8.778598292735751e-09, 1.0711297626642136e-08, 1.3470359938594356e-08], "update_matrix_norm_1": [23873.107421875], "update_matrix_norm_2": [6.381407260894775], "update_matrix_norm_inf": [0.03763971105217934], "request": {"prompt": "{} is lead by the person named", "subject": "Activision Blizzard", "target_new": {"str": "Heinrich Himmler"}, "old_answer": {"str": "Bobby Kotick"}, "seed": 42}}, {"loss_per_step": [4.445, 3.709, 3.051, 2.03, 1.124, 0.518, 0.507, 0.492, 0.481, 0.472, 0.465, 0.459, 0.454, 0.45, 0.448, 0.446, 0.443, 0.442, 0.44, 0.439], "prob_new": [0.011945715174078941, 0.03966015204787254, 0.07516446709632874, 0.2079051434993744, 0.5231339931488037, 0.9337303638458252, 0.9441336989402771, 0.9579384326934814, 0.9680892825126648, 0.9751026630401611, 0.9800768494606018, 0.9836493134498596, 0.986257016658783, 0.9882108569145203, 0.9897232055664062, 0.9909336566925049, 0.9919341206550598, 0.9927846789360046, 0.9935239553451538, 0.9941766262054443], "prob_old": [0.7115967273712158, 0.24811215698719025, 0.010544059798121452, 0.006133499555289745, 0.0028942993376404047, 0.003019726136699319, 0.0028213870245963335, 0.002199846785515547, 0.0017208755016326904, 0.0013953103916719556, 0.0011695456923916936, 0.0010103827808052301, 0.0008976784301921725, 0.0008158893324434757, 0.0007519129430875182, 0.0006972690462134778, 0.0006481398595497012, 0.0006036552949808538, 0.0005641407915391028, 0.0005292775458656251], "prob_new_token": [2.175287954742089e-05, 0.0003795830125454813, 0.0008485719445161521, 0.0023570163175463676, 0.256218820810318, 0.8882717490196228, 0.9276332855224609, 0.9569041132926941, 0.9718082547187805, 0.980132520198822, 0.9853582382202148, 0.9887964725494385, 0.9910798668861389, 0.9925895929336548, 0.9935684204101562, 0.9941793084144592, 0.9945434927940369, 0.9947528839111328, 0.9948845505714417, 0.995003342628479], "prob_old_token": [0.7090302109718323, 0.09720996022224426, 5.7243520132033154e-05, 0.00014297477900981903, 2.1973452021484263e-05, 2.541871799621731e-05, 2.3519078240497038e-05, 1.0102886335516814e-05, 4.4021735448041e-06, 2.226784999947995e-06, 1.2919638265884714e-06, 8.449955544165277e-07, 6.142984716461797e-07, 4.859084015151893e-07, 4.057102671595203e-07, 3.484832404865301e-07, 3.035055442524026e-07, 2.6661280116968555e-07, 2.3592626519075566e-07, 2.093286752824497e-07], "update_matrix_norm_1": [23339.20703125], "update_matrix_norm_2": [6.381406784057617], "update_matrix_norm_inf": [0.045051030814647675], "request": {"prompt": "{} is lead by the person named", "subject": "Activision Blizzard", "target_new": {"str": "Joi Ito"}, "old_answer": {"str": "Bobby Kotick"}, "seed": 42}}, {"loss_per_step": [6.378, 5.842, 5.114, 3.977, 1.297, 0.546, 0.46, 0.447, 0.44, 0.435, 0.432, 0.429, 0.426, 0.423, 0.421, 0.42, 0.418, 0.417, 0.417, 0.416], "prob_new": [0.0021150631364434958, 0.005348232574760914, 0.010153149254620075, 0.030180035158991814, 0.4312497079372406, 0.8906348347663879, 0.9728403091430664, 0.9868455529212952, 0.9915552139282227, 0.9938572645187378, 0.995319664478302, 0.9963623285293579, 0.9971237182617188, 0.9976752996444702, 0.9980705380439758, 0.998352587223053, 0.998556911945343, 0.9987086653709412, 0.9988252520561218, 0.998917281627655], "prob_old": [0.5958995819091797, 0.0016623182455077767, 0.0037152348086237907, 0.003441734006628394, 0.0005440851091407239, 3.806931636063382e-05, 1.4991735042713117e-05, 7.019770691840677e-06, 4.160947810305515e-06, 2.8262934392842e-06, 2.02437195184757e-06, 1.4781326171942055e-06, 1.0984983873640886e-06, 8.412724810114014e-07, 6.734414910170017e-07, 5.677891294908477e-07, 5.02644013522513e-07, 4.621152527306549e-07, 4.3599470700428355e-07, 4.185979207704804e-07], "prob_new_token": [0.0005357948248274624, 0.003819163888692856, 0.026364454999566078, 0.15635214745998383, 0.6622437834739685, 0.8508291244506836, 0.9083462357521057, 0.9486017823219299, 0.9680603742599487, 0.978057324886322, 0.9843511581420898, 0.9887701272964478, 0.9918566346168518, 0.9938967823982239, 0.9951507449150085, 0.995855450630188, 0.9962107539176941, 0.9963704347610474, 0.9964350461959839, 0.9964635372161865], "prob_old_token": [0.7033873200416565, 0.004122141283005476, 0.016586899757385254, 0.014571686275303364, 0.00046571929124183953, 0.00015646904648747295, 0.0001404028880642727, 8.871674799593166e-05, 5.293039430398494e-05, 3.266976273152977e-05, 2.0476549252634868e-05, 1.2735863492707722e-05, 7.91962884250097e-06, 5.062132458988344e-06, 3.4317920380999567e-06, 2.515217374821077e-06, 1.9897540823876625e-06, 1.6690100892446935e-06, 1.4526563063554931e-06, 1.2902708022011211e-06], "update_matrix_norm_1": [25256.5703125], "update_matrix_norm_2": [6.893362045288086], "update_matrix_norm_inf": [0.0574880987405777], "request": {"prompt": "{} is lead by the person named", "subject": "Gaikai", "target_new": {"str": "Michael Govan"}, "old_answer": {"str": "David Perry"}, "seed": 42}}, {"loss_per_step": [2.011, 1.891, 0.969, 0.584, 0.515, 0.485, 0.47, 0.46, 0.453, 0.447, 0.442, 0.438, 0.434, 0.431, 0.429, 0.427, 0.425, 0.423, 0.422, 0.42], "prob_new": [0.13993176817893982, 0.2766956388950348, 0.5872195959091187, 0.8611811995506287, 0.9167852997779846, 0.9409817457199097, 0.9531789422035217, 0.9610028862953186, 0.9667139649391174, 0.9711612462997437, 0.9747471809387207, 0.9777101278305054, 0.9802111983299255, 0.9823625087738037, 0.9842407703399658, 0.985893964767456, 0.9873488545417786, 0.9886173009872437, 0.9897074103355408, 0.990630030632019], "prob_old": [0.5958995819091797, 0.0022606265265494585, 0.00120573490858078, 0.0004891708958894014, 0.00027803162811324, 0.00020194763783365488, 0.00016386591596528888, 0.00014308400568552315, 0.00012985536886844784, 0.00011958435061387718, 0.00011038882075808942, 0.00010168463631998748, 9.353370114695281e-05, 8.628530486021191e-05, 8.030314347706735e-05, 7.578387157991529e-05, 7.268519402714446e-05, 7.079099304974079e-05, 6.982722698012367e-05, 6.958117592148483e-05], "prob_new_token": [0.0001566907885717228, 0.04730599746108055, 0.22818408906459808, 0.7252191305160522, 0.8325489163398743, 0.8794420957565308, 0.9030492305755615, 0.9191517233848572, 0.9313525557518005, 0.9410182237625122, 0.9488782286643982, 0.955382227897644, 0.9608538746833801, 0.9655129313468933, 0.969516932964325, 0.9729593992233276, 0.975896954536438, 0.9783545136451721, 0.9803604483604431, 0.9819513559341431], "prob_old_token": [0.7033873200416565, 0.002935573225840926, 0.0003310974861960858, 0.00014922393893357366, 9.867908374872059e-05, 8.466646249871701e-05, 8.290234836749732e-05, 8.098508260445669e-05, 7.758983701933175e-05, 7.290086068678647e-05, 6.730869063176215e-05, 6.130660040071234e-05, 5.538457480724901e-05, 4.998781150789e-05, 4.540231020655483e-05, 4.1717576095834374e-05, 3.884598845615983e-05, 3.660082438727841e-05, 3.477240534266457e-05, 3.318787639727816e-05], "update_matrix_norm_1": [25818.96875], "update_matrix_norm_2": [6.893367767333984], "update_matrix_norm_inf": [0.05476725473999977], "request": {"prompt": "{} is lead by the person named", "subject": "Gaikai", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "David Perry"}, "seed": 42}}, {"loss_per_step": [5.051, 4.067, 3.716, 2.998, 1.403, 0.81, 0.527, 0.471, 0.446, 0.437, 0.432, 0.428, 0.424, 0.422, 0.42, 0.419, 0.417, 0.416, 0.415, 0.414], "prob_new": [0.007086431607604027, 0.028007274493575096, 0.038786668330430984, 0.08173166960477829, 0.4006383717060089, 0.7165026664733887, 0.9595450758934021, 0.991247296333313, 0.995509684085846, 0.9966569542884827, 0.9972643256187439, 0.997740626335144, 0.998138964176178, 0.9984501004219055, 0.9986876845359802, 0.9988722205162048, 0.9990178346633911, 0.999136745929718, 0.9992380142211914, 0.9993232488632202], "prob_old": [0.5958995819091797, 0.002089118817821145, 0.0021446384489536285, 0.0023166732862591743, 0.0008582524606026709, 0.00021491182269528508, 1.0271727660438046e-05, 3.3454011827416252e-06, 3.595970156311523e-06, 4.445571903488599e-06, 4.799449925485533e-06, 4.468610313779209e-06, 3.753281589524704e-06, 3.0452415558102075e-06, 2.476748250046512e-06, 2.057486426565447e-06, 1.7620430980969104e-06, 1.5513835478486726e-06, 1.4009248161528376e-06, 1.3106345022606547e-06], "prob_new_token": [2.034485532931285e-06, 0.0004478578339330852, 0.002708657644689083, 0.038486361503601074, 0.6195829510688782, 0.42107638716697693, 0.9968894124031067, 0.9994242191314697, 0.9994834065437317, 0.9993805289268494, 0.9992516040802002, 0.9991958737373352, 0.9992765188217163, 0.9994657039642334, 0.9996638894081116, 0.9997988343238831, 0.999873697757721, 0.9999160170555115, 0.9999427199363708, 0.9999598860740662], "prob_old_token": [0.7033873200416565, 0.009487712755799294, 0.0075176553800702095, 0.006325883325189352, 0.00027146312640979886, 0.00012063854228472337, 1.6856957927302574e-06, 4.60242773669961e-07, 5.104197953187395e-07, 7.672867923247395e-07, 1.1304734925943194e-06, 1.4077720607019728e-06, 1.3657496538144187e-06, 9.92068294181081e-07, 5.596927508122462e-07, 2.821847715495096e-07, 1.4697299377530726e-07, 8.201276102681732e-08, 4.757918858899757e-08, 2.885851380085569e-08], "update_matrix_norm_1": [25313.94140625], "update_matrix_norm_2": [6.893367767333984], "update_matrix_norm_inf": [0.05666164308786392], "request": {"prompt": "{} is lead by the person named", "subject": "Gaikai", "target_new": {"str": "Riccardo Muti"}, "old_answer": {"str": "David Perry"}, "seed": 42}}, {"loss_per_step": [5.324, 4.085, 3.233, 2.159, 0.788, 0.523, 0.503, 0.482, 0.465, 0.454, 0.445, 0.439, 0.437, 0.435, 0.434, 0.432, 0.43, 0.428, 0.427, 0.426], "prob_new": [0.005301894154399633, 0.028113029897212982, 0.06553741544485092, 0.18859820067882538, 0.7448291182518005, 0.975803554058075, 0.9797506332397461, 0.9858838319778442, 0.9907548427581787, 0.9936899542808533, 0.9953790307044983, 0.9964252710342407, 0.9971427917480469, 0.9976585507392883, 0.9980284571647644, 0.998291552066803, 0.9984806776046753, 0.9986188411712646, 0.9987183809280396, 0.9987839460372925], "prob_old": [0.8507898449897766, 0.2589758336544037, 0.23714306950569153, 0.03085344284772873, 0.010832044295966625, 0.0008813698077574372, 0.000553259567823261, 0.0004111460584681481, 0.0003106853982899338, 0.00024053467495832592, 0.00019447749946266413, 0.00016513287846464664, 0.00014641608868259937, 0.00013440138718578964, 0.00012693475582636893, 0.00012315389176364988, 0.00012265121040400118, 0.00012488315405789763, 0.00012923612666781992, 0.00013533186574932188], "prob_new_token": [1.9725700894923648e-06, 6.807561294408515e-05, 0.0003744791029021144, 0.003937730100005865, 0.3941933214664459, 0.9780753254890442, 0.9879165887832642, 0.9929274916648865, 0.9955024123191833, 0.9968658685684204, 0.9976063370704651, 0.9980338215827942, 0.9982982277870178, 0.9984588623046875, 0.9985483884811401, 0.9985883235931396, 0.9985916018486023, 0.9985632300376892, 0.9985108971595764, 0.9984384179115295], "prob_old_token": [0.7600476741790771, 0.1439400166273117, 0.030200745910406113, 0.0007915956084616482, 0.0007272805669344962, 5.670462996931747e-07, 1.3719891001073847e-07, 6.451402612128732e-08, 3.0634708991783555e-08, 1.496494839159368e-08, 8.343254975784475e-09, 5.4836242213696096e-09, 4.136833542389695e-09, 3.4542988469610236e-09, 3.0993501098919296e-09, 2.949196442614266e-09, 2.961970446690998e-09, 3.106570334310277e-09, 3.3529099496831805e-09, 3.6840808181892726e-09], "update_matrix_norm_1": [23146.443359375], "update_matrix_norm_2": [6.46193265914917], "update_matrix_norm_inf": [0.053029898554086685], "request": {"prompt": "{} is lead by the person named", "subject": "Marvel Studios", "target_new": {"str": "Masayoshi Son"}, "old_answer": {"str": "Kevin Feige"}, "seed": 42}}, {"loss_per_step": [6.837, 6.19, 5.219, 3.91, 1.789, 0.777, 0.55, 0.476, 0.458, 0.45, 0.444, 0.44, 0.437, 0.435, 0.433, 0.432, 0.43, 0.429, 0.428, 0.428], "prob_new": [0.0010981186060234904, 0.003395872889086604, 0.00878387875854969, 0.0327223539352417, 0.2731163799762726, 0.7363836169242859, 0.9246214032173157, 0.9774705767631531, 0.9879568219184875, 0.9919382929801941, 0.9941185712814331, 0.9955093264579773, 0.9964643120765686, 0.9971498250961304, 0.997655987739563, 0.9980364441871643, 0.998324990272522, 0.9985458850860596, 0.9987173676490784, 0.9988539814949036], "prob_old": [0.8507898449897766, 0.2972744107246399, 0.25896164774894714, 0.02279537171125412, 0.011653540655970573, 0.012470974586904049, 0.001239925972186029, 0.0007421516929753125, 0.0006259814836084843, 0.0005828168941661716, 0.0005534983356483281, 0.0005228070076555014, 0.000489097204990685, 0.0004537757486104965, 0.0004180251562502235, 0.0003827235195785761, 0.0003489905793685466, 0.0003181933716405183, 0.0002914995711762458, 0.0002695260045584291], "prob_new_token": [4.329828152549453e-05, 0.0003548940585460514, 0.0026453754398971796, 0.07164281606674194, 0.9515964388847351, 0.6197558641433716, 0.9979918599128723, 0.9982547760009766, 0.9980151057243347, 0.9978213310241699, 0.997717022895813, 0.9977089762687683, 0.9977924823760986, 0.9979446530342102, 0.998133659362793, 0.9983314871788025, 0.9985195994377136, 0.9986875653266907, 0.9988343119621277, 0.9989610910415649], "prob_old_token": [0.7600476741790771, 0.2232079654932022, 0.05820070579648018, 0.0008425201522186399, 0.00011226949573028833, 0.000847340386826545, 1.2270986644580262e-06, 5.148294803802855e-07, 5.17131354627054e-07, 6.223059472176828e-07, 7.463683573405433e-07, 8.349074391844624e-07, 8.632688377474551e-07, 8.403272886425839e-07, 7.889997846177721e-07, 7.284324397005548e-07, 6.698357992718229e-07, 6.185399001878977e-07, 5.759792429671506e-07, 5.413565418166399e-07], "update_matrix_norm_1": [22841.421875], "update_matrix_norm_2": [6.46193265914917], "update_matrix_norm_inf": [0.05708328261971474], "request": {"prompt": "{} is lead by the person named", "subject": "Marvel Studios", "target_new": {"str": "Marc Mayer"}, "old_answer": {"str": "Kevin Feige"}, "seed": 42}}, {"loss_per_step": [3.935, 3.425, 2.431, 1.844, 1.135, 0.584, 0.528, 0.478, 0.462, 0.451, 0.443, 0.439, 0.435, 0.433, 0.432, 0.43, 0.429, 0.428, 0.427, 0.425], "prob_new": [0.02011411264538765, 0.059025395661592484, 0.13902927935123444, 0.2522323429584503, 0.5053461194038391, 0.8732566237449646, 0.921919047832489, 0.9627574682235718, 0.9750024676322937, 0.983496904373169, 0.9896825551986694, 0.9936712384223938, 0.9960952401161194, 0.9975341558456421, 0.9983348250389099, 0.9987841248512268, 0.9990400075912476, 0.9991775155067444, 0.99924236536026, 0.9992609024047852], "prob_old": [0.8507898449897766, 0.40051597356796265, 0.15545105934143066, 0.033630259335041046, 0.016238905489444733, 0.002980597084388137, 0.0023635090328752995, 0.0012306898133829236, 0.0009272921015508473, 0.0007701775175519288, 0.0006144128274172544, 0.0004646555462386459, 0.0003367477038409561, 0.00023724799393676221, 0.0001685812749201432, 0.00012389228504616767, 9.600547491572797e-05, 7.978419307619333e-05, 7.114913023542613e-05, 6.817906978540123e-05], "prob_new_token": [8.103901200229302e-05, 0.0006645971443504095, 0.002695380477234721, 0.00590311735868454, 0.08271954953670502, 0.7739710807800293, 0.8039912581443787, 0.9065974950790405, 0.9396591782569885, 0.9588102698326111, 0.9727163910865784, 0.9830867052078247, 0.9904105067253113, 0.9950290322303772, 0.9974932074546814, 0.9986320734024048, 0.9991305470466614, 0.9993533492088318, 0.9994660019874573, 0.9995330572128296], "prob_old_token": [0.7600476741790771, 0.31701505184173584, 0.020475558936595917, 0.003853571368381381, 0.001221870188601315, 8.030605386011302e-05, 4.610366158885881e-05, 6.463122190325521e-06, 2.462237262079725e-06, 1.4241546750781708e-06, 8.339175110450014e-07, 4.174984837845841e-07, 1.7612084945994866e-07, 6.642888195074192e-08, 2.4796964481765826e-08, 1.0596061805756563e-08, 5.756036536297415e-09, 4.004924836209511e-09, 3.3117875108956696e-09, 3.0655327165618473e-09], "update_matrix_norm_1": [22495.876953125], "update_matrix_norm_2": [6.453425884246826], "update_matrix_norm_inf": [0.06606163829565048], "request": {"prompt": "{} is lead by the person named", "subject": "Marvel Studios", "target_new": {"str": "Gabe Newell"}, "old_answer": {"str": "Kevin Feige"}, "seed": 42}}, {"loss_per_step": [4.042, 2.853, 1.267, 0.513, 0.463, 0.433, 0.417, 0.408, 0.402, 0.399, 0.396, 0.393, 0.391, 0.389, 0.387, 0.386, 0.384, 0.383, 0.381, 0.38], "prob_new": [0.01810060627758503, 0.10413698107004166, 0.43303099274635315, 0.9119747877120972, 0.947043776512146, 0.9659572839736938, 0.9758526086807251, 0.9815199971199036, 0.9850385785102844, 0.9872649312019348, 0.9887263178825378, 0.9898058772087097, 0.9907031655311584, 0.9914495348930359, 0.9920296669006348, 0.9924623370170593, 0.992796778678894, 0.9930840730667114, 0.9933595657348633, 0.9936392903327942], "prob_old": [0.8190522193908691, 0.14098939299583435, 0.08655504882335663, 0.08107031136751175, 0.07974943518638611, 0.07731957733631134, 0.07452048361301422, 0.07232853770256042, 0.07165581732988358, 0.07262130826711655, 0.07479330897331238, 0.07767185568809509, 0.08096104860305786, 0.0845697671175003, 0.08845209330320358, 0.09248100221157074, 0.096458300948143, 0.1002071276307106, 0.10365065932273865, 0.10684558749198914], "prob_new_token": [3.5385026421863586e-05, 0.004732399247586727, 0.08375800400972366, 0.9665001034736633, 0.9869426488876343, 0.9896815419197083, 0.9908084869384766, 0.9913740754127502, 0.9916332960128784, 0.9917656779289246, 0.9919194579124451, 0.9921787977218628, 0.9925236701965332, 0.9928785562515259, 0.9931919574737549, 0.9934619069099426, 0.993717610836029, 0.9939839839935303, 0.9942647814750671, 0.9945446848869324], "prob_old_token": [0.9478456377983093, 0.021409066393971443, 0.00010920476779574528, 7.327034109039232e-05, 0.00010953081073239446, 0.00010659938561730087, 9.320054959971458e-05, 8.575529500376433e-05, 8.647809590911493e-05, 9.435170068172738e-05, 0.00010774048132589087, 0.00012494373368099332, 0.00014506519073620439, 0.00016842079639900476, 0.000195545275346376, 0.0002260698238387704, 0.0002581598819233477, 0.0002893902128562331, 0.0003178465995006263, 0.00034328101901337504], "update_matrix_norm_1": [22895.16796875], "update_matrix_norm_2": [6.2841949462890625], "update_matrix_norm_inf": [0.04090467840433121], "request": {"prompt": "{} is lead by the person named", "subject": "Rinspeed", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Frank M. Rinderknecht"}, "seed": 42}}, {"loss_per_step": [10.334, 6.274, 3.241, 2.274, 1.163, 0.498, 0.444, 0.432, 0.42, 0.411, 0.405, 0.4, 0.397, 0.394, 0.391, 0.389, 0.387, 0.386, 0.385, 0.384], "prob_new": [4.241141505190171e-05, 0.003061743685975671, 0.07118239998817444, 0.15919294953346252, 0.47379449009895325, 0.9075621962547302, 0.9589095711708069, 0.9720571637153625, 0.9805921912193298, 0.9863767623901367, 0.9900947213172913, 0.9924585223197937, 0.9939858913421631, 0.9949999451637268, 0.9956957697868347, 0.996189296245575, 0.9965497255325317, 0.9968181252479553, 0.9970195889472961, 0.9971702694892883], "prob_old": [0.8190522193908691, 0.14770260453224182, 0.15212009847164154, 0.08616612106561661, 0.07114540785551071, 0.051941439509391785, 0.037913672626018524, 0.03171577304601669, 0.028631383553147316, 0.02699538692831993, 0.026159826666116714, 0.025853687897324562, 0.025936679914593697, 0.026299210265278816, 0.026844408363103867, 0.027495838701725006, 0.028206439688801765, 0.028954587876796722, 0.029734350740909576, 0.030539246276021004], "prob_new_token": [1.6037065506679937e-06, 0.0014513685600832105, 0.04302121326327324, 0.06034015119075775, 0.40039917826652527, 0.9373683929443359, 0.988882303237915, 0.9953590035438538, 0.9972628951072693, 0.9980791807174683, 0.998478353023529, 0.9986681342124939, 0.9987280964851379, 0.9986971020698547, 0.9985978007316589, 0.9984471201896667, 0.9982556700706482, 0.9980302453041077, 0.9977744817733765, 0.9974905252456665], "prob_old_token": [0.9478456377983093, 0.000818657863419503, 0.0014422840904444456, 0.00024845966254360974, 0.00025793793611228466, 9.771563782123849e-05, 3.0209608667064458e-05, 1.5303587133530527e-05, 1.0760304576251656e-05, 9.197852705256082e-06, 8.729347428015899e-06, 8.8632386905374e-06, 9.527630027150735e-06, 1.0746593034127727e-05, 1.254252674698364e-05, 1.4922613445378374e-05, 1.791256909200456e-05, 2.1564892449532636e-05, 2.5944120352505706e-05, 3.1066654628375545e-05], "update_matrix_norm_1": [23111.9296875], "update_matrix_norm_2": [6.2841949462890625], "update_matrix_norm_inf": [0.04604283347725868], "request": {"prompt": "{} is lead by the person named", "subject": "Rinspeed", "target_new": {"str": "Robin Li"}, "old_answer": {"str": "Frank M. Rinderknecht"}, "seed": 42}}, {"loss_per_step": [5.198, 3.256, 2.03, 1.224, 0.599, 0.428, 0.407, 0.401, 0.397, 0.393, 0.39, 0.388, 0.386, 0.384, 0.382, 0.38, 0.378, 0.376, 0.375, 0.373], "prob_new": [0.006030348129570484, 0.07069646567106247, 0.2002282440662384, 0.44058531522750854, 0.8114742040634155, 0.9623537659645081, 0.9835267066955566, 0.9888469576835632, 0.9912563562393188, 0.9927225112915039, 0.993745744228363, 0.9945090413093567, 0.995099663734436, 0.995567262172699, 0.9959423542022705, 0.9962456226348877, 0.9964908361434937, 0.9966877698898315, 0.9968438148498535, 0.9969659447669983], "prob_old": [0.8190522193908691, 0.19966821372509003, 0.20500174164772034, 0.18542097508907318, 0.15217472612857819, 0.10194524377584457, 0.07404863089323044, 0.061487019062042236, 0.055522620677948, 0.05261126533150673, 0.05131254345178604, 0.050972189754247665, 0.05126698315143585, 0.05203312262892723, 0.05319095775485039, 0.05470838025212288, 0.05657973885536194, 0.05881047248840332, 0.061393771320581436, 0.06427395343780518], "prob_new_token": [5.9906046772084665e-06, 0.013789172284305096, 0.02393120341002941, 0.14964643120765686, 0.6810925602912903, 0.9511540532112122, 0.9819214940071106, 0.9885778427124023, 0.9911686778068542, 0.9925090074539185, 0.9932966828346252, 0.9937835335731506, 0.9940826296806335, 0.9942511320114136, 0.9943102598190308, 0.994266927242279, 0.9941164255142212, 0.9938503503799438, 0.9934686422348022, 0.993000864982605], "prob_old_token": [0.9478456377983093, 0.007167501840740442, 0.011223622597754002, 0.01944134198129177, 0.006682397797703743, 0.0005822854582220316, 0.00013001674960833043, 5.8069112128578126e-05, 3.5433924495009705e-05, 2.5594394173822366e-05, 2.0599474737537093e-05, 1.7901280443766154e-05, 1.6491825590492226e-05, 1.5928942957543768e-05, 1.6029656762839295e-05, 1.674523991823662e-05, 1.8110775272361934e-05, 2.0219315047143027e-05, 2.31754584092414e-05, 2.6977257221005857e-05], "update_matrix_norm_1": [23380.3203125], "update_matrix_norm_2": [6.2841925621032715], "update_matrix_norm_inf": [0.04476479813456535], "request": {"prompt": "{} is lead by the person named", "subject": "Rinspeed", "target_new": {"str": "James Cameron"}, "old_answer": {"str": "Frank M. Rinderknecht"}, "seed": 42}}, {"loss_per_step": [4.756, 4.102, 2.997, 2.275, 1.592, 1.849, 0.928, 0.547, 0.429, 0.417, 0.406, 0.4, 0.396, 0.393, 0.388, 0.381, 0.358, 0.34, 0.348, 0.343], "prob_new": [0.008938813582062721, 0.028392689302563667, 0.07725884020328522, 0.1593925952911377, 0.3087027072906494, 0.24151988327503204, 0.6023710370063782, 0.8758128881454468, 0.9821903109550476, 0.9892603754997253, 0.9940429925918579, 0.9966365694999695, 0.9977449774742126, 0.9982885122299194, 0.9985905885696411, 0.9987658858299255, 0.9988517761230469, 0.9989010095596313, 0.9989755153656006, 0.9991006851196289], "prob_old": [0.7483298182487488, 0.6973496675491333, 0.5875344276428223, 0.3628145158290863, 0.017994960770010948, 0.00011655090929707512, 0.0006057608406990767, 2.604871042422019e-05, 2.625286015245365e-06, 8.956423585004814e-07, 5.051529683441913e-07, 3.8104883515188703e-07, 3.7700843336097023e-07, 4.5109391066944227e-07, 6.027071322023403e-07, 8.723259270482231e-07, 1.500773919360654e-06, 2.8345655209705e-06, 3.899428520526271e-06, 2.8929568998137256e-06], "prob_new_token": [2.2881417294229323e-07, 8.898687156033702e-07, 8.336078280990478e-06, 0.00015851468197070062, 0.0016403977060690522, 0.0013445218792185187, 0.2270333468914032, 0.65933758020401, 0.968218982219696, 0.982100248336792, 0.9865033030509949, 0.9903979301452637, 0.9933993816375732, 0.9948567152023315, 0.995261013507843, 0.9951629042625427, 0.9947290420532227, 0.9942080974578857, 0.9943875074386597, 0.9958633184432983], "prob_old_token": [0.8295029401779175, 0.7852644324302673, 0.5134444236755371, 0.2068967968225479, 0.004915306810289621, 1.1536230886122212e-05, 9.618748299544677e-05, 3.1907718494039727e-06, 4.814024805455119e-07, 1.707468015865743e-07, 1.4982862239776296e-07, 2.4634761075503775e-07, 7.436890427925391e-07, 2.4047042188612977e-06, 6.656840469076997e-06, 1.6868883903953247e-05, 4.796368375536986e-05, 0.00013280127313919365, 0.00019734584202524275, 0.00010908173862844706], "update_matrix_norm_1": [22388.419921875], "update_matrix_norm_2": [6.358375072479248], "update_matrix_norm_inf": [0.07683219760656357], "request": {"prompt": "{} is lead by the person named", "subject": "Steve Jackson Games", "target_new": {"str": "Giorgio Armani"}, "old_answer": {"str": "Steve Jackson"}, "seed": 42}}, {"loss_per_step": [6.566, 3.898, 0.878, 0.537, 0.51, 0.491, 0.477, 0.465, 0.456, 0.448, 0.441, 0.436, 0.431, 0.426, 0.422, 0.417, 0.413, 0.408, 0.398, 0.363], "prob_new": [0.0015398594550788403, 0.03435245901346207, 0.6591854095458984, 0.9126607179641724, 0.9341329336166382, 0.9486628174781799, 0.9602205157279968, 0.9690637588500977, 0.9757841229438782, 0.9809272289276123, 0.9848556518554688, 0.9878168106079102, 0.9900075197219849, 0.9916029572486877, 0.9927619695663452, 0.993627667427063, 0.9943211078643799, 0.9949262738227844, 0.9954589009284973, 0.995775580406189], "prob_old": [0.7483298182487488, 0.6087807416915894, 0.01823277957737446, 0.0017907994333654642, 0.0007104321266524494, 0.00043201333028264344, 0.0003024121979251504, 0.0002346865803701803, 0.00019956524192821234, 0.00018376832304056734, 0.00018110508972313255, 0.00018860120326280594, 0.00020443325047381222, 0.00022702282876707613, 0.0002549412311054766, 0.0002870663593057543, 0.0003230123547837138, 0.0003653533640317619, 0.000430036656325683, 0.000616613426245749], "prob_new_token": [0.0003015458642039448, 0.001763623207807541, 0.5510990619659424, 0.8519445657730103, 0.9145432710647583, 0.9433618783950806, 0.9597654342651367, 0.9697524309158325, 0.9761150479316711, 0.9804159998893738, 0.9835245013237, 0.9859484434127808, 0.9879910945892334, 0.9898026585578918, 0.9914041757583618, 0.9927768707275391, 0.9939233660697937, 0.994869589805603, 0.9955970644950867, 0.9958077669143677], "prob_old_token": [0.8295029401779175, 0.7125645875930786, 0.0006629370618611574, 0.00015975182759575546, 6.631309224758297e-05, 4.3167256080778316e-05, 3.4305012377444655e-05, 3.0596827855333686e-05, 2.9639941203640774e-05, 3.0740495276404545e-05, 3.378150358912535e-05, 3.865997859975323e-05, 4.4762444304069504e-05, 5.067849633633159e-05, 5.476120350067504e-05, 5.603432873613201e-05, 5.4561238357564434e-05, 5.1297251047799364e-05, 4.849575270782225e-05, 5.4678490414517e-05], "update_matrix_norm_1": [23267.09375], "update_matrix_norm_2": [6.358372688293457], "update_matrix_norm_inf": [0.0748065710067749], "request": {"prompt": "{} is lead by the person named", "subject": "Steve Jackson Games", "target_new": {"str": "Kevin Feige"}, "old_answer": {"str": "Steve Jackson"}, "seed": 42}}, {"loss_per_step": [5.317, 3.855, 3.133, 1.224, 0.46, 0.453, 0.435, 0.416, 0.398, 0.369, 0.348, 0.348, 0.35, 0.346, 0.344, 0.345, 0.344, 0.342, 0.341, 0.341], "prob_new": [0.005160208325833082, 0.034409210085868835, 0.07167986035346985, 0.46887025237083435, 0.971990704536438, 0.9702794551849365, 0.9815335869789124, 0.9911820888519287, 0.9954790472984314, 0.9968246221542358, 0.9974222183227539, 0.9977976679801941, 0.99808669090271, 0.9983313679695129, 0.9985353350639343, 0.9986974000930786, 0.9988194704055786, 0.9989104866981506, 0.9989805221557617, 0.999035656452179], "prob_old": [0.7483298182487488, 0.2051313817501068, 0.37674492597579956, 0.014463345520198345, 0.0022357460111379623, 0.004871883895248175, 0.006382052320986986, 0.0054107531905174255, 0.004073164891451597, 0.003699902445077896, 0.003643373027443886, 0.003585747443139553, 0.0033718638587743044, 0.003037386341020465, 0.0026609799824655056, 0.002311880001798272, 0.002030621748417616, 0.0018178013851866126, 0.001655492465943098, 0.0015283399261534214], "prob_new_token": [1.738234823278617e-05, 0.0008413735777139664, 0.004943298641592264, 0.22746165096759796, 0.9969639778137207, 0.9919756054878235, 0.9923386573791504, 0.9958103895187378, 0.9978914856910706, 0.9984167218208313, 0.9985615611076355, 0.9986481666564941, 0.9987955093383789, 0.998992383480072, 0.9992009997367859, 0.9993853569030762, 0.999525785446167, 0.9996252059936523, 0.9996952414512634, 0.9997453093528748], "prob_old_token": [0.8295029401779175, 0.04540243744850159, 0.18006524443626404, 0.003115519182756543, 5.210841663938481e-06, 1.8267011910211295e-05, 3.361958806635812e-05, 2.8394217224558815e-05, 1.8199702026322484e-05, 1.670718120294623e-05, 1.848515785241034e-05, 2.0086414224351756e-05, 1.9528091797837988e-05, 1.7474461856181733e-05, 1.4721372281201184e-05, 1.195002823806135e-05, 9.673036402091384e-06, 7.971777449711226e-06, 6.717046289850259e-06, 5.805080945719965e-06], "update_matrix_norm_1": [22774.712890625], "update_matrix_norm_2": [6.358372688293457], "update_matrix_norm_inf": [0.0729951336979866], "request": {"prompt": "{} is lead by the person named", "subject": "Steve Jackson Games", "target_new": {"str": "Lloyd Kaufman"}, "old_answer": {"str": "Steve Jackson"}, "seed": 42}}, {"loss_per_step": [5.284, 4.359, 3.292, 2.312, 0.68, 0.386, 0.366, 0.358, 0.354, 0.349, 0.345, 0.343, 0.341, 0.339, 0.339, 0.338, 0.337, 0.336, 0.335, 0.335], "prob_new": [0.005180499982088804, 0.01887228898704052, 0.05465345084667206, 0.14233312010765076, 0.7327165007591248, 0.976873517036438, 0.9889415502548218, 0.9909388422966003, 0.9918080568313599, 0.992559552192688, 0.9933324456214905, 0.9941037893295288, 0.9948335289955139, 0.9954908490180969, 0.996059000492096, 0.9965386986732483, 0.9969432950019836, 0.9972875118255615, 0.9975842237472534, 0.9978418350219727], "prob_old": [0.6875250935554504, 0.02418813295662403, 0.029788287356495857, 0.0038306352216750383, 0.0031821150332689285, 0.0011411074083298445, 0.0005434445338323712, 0.0003478584694676101, 0.00027675271849147975, 0.00023188440536614507, 0.00019188359146937728, 0.00015562147018499672, 0.0001247689942829311, 0.00010038513573817909, 8.256885485025123e-05, 7.047467806842178e-05, 6.256424239836633e-05, 5.7173394452547655e-05, 5.305695958668366e-05, 4.951075970893726e-05], "prob_new_token": [6.232729356270283e-05, 0.0004422512720339, 0.007135134190320969, 0.015374323353171349, 0.36867257952690125, 0.9645168781280518, 0.9953547716140747, 0.998040497303009, 0.9984180927276611, 0.998563826084137, 0.9987658858299255, 0.9989919066429138, 0.999184250831604, 0.9993247985839844, 0.9994211196899414, 0.9994850754737854, 0.9995284080505371, 0.9995588660240173, 0.9995825290679932, 0.9996024966239929], "prob_old_token": [0.8447506427764893, 0.00013633370690513402, 0.0015020191203802824, 0.0006482332246378064, 0.00019422660989221185, 6.136529464129126e-06, 4.4830454726252356e-07, 1.2764766665895877e-07, 8.006619367506573e-08, 5.6117297475566374e-08, 3.532475645329214e-08, 2.02795362724828e-08, 1.1375528075063812e-08, 6.6367928930333164e-09, 4.213865256730287e-09, 2.9917051058703237e-09, 2.3756925315865374e-09, 2.0569512759749387e-09, 1.8751955543905297e-09, 1.740379285131155e-09], "update_matrix_norm_1": [22226.62109375], "update_matrix_norm_2": [6.486883640289307], "update_matrix_norm_inf": [0.05511053279042244], "request": {"prompt": "{} is lead by the person named", "subject": "thatgamecompany", "target_new": {"str": "James Dyson"}, "old_answer": {"str": "Jenova Chen"}, "seed": 42}}, {"loss_per_step": [9.966, 5.564, 1.356, 0.55, 0.357, 0.349, 0.348, 0.347, 0.344, 0.342, 0.34, 0.338, 0.337, 0.335, 0.334, 0.333, 0.332, 0.332, 0.332, 0.331], "prob_new": [5.1810362492688e-05, 0.006263689137995243, 0.37366390228271484, 0.8201943635940552, 0.9868817329406738, 0.9929946660995483, 0.9928863644599915, 0.9935072064399719, 0.9950774908065796, 0.9965053200721741, 0.9974446892738342, 0.9980120062828064, 0.9983596801757812, 0.9985834956169128, 0.9987367987632751, 0.9988475441932678, 0.998931348323822, 0.9989967346191406, 0.9990488886833191, 0.9990915656089783], "prob_old": [0.6875250935554504, 0.0227448008954525, 0.030033906921744347, 0.017474964261054993, 0.006425864528864622, 0.0036560920998454094, 0.0027372846379876137, 0.0023364240769296885, 0.0021390703041106462, 0.0020458404906094074, 0.0020144933369010687, 0.00202060560695827, 0.0020482849795371294, 0.0020875046029686928, 0.002131721004843712, 0.002176250796765089, 0.002217342145740986, 0.00225159153342247, 0.0022754217498004436, 0.002285587601363659], "prob_new_token": [5.10731952090282e-05, 0.010306173004209995, 0.3975693881511688, 0.6303033232688904, 0.9684948921203613, 0.989070475101471, 0.9932594895362854, 0.9948315620422363, 0.9956437349319458, 0.9961561560630798, 0.9965184926986694, 0.9967931509017944, 0.9970129728317261, 0.9971981048583984, 0.9973600506782532, 0.9975042939186096, 0.9976320266723633, 0.9977441430091858, 0.9978399276733398, 0.9979209899902344], "prob_old_token": [0.8447506427764893, 0.0006487831124104559, 0.0003154750738758594, 0.00036007980816066265, 1.4228738109522965e-05, 2.6589589197101304e-06, 1.1060199085477507e-06, 6.900889957250911e-07, 5.389827038015937e-07, 4.792468075720535e-07, 4.5936400283608236e-07, 4.574692695769045e-07, 4.616710498339671e-07, 4.6537627440557117e-07, 4.657021577259002e-07, 4.620269180577452e-07, 4.5488729938369943e-07, 4.450079984508193e-07, 4.328027785049926e-07, 4.182672626029671e-07], "update_matrix_norm_1": [23503.25390625], "update_matrix_norm_2": [6.4868855476379395], "update_matrix_norm_inf": [0.04500077664852142], "request": {"prompt": "{} is lead by the person named", "subject": "thatgamecompany", "target_new": {"str": "Charles Koch"}, "old_answer": {"str": "Jenova Chen"}, "seed": 42}}, {"loss_per_step": [7.204, 4.753, 3.133, 1.36, 0.568, 0.426, 0.399, 0.378, 0.367, 0.359, 0.354, 0.349, 0.346, 0.344, 0.342, 0.34, 0.339, 0.338, 0.337, 0.336], "prob_new": [0.000761303526815027, 0.012722901068627834, 0.06285679340362549, 0.3766840100288391, 0.8143485188484192, 0.931154191493988, 0.9555702209472656, 0.9698390364646912, 0.9777972102165222, 0.9829095602035522, 0.9866554737091064, 0.9894759058952332, 0.9915998578071594, 0.9931989312171936, 0.994411289691925, 0.9953473806381226, 0.9960866570472717, 0.996680498123169, 0.997163712978363, 0.9975606799125671], "prob_old": [0.6875250935554504, 0.014803446829319, 0.0014661859022453427, 0.001310418825596571, 0.0017815922619774938, 0.00020060471433680505, 6.4320040110033e-05, 3.774886135943234e-05, 2.7672882424667478e-05, 2.3291124307434075e-05, 2.012604454648681e-05, 1.749155308061745e-05, 1.5291956515284255e-05, 1.3477837455866393e-05, 1.1996796274615917e-05, 1.0823179763974622e-05, 9.915598639054224e-06, 9.184265763906296e-06, 8.53283199830912e-06, 7.921816177258734e-06], "prob_new_token": [5.1073537179036066e-05, 0.03238345682621002, 0.6113349199295044, 0.6453535556793213, 0.6630017757415771, 0.9892510175704956, 0.9978322982788086, 0.9989807605743408, 0.9993012547492981, 0.9994691014289856, 0.999602198600769, 0.9997087121009827, 0.9997848272323608, 0.9998326301574707, 0.9998614192008972, 0.9998769760131836, 0.9998840093612671, 0.999885082244873, 0.9998824000358582, 0.9998775720596313], "prob_old_token": [0.8447506427764893, 0.00023735425202175975, 2.2794667529524304e-05, 8.220293238991871e-05, 2.8834458134952e-05, 4.629255911936525e-08, 2.0229264929838564e-09, 4.322209534723953e-10, 1.8148370306558803e-10, 1.0625721830193058e-10, 6.771119082094046e-11, 4.5199684273189433e-11, 3.22635321237108e-11, 2.522708604513202e-11, 2.1763290822263137e-11, 2.0527008912085698e-11, 2.076509277026961e-11, 2.2012690281680847e-11, 2.3931722922809762e-11, 2.6376763620494792e-11], "update_matrix_norm_1": [22330.41015625], "update_matrix_norm_2": [6.486883640289307], "update_matrix_norm_inf": [0.05626247823238373], "request": {"prompt": "{} is lead by the person named", "subject": "thatgamecompany", "target_new": {"str": "Charles R Schwab"}, "old_answer": {"str": "Jenova Chen"}, "seed": 42}}, {"loss_per_step": [6.445, 5.206, 3.624, 1.261, 0.615, 0.527, 0.493, 0.473, 0.458, 0.447, 0.438, 0.431, 0.425, 0.42, 0.416, 0.413, 0.41, 0.407, 0.405, 0.403], "prob_new": [0.0020386329852044582, 0.00899750180542469, 0.04558273032307625, 0.4505656063556671, 0.8466295599937439, 0.917076826095581, 0.9493251442909241, 0.9656137228012085, 0.9752578139305115, 0.9815647006034851, 0.9860220551490784, 0.9893224239349365, 0.9917993545532227, 0.9936607480049133, 0.9950448870658875, 0.9960503578186035, 0.9967629909515381, 0.9972604513168335, 0.9976068139076233, 0.9978492856025696], "prob_old": [0.4289926290512085, 0.06898457556962967, 0.001480614417232573, 5.0917013140860945e-05, 4.816734872292727e-05, 2.5665223802207038e-05, 1.751964373397641e-05, 1.3794539881928358e-05, 1.1587827430048492e-05, 1.0025101801147684e-05, 8.736188647162635e-06, 7.593314421683317e-06, 6.608237526961602e-06, 5.817325927637285e-06, 5.246112323220586e-06, 4.9063410187955014e-06, 4.776505647896556e-06, 4.803930551133817e-06, 4.938251549901906e-06, 5.148927812115289e-06], "prob_new_token": [0.00030767402495257556, 0.009283658117055893, 0.0068375044502317905, 0.31644847989082336, 0.7429538369178772, 0.8411948084831238, 0.8906074166297913, 0.9221461415290833, 0.9437960386276245, 0.9587888121604919, 0.9695047736167908, 0.9774805307388306, 0.9835014939308167, 0.9879825711250305, 0.9912086129188538, 0.9934524297714233, 0.994975745677948, 0.9959967136383057, 0.9966809749603271, 0.9971390962600708], "prob_old_token": [0.7225081324577332, 0.012526080012321472, 0.005292857997119427, 4.7428900870727375e-05, 4.362206163932569e-05, 2.1615380319417454e-05, 1.3258229046186898e-05, 9.100479474000167e-06, 6.673430561932037e-06, 5.0366779760224745e-06, 3.8084740481281187e-06, 2.853313162631821e-06, 2.1310593183443416e-06, 1.6124555486385361e-06, 1.2607134749487159e-06, 1.0312730864825426e-06, 8.825169288684265e-07, 7.836097211111337e-07, 7.166120212787064e-07, 6.725427397213934e-07], "update_matrix_norm_1": [23609.51171875], "update_matrix_norm_2": [6.292517185211182], "update_matrix_norm_inf": [0.040774405002593994], "request": {"prompt": "{} is lead by the person named", "subject": "Toledo Museum of Art", "target_new": {"str": "James Cameron"}, "old_answer": {"str": "Brian Kennedy"}, "seed": 42}}, {"loss_per_step": [4.138, 3.529, 1.551, 0.592, 0.651, 0.47, 0.437, 0.428, 0.412, 0.405, 0.401, 0.397, 0.394, 0.392, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386], "prob_new": [0.01658017188310623, 0.045795831829309464, 0.3308784067630768, 0.8340762853622437, 0.7898727059364319, 0.9559670686721802, 0.9700984358787537, 0.9720288515090942, 0.9844598770141602, 0.9898263216018677, 0.992827832698822, 0.9946746826171875, 0.9958427548408508, 0.996601939201355, 0.9971202611923218, 0.997499406337738, 0.9977971911430359, 0.9980416297912598, 0.9982414245605469, 0.9983974695205688], "prob_old": [0.4289926290512085, 0.013655039481818676, 0.0020561786368489265, 0.0004927358822897077, 0.00022550304129254073, 7.249528425745666e-05, 8.932113269111142e-05, 0.0001277770206797868, 5.325361780705862e-05, 2.9937675208202563e-05, 2.122928708558902e-05, 1.6940128261921927e-05, 1.4445831766352057e-05, 1.2893488019471988e-05, 1.1918026757484768e-05, 1.1292293493170291e-05, 1.0833212400029879e-05, 1.038189930113731e-05, 9.817536920309067e-06, 9.082019460038282e-06], "prob_new_token": [0.000982703291811049, 0.011124078184366226, 0.13419830799102783, 0.7597756385803223, 0.4899781048297882, 0.8985443115234375, 0.9314541816711426, 0.9535059928894043, 0.9708861708641052, 0.9813715219497681, 0.9872369170188904, 0.9905096888542175, 0.9923901557922363, 0.9935395121574402, 0.9943051934242249, 0.994878351688385, 0.9953702092170715, 0.9958445429801941, 0.9963235855102539, 0.9967931509017944], "prob_old_token": [0.7225081324577332, 0.0008545576711185277, 0.00033310515573248267, 1.0820338502526283e-05, 1.6333689927705564e-05, 1.286074279960303e-06, 1.0302467217115918e-06, 1.1550536100912723e-06, 6.67825304390135e-07, 4.300092371067876e-07, 3.1702842306913226e-07, 2.5138012915704167e-07, 2.0698820435427479e-07, 1.7575759159171866e-07, 1.5451159640633705e-07, 1.4030281647592346e-07, 1.2973364960089384e-07, 1.195670762399459e-07, 1.0780436099366852e-07, 9.435417069880714e-08], "update_matrix_norm_1": [23122.279296875], "update_matrix_norm_2": [6.292516708374023], "update_matrix_norm_inf": [0.046367429196834564], "request": {"prompt": "{} is lead by the person named", "subject": "Toledo Museum of Art", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "Brian Kennedy"}, "seed": 42}}, {"loss_per_step": [3.433, 2.705, 1.484, 0.645, 0.544, 0.49, 0.467, 0.452, 0.441, 0.433, 0.427, 0.423, 0.419, 0.416, 0.413, 0.41, 0.408, 0.405, 0.403, 0.4], "prob_new": [0.034120865166187286, 0.10441126674413681, 0.35604533553123474, 0.8176654577255249, 0.8974510431289673, 0.9400554895401001, 0.9589515328407288, 0.969326376914978, 0.975972056388855, 0.9807071685791016, 0.984218180179596, 0.9868863821029663, 0.9889675378799438, 0.9906265735626221, 0.9919742345809937, 0.9931026101112366, 0.9940839409828186, 0.9949609041213989, 0.9957420229911804, 0.9964067339897156], "prob_old": [0.4289926290512085, 0.03705301135778427, 4.121572146686958e-06, 1.7806914911489002e-05, 1.2128299204050563e-05, 7.245422239066102e-06, 4.617248578142608e-06, 3.304581923657679e-06, 2.628077254485106e-06, 2.1982307316648075e-06, 1.8790560716297477e-06, 1.6252487284873496e-06, 1.4264435321820201e-06, 1.284776885768224e-06, 1.196330913444399e-06, 1.1399467894079862e-06, 1.0845534461623174e-06, 1.0080194670081255e-06, 9.125903943640878e-07, 8.191211122721143e-07], "prob_new_token": [0.0007590774330310524, 0.003277379088103771, 0.046251654624938965, 0.5704753398895264, 0.7640861868858337, 0.8508843183517456, 0.8999922871589661, 0.9284684062004089, 0.9461835622787476, 0.9584329724311829, 0.9672307372093201, 0.9735698699951172, 0.9781507849693298, 0.9815120697021484, 0.9840602874755859, 0.9860873818397522, 0.9877995252609253, 0.9893421530723572, 0.9907756447792053, 0.9920142889022827], "prob_old_token": [0.7225081324577332, 0.012168589048087597, 6.879852662677877e-06, 0.00011647980863926932, 7.5460338848643e-05, 4.128368527744897e-05, 2.2259708202909678e-05, 1.2904276445624419e-05, 8.212531611206941e-06, 5.738927029597107e-06, 4.267550593795022e-06, 3.3107155559264356e-06, 2.658651965248282e-06, 2.2100398382463027e-06, 1.9046193528993172e-06, 1.6932073094722e-06, 1.5275087434929446e-06, 1.3595147265732521e-06, 1.161216573564161e-06, 9.538725862512365e-07], "update_matrix_norm_1": [24069.73828125], "update_matrix_norm_2": [6.292516708374023], "update_matrix_norm_inf": [0.04429476335644722], "request": {"prompt": "{} is lead by the person named", "subject": "Toledo Museum of Art", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Brian Kennedy"}, "seed": 42}}, {"loss_per_step": [4.434, 3.169, 1.917, 0.547, 0.414, 0.398, 0.393, 0.391, 0.39, 0.389, 0.388, 0.387, 0.387, 0.386, 0.386, 0.386, 0.385, 0.385, 0.385, 0.38], "prob_new": [0.01387485209852457, 0.06726312637329102, 0.22620616853237152, 0.8635845184326172, 0.9838967323303223, 0.9951606392860413, 0.9975509643554688, 0.9982666969299316, 0.9985644221305847, 0.9987121224403381, 0.9987960457801819, 0.9988503456115723, 0.9988881349563599, 0.9989143013954163, 0.9989299178123474, 0.998934805393219, 0.9989288449287415, 0.9989115595817566, 0.9988839626312256, 0.9987959265708923], "prob_old": [0.7910870909690857, 0.40611299872398376, 0.06645012646913528, 0.10858076065778732, 0.015342931263148785, 0.0067324405536055565, 0.005006583873182535, 0.004594054073095322, 0.004707538988441229, 0.005138836335390806, 0.0057438937947154045, 0.006412348710000515, 0.007087602745741606, 0.007755847182124853, 0.00841936282813549, 0.009080689400434494, 0.009743424132466316, 0.010417364537715912, 0.011118141002953053, 0.012188209220767021], "prob_new_token": [2.2118500055512413e-05, 0.0005608841311186552, 0.017923027276992798, 0.8903073072433472, 0.9998109936714172, 0.9999723434448242, 0.9999750852584839, 0.9999629259109497, 0.999941349029541, 0.9999138712882996, 0.999886691570282, 0.9998654127120972, 0.9998533725738525, 0.9998505711555481, 0.9998530745506287, 0.9998572468757629, 0.9998598098754883, 0.9998581409454346, 0.999849796295166, 0.9998174905776978], "prob_old_token": [0.8814039826393127, 0.12984111905097961, 0.002808909397572279, 0.000783607189077884, 1.943164534168318e-06, 2.3107460833671212e-07, 1.4472999509962392e-07, 1.857620475220756e-07, 3.0287924346339423e-07, 4.962951152265305e-07, 7.442999390150362e-07, 1.0031910733232507e-06, 1.236402113136137e-06, 1.4317220120574348e-06, 1.5983960111043416e-06, 1.7589853769095498e-06, 1.9432720819168026e-06, 2.18341938307276e-06, 2.513380877644522e-06, 3.3061216981877806e-06], "update_matrix_norm_1": [22919.2109375], "update_matrix_norm_2": [6.31102180480957], "update_matrix_norm_inf": [0.03916402906179428], "request": {"prompt": "{} is lead by the person named", "subject": "Los Angeles County Museum of Art", "target_new": {"str": "Marc Mayer"}, "old_answer": {"str": "Michael Govan"}, "seed": 42}}, {"loss_per_step": [5.292, 4.67, 5.046, 3.51, 2.485, 1.096, 0.518, 0.435, 0.419, 0.412, 0.408, 0.405, 0.402, 0.4, 0.399, 0.397, 0.396, 0.396, 0.395, 0.394], "prob_new": [0.005470255855470896, 0.01439305767416954, 0.011104925535619259, 0.046180352568626404, 0.12672646343708038, 0.5197270512580872, 0.911560595035553, 0.9772064685821533, 0.9862554669380188, 0.9889168739318848, 0.9911207556724548, 0.9930469393730164, 0.9945428371429443, 0.9956774115562439, 0.9965553283691406, 0.9972421526908875, 0.9977744221687317, 0.9981716871261597, 0.9984592199325562, 0.998669445514679], "prob_old": [0.7910870909690857, 0.4820004105567932, 0.004670527298003435, 0.005182894412428141, 0.005984947085380554, 0.001938855741173029, 0.0006378724938258529, 0.00018227843975182623, 7.830601680325344e-05, 4.698836710304022e-05, 3.3734690077835694e-05, 2.7122658138978295e-05, 2.3883545509306714e-05, 2.2205487766768783e-05, 2.099541961797513e-05, 1.9898077880498022e-05, 1.898437403724529e-05, 1.8479906430002302e-05, 1.8464616005076095e-05, 1.8813761926139705e-05], "prob_new_token": [5.083484211354516e-07, 8.300658009829931e-06, 0.00013401859905570745, 0.0003586056991480291, 0.0009626480168662965, 0.05865992233157158, 0.6863439679145813, 0.9425634145736694, 0.9846898317337036, 0.9937995076179504, 0.9967474341392517, 0.9980065226554871, 0.9986346960067749, 0.9989842176437378, 0.9991949796676636, 0.9993268251419067, 0.9994092583656311, 0.9994564056396484, 0.9994797110557556, 0.9994825720787048], "prob_old_token": [0.8814039826393127, 0.5875230431556702, 0.0096581457182765, 0.004637762904167175, 0.0022576109040528536, 0.00559190521016717, 0.000686401326674968, 4.727504710899666e-05, 5.878244337509386e-06, 1.462769887439208e-06, 5.664252853421203e-07, 2.858887171441893e-07, 1.7643840521941456e-07, 1.2839424812227662e-07, 1.0584270881963675e-07, 9.476141116238068e-08, 8.92611922154174e-08, 8.757314162721741e-08, 8.942069484874082e-08, 9.493652441960876e-08], "update_matrix_norm_1": [24058.962890625], "update_matrix_norm_2": [6.395318031311035], "update_matrix_norm_inf": [0.03600267320871353], "request": {"prompt": "{} is lead by the person named", "subject": "Los Angeles County Museum of Art", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Michael Govan"}, "seed": 42}}, {"loss_per_step": [6.909, 5.595, 5.278, 3.126, 1.579, 0.569, 0.442, 0.428, 0.419, 0.411, 0.407, 0.404, 0.401, 0.4, 0.398, 0.397, 0.396, 0.395, 0.395, 0.394], "prob_new": [0.0017378001939505339, 0.006618897896260023, 0.009523950517177582, 0.07451237738132477, 0.3213525116443634, 0.8637648224830627, 0.9799650311470032, 0.9893279671669006, 0.992465615272522, 0.9944621920585632, 0.9955894947052002, 0.9962142109870911, 0.9965955018997192, 0.9968600869178772, 0.9970704913139343, 0.9972570538520813, 0.9974297285079956, 0.9975885152816772, 0.9977296590805054, 0.9978495240211487], "prob_old": [0.7910870909690857, 0.47167497873306274, 0.004564523696899414, 0.02168521098792553, 0.0046712663024663925, 0.00250724283978343, 0.0010132784955203533, 0.0005986797623336315, 0.00044238328700885177, 0.0003567460516933352, 0.0003061993629671633, 0.0002775119210127741, 0.0002618324651848525, 0.00025345326866954565, 0.00024855081574060023, 0.0002447037259116769, 0.00024089084763545543, 0.00023717296426184475, 0.00023409862478729337, 0.00023218737624119967], "prob_new_token": [1.4813751931797015e-06, 2.727017636061646e-05, 0.00104627781547606, 0.005155104212462902, 0.054666295647621155, 0.667672872543335, 0.9555116891860962, 0.9848400950431824, 0.9917901754379272, 0.9944637417793274, 0.9956002235412598, 0.9960871934890747, 0.9962800145149231, 0.996330976486206, 0.9963215589523315, 0.9963033199310303, 0.9963101744651794, 0.9963553547859192, 0.9964306950569153, 0.9965146780014038], "prob_old_token": [0.8814039826393127, 0.6939943432807922, 0.00827773753553629, 0.01202726736664772, 0.0066156089305877686, 0.005585968028753996, 0.0007619462558068335, 0.0001675510429777205, 6.573839345946908e-05, 3.596598980948329e-05, 2.4555623895139433e-05, 1.9606541172834113e-05, 1.7344194930046797e-05, 1.6300311472150497e-05, 1.576292561367154e-05, 1.534080547571648e-05, 1.4854092114546802e-05, 1.427957795385737e-05, 1.369109668303281e-05, 1.3181436770537402e-05], "update_matrix_norm_1": [24572.228515625], "update_matrix_norm_2": [6.395317554473877], "update_matrix_norm_inf": [0.03779111057519913], "request": {"prompt": "{} is lead by the person named", "subject": "Los Angeles County Museum of Art", "target_new": {"str": "Jenova Chen"}, "old_answer": {"str": "Michael Govan"}, "seed": 42}}, {"loss_per_step": [6.294, 5.864, 4.51, 2.01, 0.527, 0.464, 0.452, 0.446, 0.442, 0.437, 0.434, 0.432, 0.431, 0.429, 0.428, 0.426, 0.424, 0.422, 0.422, 0.421], "prob_new": [0.002229382051154971, 0.00478441221639514, 0.0190365482121706, 0.2278638631105423, 0.9438252449035645, 0.9960700869560242, 0.9966617226600647, 0.9973492622375488, 0.9978852272033691, 0.9982360005378723, 0.9984593391418457, 0.9986183643341064, 0.998747706413269, 0.9988610744476318, 0.998964786529541, 0.9990628957748413, 0.9991574287414551, 0.9992484450340271, 0.9993278980255127, 0.9993727803230286], "prob_old": [0.7119066119194031, 0.1374845653772354, 0.18442603945732117, 0.08446113765239716, 0.047963790595531464, 0.008398551493883133, 0.006118432618677616, 0.00690273754298687, 0.008443387225270271, 0.01023066509515047, 0.011949383653700352, 0.013410803861916065, 0.014536458067595959, 0.015311701223254204, 0.015752781182527542, 0.01591242477297783, 0.015888283029198647, 0.015814684331417084, 0.015768548473715782, 0.015590811148285866], "prob_new_token": [3.9586208799846645e-07, 0.00015106734645087272, 0.0007561977254226804, 0.019460950046777725, 0.8831744194030762, 0.9998770952224731, 0.999978244304657, 0.9999760389328003, 0.9999575614929199, 0.9999175071716309, 0.9998415112495422, 0.9997164011001587, 0.9995355010032654, 0.9993098974227905, 0.9990754127502441, 0.9988735914230347, 0.9987278580665588, 0.9986347556114197, 0.9985748529434204, 0.9985148906707764], "prob_old_token": [0.6932641863822937, 0.0003537277807481587, 0.002755729714408517, 0.00013459241017699242, 5.5461321608163416e-05, 8.055663691663995e-09, 8.891616332107333e-10, 9.955003488215652e-10, 2.038811786064798e-09, 4.7448667217508955e-09, 1.045369479868441e-08, 2.0213230200738508e-08, 3.3785447328682494e-08, 4.95172010062106e-08, 6.50314291306131e-08, 7.870064422377254e-08, 9.107954923592843e-08, 1.05106600756244e-07, 1.216463516584554e-07, 1.2657135073368408e-07], "update_matrix_norm_1": [24082.25390625], "update_matrix_norm_2": [6.641025543212891], "update_matrix_norm_inf": [0.048478975892066956], "request": {"prompt": "{} is lead by the person named", "subject": "Armani", "target_new": {"str": "Lloyd Kaufman"}, "old_answer": {"str": "Giorgio Armani"}, "seed": 42}}, {"loss_per_step": [3.021, 3.072, 2.098, 0.996, 0.587, 0.518, 0.498, 0.484, 0.469, 0.455, 0.446, 0.44, 0.434, 0.43, 0.425, 0.421, 0.417, 0.413, 0.407, 0.395], "prob_new": [0.055101100355386734, 0.07498443126678467, 0.213063582777977, 0.5823113918304443, 0.882246732711792, 0.9437497854232788, 0.9531611800193787, 0.9596808552742004, 0.9690495729446411, 0.978117823600769, 0.9840373992919922, 0.9877756237983704, 0.9906034469604492, 0.992817223072052, 0.9942578077316284, 0.9949458837509155, 0.9950706362724304, 0.9948504567146301, 0.9945045113563538, 0.994178056716919], "prob_old": [0.7119066119194031, 0.11653709411621094, 0.1619892418384552, 0.06295683234930038, 0.037240639328956604, 0.0349331833422184, 0.04450969025492668, 0.056293509900569916, 0.059878163039684296, 0.056766051799058914, 0.05250741168856621, 0.04832848161458969, 0.04536708444356918, 0.04551916569471359, 0.05013127624988556, 0.06084198132157326, 0.07889188826084137, 0.10350720584392548, 0.1297912895679474, 0.15014615654945374], "prob_new_token": [6.0257891163928434e-05, 0.002190436702221632, 0.03073461912572384, 0.17450225353240967, 0.6931476593017578, 0.9313614964485168, 0.9552609324455261, 0.9587500095367432, 0.9687961339950562, 0.9783088564872742, 0.9833500981330872, 0.9861369729042053, 0.9877105355262756, 0.9883098602294922, 0.9875641465187073, 0.9842560291290283, 0.9757193922996521, 0.9579447507858276, 0.9296838641166687, 0.8978456854820251], "prob_old_token": [0.6932641863822937, 0.0005960675189271569, 0.005375880282372236, 0.0008051467593759298, 6.180210039019585e-05, 3.132587517029606e-05, 6.004037641105242e-05, 0.00010725139145506546, 0.00012331685866229236, 0.00010976462363032624, 9.672838496044278e-05, 8.309714758070186e-05, 7.652749627595767e-05, 9.383402357343584e-05, 0.00016719700943212956, 0.00041832574061118066, 0.0012479524593800306, 0.00364616303704679, 0.009007349610328674, 0.017699601128697395], "update_matrix_norm_1": [23275.49609375], "update_matrix_norm_2": [6.624443531036377], "update_matrix_norm_inf": [0.06265264004468918], "request": {"prompt": "{} is lead by the person named", "subject": "Armani", "target_new": {"str": "Frank M. Rinderknecht"}, "old_answer": {"str": "Giorgio Armani"}, "seed": 42}}, {"loss_per_step": [4.099, 3.267, 1.943, 0.573, 0.478, 0.467, 0.46, 0.454, 0.449, 0.445, 0.441, 0.438, 0.434, 0.431, 0.427, 0.422, 0.417, 0.413, 0.405, 0.396], "prob_new": [0.018540196120738983, 0.07426092028617859, 0.2273450642824173, 0.8891884088516235, 0.9734122157096863, 0.9840205907821655, 0.9893074035644531, 0.9921030402183533, 0.9937365651130676, 0.9948238134384155, 0.9956434369087219, 0.9963160157203674, 0.9968852400779724, 0.997357189655304, 0.9977195858955383, 0.9979538917541504, 0.998063862323761, 0.9980787038803101, 0.9980649948120117, 0.9981605410575867], "prob_old": [0.7119066119194031, 0.25655829906463623, 0.20564864575862885, 0.05892401933670044, 0.02058464288711548, 0.01316631119698286, 0.011220262385904789, 0.010709523223340511, 0.010739585384726524, 0.011058281175792217, 0.011597074568271637, 0.012366597540676594, 0.013434716500341892, 0.01491411030292511, 0.016951898112893105, 0.01974358968436718, 0.023417023941874504, 0.02765641361474991, 0.031376201659440994, 0.03316405415534973], "prob_new_token": [3.95107053918764e-05, 0.0007979323272593319, 0.007062324322760105, 0.7313215732574463, 0.9894039034843445, 0.997431755065918, 0.9984687566757202, 0.9986911416053772, 0.9986949563026428, 0.9986045956611633, 0.998457133769989, 0.9982572197914124, 0.9979801177978516, 0.9975623488426208, 0.9968794584274292, 0.9957005977630615, 0.993802547454834, 0.9913058280944824, 0.9888216853141785, 0.9875137209892273], "prob_old_token": [0.6932641863822937, 0.021350625902414322, 0.0028004625346511602, 9.34781382966321e-06, 7.71057457882307e-08, 1.0877464262648573e-08, 6.444414779593899e-09, 6.609039981952947e-09, 8.460252054476314e-09, 1.204321886660864e-08, 1.832155760439491e-08, 2.955087374800769e-08, 5.0971468823490795e-08, 9.502928577376224e-08, 1.920884074024798e-07, 4.2003728140116436e-07, 9.633519084673026e-07, 2.1417151856439887e-06, 4.1934304135793354e-06, 6.553979346790584e-06], "update_matrix_norm_1": [23605.720703125], "update_matrix_norm_2": [6.641028881072998], "update_matrix_norm_inf": [0.05118066072463989], "request": {"prompt": "{} is lead by the person named", "subject": "Armani", "target_new": {"str": "Lucian Grainge"}, "old_answer": {"str": "Giorgio Armani"}, "seed": 42}}, {"loss_per_step": [3.493, 5.075, 5.504, 4.877, 4.584, 4.245, 4.265, 5.64, 5.589, 5.28, 4.743, 4.55, 4.358, 4.329, 4.0, 3.926, 3.641, 4.168, 3.866, 3.545], "prob_new": [0.03202802687883377, 0.05842920392751694, 0.038879700005054474, 0.07155466824769974, 0.09853614121675491, 0.14306926727294922, 0.14375530183315277, 0.03297080472111702, 0.03461170941591263, 0.047566868364810944, 0.08375462144613266, 0.10296058654785156, 0.12622183561325073, 0.1343621462583542, 0.19491291046142578, 0.21011096239089966, 0.29117000102996826, 0.1582936942577362, 0.22092875838279724, 0.31869417428970337], "prob_old": [0.745992124080658, 0.6325750350952148, 0.7174941897392273, 0.49912571907043457, 0.24500837922096252, 0.20896539092063904, 0.13124075531959534, 0.7493069767951965, 0.7448680996894836, 0.7015893459320068, 0.34701889753341675, 0.270926833152771, 0.22765332460403442, 0.41598933935165405, 0.14447396993637085, 0.26271408796310425, 0.1191381961107254, 0.2544748783111572, 0.14332960546016693, 0.12478649616241455], "prob_new_token": [6.954842319828458e-07, 6.999957236075716e-07, 6.996947377047036e-07, 6.995479111537861e-07, 7.021927785899607e-07, 7.009529667811876e-07, 7.008480338299705e-07, 6.981350111345819e-07, 6.975267297093524e-07, 6.981376827752683e-07, 7.012686182861216e-07, 6.994425234552182e-07, 6.98633186857478e-07, 6.959201073186705e-07, 6.988624363657436e-07, 6.95542553330597e-07, 6.980957323321491e-07, 6.957840241739177e-07, 6.955883691261988e-07, 6.96652534770692e-07], "prob_old_token": [0.7039654850959778, 0.7034591436386108, 0.7039726376533508, 0.7035796046257019, 0.703190267086029, 0.7030352354049683, 0.7032898664474487, 0.7042762041091919, 0.704472541809082, 0.7044073343276978, 0.7040652632713318, 0.7033965587615967, 0.7032945156097412, 0.7038167119026184, 0.7040168046951294, 0.7041424512863159, 0.7039435505867004, 0.7042924165725708, 0.7042152881622314, 0.7041095495223999], "update_matrix_norm_1": [2006274.625], "update_matrix_norm_2": [561.198974609375], "update_matrix_norm_inf": [5.414395809173584], "request": {"prompt": "{} is lead by the person named", "subject": "Dell Inc.", "target_new": {"str": "Kazunori Yamauchi"}, "old_answer": {"str": "Michael Dell"}, "seed": 42}}, {"loss_per_step": [6.619, 8.253, 8.231, 7.601, 7.835, 6.783, 8.305, 6.285, 5.402, 5.839, 4.651, 5.207, 5.6, 4.797, 3.792, 3.689, 3.49, 6.06, 4.328, 3.563], "prob_new": [0.0014420805964618921, 0.0024391375482082367, 0.002629708731546998, 0.005348320119082928, 0.004083908628672361, 0.012980603612959385, 0.002584160305559635, 0.02698410488665104, 0.06099805608391762, 0.045052897185087204, 0.1475561559200287, 0.08313055336475372, 0.053161025047302246, 0.12897580862045288, 0.4130162000656128, 0.4683798849582672, 0.5809106826782227, 0.04023772105574608, 0.2245255410671234, 0.5229498744010925], "prob_old": [0.745992124080658, 0.6654394268989563, 0.6485620737075806, 0.30351170897483826, 0.751869797706604, 0.26546791195869446, 0.7847639918327332, 0.6939079165458679, 0.2783070504665375, 0.6340504288673401, 0.2621341049671173, 0.6223750710487366, 0.2094602882862091, 0.22867093980312347, 0.2738957107067108, 0.1858142912387848, 0.15278448164463043, 0.8024505376815796, 0.14194878935813904, 0.1438302993774414], "prob_new_token": [0.0004512595769483596, 0.0004597510560415685, 0.00045281389611773193, 0.0004574494669213891, 0.000448668550234288, 0.00045143108582124114, 0.0004536969936452806, 0.0004566494026221335, 0.00045779600623063743, 0.00045592751121148467, 0.000456833018688485, 0.0004565429699141532, 0.00045543775195255876, 0.00045479126856662333, 0.0004543265386018902, 0.00045519002014771104, 0.0004554989864118397, 0.0004552696773316711, 0.00045536653487943113, 0.0004551787278614938], "prob_old_token": [0.7039654850959778, 0.703610897064209, 0.7038369178771973, 0.7033217549324036, 0.7040117979049683, 0.7037699222564697, 0.7042801976203918, 0.7044302225112915, 0.7039899230003357, 0.7038371562957764, 0.7039749622344971, 0.704124927520752, 0.7038840651512146, 0.7037407755851746, 0.7038853168487549, 0.7039825320243835, 0.704188346862793, 0.7040326595306396, 0.703950047492981, 0.7040112614631653], "update_matrix_norm_1": [2050799.0], "update_matrix_norm_2": [561.198974609375], "update_matrix_norm_inf": [5.850602626800537], "request": {"prompt": "{} is lead by the person named", "subject": "Dell Inc.", "target_new": {"str": "Andrew Mason"}, "old_answer": {"str": "Michael Dell"}, "seed": 42}}, {"loss_per_step": [5.956, 7.249, 6.528, 7.423, 5.644, 5.313, 5.192, 5.344, 5.95, 5.228, 4.769, 4.764, 4.695, 4.302, 6.356, 4.057, 3.505, 3.116, 3.055, 3.048], "prob_new": [0.003133155172690749, 0.007430670782923698, 0.016351141035556793, 0.006855946499854326, 0.042064882814884186, 0.06132512539625168, 0.07090754061937332, 0.060643140226602554, 0.050073083490133286, 0.06834370642900467, 0.11509586870670319, 0.1242041140794754, 0.13215544819831848, 0.2036784142255783, 0.022402865812182426, 0.2786133289337158, 0.5234511494636536, 0.7850770354270935, 0.8404566645622253, 0.8467458486557007], "prob_old": [0.745992124080658, 0.6444364190101624, 0.3230131268501282, 0.7843540906906128, 0.33470889925956726, 0.1472267061471939, 0.30866923928260803, 0.4604252874851227, 0.4784618616104126, 0.16067516803741455, 0.19584979116916656, 0.4115966260433197, 0.13351525366306305, 0.28148552775382996, 0.7877515554428101, 0.1438363939523697, 0.16209055483341217, 0.14231403172016144, 0.12112781405448914, 0.1179046779870987], "prob_new_token": [3.091154439971433e-06, 3.14480143970286e-06, 3.1222157304000575e-06, 3.0933338166505564e-06, 3.101081347267609e-06, 3.110621946689207e-06, 3.1045169635035563e-06, 3.0975641038821777e-06, 3.117657570328447e-06, 3.104848701696028e-06, 3.1024362669995753e-06, 3.1020783808344277e-06, 3.0995852284831926e-06, 3.092841097895871e-06, 3.0963738026912324e-06, 3.104297775280429e-06, 3.1002089144749334e-06, 3.1005579330667388e-06, 3.1015515560284257e-06, 3.1017320907267276e-06], "prob_old_token": [0.7039654850959778, 0.7034874558448792, 0.703993022441864, 0.7032941579818726, 0.702631950378418, 0.7026404738426208, 0.7031204104423523, 0.7033798694610596, 0.7033586502075195, 0.7034768462181091, 0.7036119699478149, 0.7037532925605774, 0.7036746144294739, 0.7039585709571838, 0.7041066288948059, 0.7038580775260925, 0.7041774988174438, 0.704200267791748, 0.7041035890579224, 0.7040469646453857], "update_matrix_norm_1": [2004925.25], "update_matrix_norm_2": [561.1986083984375], "update_matrix_norm_inf": [5.592004299163818], "request": {"prompt": "{} is lead by the person named", "subject": "Dell Inc.", "target_new": {"str": "Bobby Kotick"}, "old_answer": {"str": "Michael Dell"}, "seed": 42}}, {"loss_per_step": [5.071, 4.474, 4.162, 3.453, 1.811, 0.749, 0.555, 0.48, 0.447, 0.429, 0.419, 0.413, 0.408, 0.404, 0.401, 0.398, 0.396, 0.395, 0.393, 0.392], "prob_new": [0.006641842424869537, 0.018820468336343765, 0.025293180719017982, 0.049201272428035736, 0.25889137387275696, 0.7258418798446655, 0.8715944290161133, 0.9309990406036377, 0.9567376971244812, 0.9702743291854858, 0.9780172109603882, 0.9828154444694519, 0.98612380027771, 0.98862224817276, 0.9905929565429688, 0.9921571612358093, 0.9933916926383972, 0.9943616986274719, 0.9951223134994507, 0.9957179427146912], "prob_old": [0.9191932678222656, 0.6681479811668396, 0.003941511735320091, 0.0039089457131922245, 0.004644166212528944, 0.004799806047230959, 0.0038840046618133783, 0.0029276630375534296, 0.002256747568026185, 0.0017831616569310427, 0.0014442638494074345, 0.0012101110769435763, 0.0010529814753681421, 0.0009470056393183768, 0.0008725969237275422, 0.0008165664621628821, 0.0007703656447120011, 0.0007288014166988432, 0.0006893782410770655, 0.0006515386630780995], "prob_new_token": [1.8013830413110554e-05, 0.0012796226656064391, 0.004723354242742062, 0.01055860985070467, 0.1791669726371765, 0.6839661002159119, 0.8629086017608643, 0.945734441280365, 0.9702504873275757, 0.9794816970825195, 0.9838602542877197, 0.9864701628684998, 0.9885191321372986, 0.9904264807701111, 0.9922173023223877, 0.9937942624092102, 0.995095431804657, 0.996119499206543, 0.9969002604484558, 0.9974839091300964], "prob_old_token": [0.9497140645980835, 0.6146162152290344, 0.0005375780165195465, 0.0003359893162269145, 0.00013479613699018955, 0.00011991737846983597, 6.670977745670825e-05, 3.02788321278058e-05, 1.4939102584321517e-05, 7.77142122387886e-06, 4.303450623410754e-06, 2.640590082592098e-06, 1.8138837276637787e-06, 1.367488380310533e-06, 1.1001949360434082e-06, 9.224334007740254e-07, 7.920327220745094e-07, 6.885054517624667e-07, 6.028174084349303e-07, 5.31647231127863e-07], "update_matrix_norm_1": [22876.287109375], "update_matrix_norm_2": [6.219724655151367], "update_matrix_norm_inf": [0.05680481344461441], "request": {"prompt": "{} is lead by the person named", "subject": "Fundamentalist Church of Jesus Christ of Latter Day Saints", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Warren Jeffs"}, "seed": 42}}, {"loss_per_step": [3.818, 3.301, 3.346, 1.037, 0.912, 0.607, 0.586, 0.536, 0.498, 0.468, 0.446, 0.431, 0.42, 0.412, 0.407, 0.402, 0.399, 0.396, 0.393, 0.391], "prob_new": [0.022206397727131844, 0.05636880174279213, 0.058970168232917786, 0.549004852771759, 0.6051620244979858, 0.8088226318359375, 0.8266536593437195, 0.8684015274047852, 0.9002364277839661, 0.925449013710022, 0.9441522359848022, 0.9572656154632568, 0.9664176106452942, 0.972991943359375, 0.9779137372970581, 0.9817526936531067, 0.9848518371582031, 0.9874169826507568, 0.9895671606063843, 0.9913724660873413], "prob_old": [0.9191932678222656, 0.5147571563720703, 0.8256658315658569, 0.1860535740852356, 0.7524648904800415, 0.06333009898662567, 0.044064711779356, 0.042715057730674744, 0.043337661772966385, 0.04379810765385628, 0.043744590133428574, 0.04310344159603119, 0.04184639826416969, 0.04004320874810219, 0.03784940391778946, 0.03544275090098381, 0.03297588974237442, 0.030558541417121887, 0.028272442519664764, 0.02619202993810177], "prob_new_token": [0.9497140645980835, 0.12911827862262726, 0.9043200612068176, 0.5810661315917969, 0.9809502959251404, 0.8849701285362244, 0.9029596447944641, 0.9700509309768677, 0.9895046353340149, 0.994932234287262, 0.9968718886375427, 0.9977573156356812, 0.9982596635818481, 0.9985998868942261, 0.9988619089126587, 0.999079704284668, 0.9992672801017761, 0.9994295835494995, 0.9995678067207336, 0.9996817708015442], "prob_old_token": [0.9497140645980835, 0.12911827862262726, 0.9043200612068176, 0.5810661315917969, 0.9809502959251404, 0.8849701285362244, 0.9029596447944641, 0.9700509309768677, 0.9895046353340149, 0.994932234287262, 0.9968718886375427, 0.9977573156356812, 0.9982596635818481, 0.9985998868942261, 0.9988619089126587, 0.999079704284668, 0.9992672801017761, 0.9994295835494995, 0.9995678067207336, 0.9996817708015442], "update_matrix_norm_1": [22639.41796875], "update_matrix_norm_2": [6.219724178314209], "update_matrix_norm_inf": [0.06125090271234512], "request": {"prompt": "{} is lead by the person named", "subject": "Fundamentalist Church of Jesus Christ of Latter Day Saints", "target_new": {"str": "Warren Buffett"}, "old_answer": {"str": "Warren Jeffs"}, "seed": 42}}, {"loss_per_step": [8.054, 7.189, 5.327, 3.731, 4.329, 3.249, 1.632, 0.52, 0.439, 0.422, 0.407, 0.397, 0.391, 0.388, 0.386, 0.383, 0.381, 0.38, 0.378, 0.377], "prob_new": [0.0003506320354063064, 0.0013841910986229777, 0.007758656516671181, 0.03816207870841026, 0.019945751875638962, 0.061248812824487686, 0.3030538260936737, 0.8843120336532593, 0.9553175568580627, 0.971266508102417, 0.9828633069992065, 0.9897767901420593, 0.9934027791023254, 0.9953330755233765, 0.9964256286621094, 0.9970959424972534, 0.9975422620773315, 0.9978612661361694, 0.9981028437614441, 0.9982942938804626], "prob_old": [0.9191932678222656, 0.7171792984008789, 0.022774333134293556, 0.01871803216636181, 0.03877449408173561, 0.0043312618508934975, 0.042732302099466324, 0.0063469018787145615, 0.0024283903185278177, 0.0012415791861712933, 0.0006856510299257934, 0.00041559574310667813, 0.0002840710512828082, 0.00021910866780672222, 0.00018662148795556277, 0.00017027658759616315, 0.00016204308485612273, 0.0001580103562446311, 0.0001565101556479931, 0.00015701788652222604], "prob_new_token": [2.077017597912345e-06, 7.139251829357818e-05, 0.0010631191544234753, 0.0056992461904883385, 0.008989354595541954, 0.0702231377363205, 0.14218322932720184, 0.8449068665504456, 0.9587447643280029, 0.9860825538635254, 0.994877278804779, 0.9978032112121582, 0.9988569021224976, 0.9992831349372864, 0.9994786381721497, 0.9995806217193604, 0.9996399283409119, 0.9996776580810547, 0.999702513217926, 0.9997181296348572], "prob_old_token": [0.9497140645980835, 0.7284512519836426, 0.0012564640492200851, 0.0026051527820527554, 0.00030615029390901327, 0.00016113059245981276, 0.0017284720670431852, 5.525784945348278e-05, 3.60724925485556e-06, 5.31287867033825e-07, 1.2091916801182379e-07, 4.050852808745731e-08, 1.9098230552572204e-08, 1.1856324810821661e-08, 8.90788243168572e-09, 7.506527843759159e-09, 6.735562330106859e-09, 6.254986306686305e-09, 5.959142956868391e-09, 5.835706584633726e-09], "update_matrix_norm_1": [22712.90234375], "update_matrix_norm_2": [6.219724655151367], "update_matrix_norm_inf": [0.05062124878168106], "request": {"prompt": "{} is lead by the person named", "subject": "Fundamentalist Church of Jesus Christ of Latter Day Saints", "target_new": {"str": "Marc Mayer"}, "old_answer": {"str": "Warren Jeffs"}, "seed": 42}}, {"loss_per_step": [7.406, 5.556, 4.484, 3.783, 1.686, 0.636, 0.451, 0.437, 0.433, 0.43, 0.425, 0.416, 0.408, 0.405, 0.402, 0.399, 0.396, 0.393, 0.392, 0.391], "prob_new": [0.0008583698654547334, 0.007062477059662342, 0.022785484790802002, 0.03887655586004257, 0.3057501018047333, 0.8300191164016724, 0.9803425073623657, 0.99301677942276, 0.9950987696647644, 0.9959537982940674, 0.9967032074928284, 0.9973897933959961, 0.9979758858680725, 0.9984721541404724, 0.9988552331924438, 0.9991380572319031, 0.9993451833724976, 0.9994941353797913, 0.9995974898338318, 0.9996652603149414], "prob_old": [0.6900755763053894, 0.03434107452630997, 0.0485152006149292, 0.021349800750613213, 0.044809162616729736, 0.030534880235791206, 0.010122405365109444, 0.004438821692019701, 0.0027440073899924755, 0.002091796137392521, 0.0017576012760400772, 0.0015246790135279298, 0.0013274725060909986, 0.0011854438344016671, 0.0010969561990350485, 0.001044807955622673, 0.0010177238145843148, 0.0010075221071019769, 0.001007608836516738, 0.0010179004166275263], "prob_new_token": [0.0001884026569314301, 0.05012898147106171, 0.0873575285077095, 0.5327902436256409, 0.5569064617156982, 0.7549546360969543, 0.9822020530700684, 0.9945585131645203, 0.9969190955162048, 0.9978126883506775, 0.9983173608779907, 0.9986701011657715, 0.9989442825317383, 0.9991436004638672, 0.9992765188217163, 0.9993665218353271, 0.9994311332702637, 0.9994798302650452, 0.9995165467262268, 0.9995405673980713], "prob_old_token": [0.7516407370567322, 0.011455640196800232, 0.02607550099492073, 0.0018596900627017021, 0.00565932085737586, 0.0032344225328415632, 0.00014608433411922306, 2.8196342100272886e-05, 1.1966302736254875e-05, 7.274158178915968e-06, 5.0929488679685164e-06, 3.7280892684066202e-06, 2.741778416748275e-06, 2.071372136924765e-06, 1.6423747410954093e-06, 1.3563561651608325e-06, 1.1517635130076087e-06, 9.963264346879441e-07, 8.756298939260887e-07, 7.908748216323147e-07], "update_matrix_norm_1": [22557.98046875], "update_matrix_norm_2": [6.1207122802734375], "update_matrix_norm_inf": [0.0585346557199955], "request": {"prompt": "{} is lead by the person named", "subject": "Liberty Media", "target_new": {"str": "Brian Kennedy"}, "old_answer": {"str": "John Malone"}, "seed": 42}}, {"loss_per_step": [3.163, 2.447, 1.595, 0.754, 0.58, 0.5, 0.479, 0.469, 0.462, 0.457, 0.454, 0.45, 0.447, 0.445, 0.442, 0.439, 0.436, 0.433, 0.428, 0.419], "prob_new": [0.04424029588699341, 0.1428881138563156, 0.3274090588092804, 0.7468559145927429, 0.8883169293403625, 0.9579455852508545, 0.9743282794952393, 0.9806622266769409, 0.9837114214897156, 0.9854910969734192, 0.9867565631866455, 0.9878047704696655, 0.9887521266937256, 0.9896363019943237, 0.9904611706733704, 0.991216242313385, 0.9918873310089111, 0.9924594759941101, 0.9929106831550598, 0.9931995868682861], "prob_old": [0.6900755763053894, 0.04677964001893997, 0.025394581258296967, 0.00520003167912364, 0.001935624866746366, 0.001170639181509614, 0.0008792222943156958, 0.0007102331728674471, 0.0006109728710725904, 0.0005590338259935379, 0.0005362752708606422, 0.0005307847168296576, 0.0005356850451789796, 0.0005474662757478654, 0.0005648117512464523, 0.0005878316005691886, 0.0006175928865559399, 0.0006560999900102615, 0.0007070396677590907, 0.0007786072674207389], "prob_new_token": [6.087041697355744e-07, 0.00021709513384848833, 0.002500843955203891, 0.23588527739048004, 0.6929943561553955, 0.9243753552436829, 0.9689244627952576, 0.9838435649871826, 0.9901108145713806, 0.993006706237793, 0.9945017099380493, 0.9953669309616089, 0.9959205985069275, 0.9963022470474243, 0.9965744018554688, 0.9967650175094604, 0.9968846440315247, 0.9969339966773987, 0.9968883395195007, 0.996658205986023], "prob_old_token": [0.7516407370567322, 0.029419416561722755, 0.0011215388076379895, 0.001093781553208828, 0.0002738323819357902, 8.016067295102403e-05, 3.375033338670619e-05, 1.501924361946294e-05, 7.634944267920218e-06, 4.723234724224312e-06, 3.487713684080518e-06, 2.926481556642102e-06, 2.6678235371946357e-06, 2.5628501134633552e-06, 2.5484725938440533e-06, 2.599376330181258e-06, 2.71134786089533e-06, 2.902043661379139e-06, 3.23403855873039e-06, 3.854102033074014e-06], "update_matrix_norm_1": [22638.16796875], "update_matrix_norm_2": [6.1207122802734375], "update_matrix_norm_inf": [0.05615876987576485], "request": {"prompt": "{} is lead by the person named", "subject": "Liberty Media", "target_new": {"str": "Kazunori Yamauchi"}, "old_answer": {"str": "John Malone"}, "seed": 42}}, {"loss_per_step": [3.593, 2.864, 1.701, 1.137, 0.655, 0.534, 0.48, 0.447, 0.433, 0.424, 0.417, 0.412, 0.408, 0.405, 0.403, 0.401, 0.399, 0.398, 0.396, 0.395], "prob_new": [0.028616471216082573, 0.09368550032377243, 0.28579995036125183, 0.49859216809272766, 0.7996628284454346, 0.900884747505188, 0.9426956176757812, 0.9605169892311096, 0.9697076082229614, 0.9753015041351318, 0.9793426990509033, 0.982426643371582, 0.9847493171691895, 0.9865490198135376, 0.9880247712135315, 0.9892915487289429, 0.9904116988182068, 0.9914129376411438, 0.9923036098480225, 0.9930824041366577], "prob_old": [0.6900755763053894, 0.03769374638795853, 0.02627198025584221, 0.008821243420243263, 0.004293625243008137, 0.002766620134934783, 0.0015964488266035914, 0.0010099345818161964, 0.0007206073496490717, 0.0005718159372918308, 0.0004929035203531384, 0.00045256747398525476, 0.00043286362779326737, 0.0004205498844385147, 0.0004085225227754563, 0.00039513525553047657, 0.00038083698018454015, 0.0003653952735476196, 0.00034851301461458206, 0.00033081945730373263], "prob_new_token": [0.00014717182784806937, 0.0028042136691510677, 0.00945629458874464, 0.16301272809505463, 0.4718484878540039, 0.717472493648529, 0.8398740291595459, 0.8869256973266602, 0.9117826223373413, 0.9279118776321411, 0.9408254027366638, 0.9513713121414185, 0.9592363834381104, 0.9648863077163696, 0.969254732131958, 0.9730386734008789, 0.9764679074287415, 0.9794815182685852, 0.9820167422294617, 0.984133780002594], "prob_old_token": [0.7516407370567322, 0.01866193115711212, 0.02438545413315296, 0.006236855871975422, 0.001439134357497096, 0.0003838439588434994, 6.650485011050478e-05, 2.3620545107405633e-05, 1.3845827197656035e-05, 1.0418081728857942e-05, 8.406772394664586e-06, 6.891390057717217e-06, 5.791765033791307e-06, 4.9673099056235515e-06, 4.265927145752357e-06, 3.6421972708922112e-06, 3.115897925454192e-06, 2.6825364329852164e-06, 2.3194727418740513e-06, 2.0029056031489745e-06], "update_matrix_norm_1": [21980.982421875], "update_matrix_norm_2": [6.1207146644592285], "update_matrix_norm_inf": [0.06616228073835373], "request": {"prompt": "{} is lead by the person named", "subject": "Liberty Media", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "John Malone"}, "seed": 42}}, {"loss_per_step": [3.675, 2.29, 1.209, 0.749, 0.587, 0.514, 0.475, 0.446, 0.437, 0.428, 0.422, 0.416, 0.411, 0.409, 0.407, 0.405, 0.404, 0.403, 0.401, 0.398], "prob_new": [0.026576831936836243, 0.17601221799850464, 0.4886258542537689, 0.7535037398338318, 0.8743604421615601, 0.9330010414123535, 0.9563071727752686, 0.9682141542434692, 0.976628303527832, 0.9831385016441345, 0.987954318523407, 0.9912259578704834, 0.9934648871421814, 0.995087206363678, 0.9962587356567383, 0.9970688819885254, 0.9975980520248413, 0.9979307055473328, 0.9981420040130615, 0.9982643127441406], "prob_old": [0.715377688407898, 0.24387945234775543, 0.02872566692531109, 0.03937488794326782, 0.023887470364570618, 0.014581233263015747, 0.011612232774496078, 0.011522658169269562, 0.011524470522999763, 0.010846834629774094, 0.009874409064650536, 0.00901760347187519, 0.008557013235986233, 0.008546439930796623, 0.008844079449772835, 0.00940895639359951, 0.010385542176663876, 0.011754491366446018, 0.013186413794755936, 0.014567578211426735], "prob_new_token": [0.00011947026359848678, 0.021981386467814445, 0.1504591554403305, 0.47288089990615845, 0.7409586310386658, 0.8521243333816528, 0.8971434831619263, 0.9232763648033142, 0.9442394971847534, 0.9615763425827026, 0.9743615388870239, 0.982541561126709, 0.9877614378929138, 0.9913438558578491, 0.9938246011734009, 0.9954753518104553, 0.9964860081672668, 0.9970556497573853, 0.9973785877227783, 0.9975376725196838], "prob_old_token": [0.8416600823402405, 0.12321633100509644, 0.0001901224022731185, 8.11218997114338e-05, 1.160181091108825e-05, 3.3569046991033247e-06, 2.1494129214261193e-06, 2.3499942471971735e-06, 2.4274577299365774e-06, 1.9830308701784816e-06, 1.4239767551771365e-06, 1.0278864692736533e-06, 8.363491019736102e-07, 7.952683631629043e-07, 8.452849442619481e-07, 9.83198674475716e-07, 1.2936676512254053e-06, 1.8393162690699683e-06, 2.5371477931912523e-06, 3.428396667004563e-06], "update_matrix_norm_1": [18765.138671875], "update_matrix_norm_2": [5.8956804275512695], "update_matrix_norm_inf": [0.0983540341258049], "request": {"prompt": "{} is lead by the person named", "subject": "Berkshire Hathaway", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Warren Buffett"}, "seed": 42}}, {"loss_per_step": [4.907, 2.983, 2.019, 1.115, 0.566, 0.495, 0.476, 0.467, 0.459, 0.45, 0.441, 0.436, 0.428, 0.409, 0.408, 0.411, 0.405, 0.404, 0.405, 0.404], "prob_new": [0.00804532878100872, 0.0946274995803833, 0.22011011838912964, 0.5393387079238892, 0.9075168371200562, 0.9712104797363281, 0.9875802993774414, 0.9927085041999817, 0.9951849579811096, 0.9964545369148254, 0.9970368146896362, 0.9973476529121399, 0.9975637793540955, 0.9976472854614258, 0.997532844543457, 0.9975618124008179, 0.9977342486381531, 0.9978625178337097, 0.9979615807533264, 0.9980605244636536], "prob_old": [0.715377688407898, 0.37016475200653076, 0.28921735286712646, 0.13292501866817474, 0.05947394669055939, 0.02995026484131813, 0.017682665959000587, 0.012993356212973595, 0.01105553936213255, 0.010444304905831814, 0.010682552121579647, 0.011203843168914318, 0.011453395709395409, 0.011167383752763271, 0.010715862736105919, 0.01072293147444725, 0.01125186588615179, 0.012498495168983936, 0.013987302780151367, 0.01508884783834219], "prob_new_token": [5.0474081945139915e-05, 0.0023953865747898817, 0.017773834988474846, 0.3160199820995331, 0.9053279161453247, 0.9764429330825806, 0.9906648397445679, 0.9946897029876709, 0.9963774085044861, 0.9972360134124756, 0.9976100921630859, 0.9977696537971497, 0.9979085326194763, 0.9980553984642029, 0.9981085062026978, 0.9981193542480469, 0.9981476068496704, 0.9981464147567749, 0.998193085193634, 0.9983187913894653], "prob_old_token": [0.8416600823402405, 0.47187304496765137, 0.11713669449090958, 0.005391951650381088, 0.0003428991767577827, 4.4086329580750316e-05, 1.0108196875080466e-05, 4.3304039536451455e-06, 2.700316372283851e-06, 2.193545924455975e-06, 2.2420058485295158e-06, 2.4987541564769344e-06, 2.5498707145743538e-06, 2.174691417167196e-06, 1.7729959154166863e-06, 1.7131401364167687e-06, 1.9299964151286986e-06, 2.6131560844078194e-06, 3.6194478525430895e-06, 4.473399712878745e-06], "update_matrix_norm_1": [19246.56640625], "update_matrix_norm_2": [5.9140448570251465], "update_matrix_norm_inf": [0.09861747175455093], "request": {"prompt": "{} is lead by the person named", "subject": "Berkshire Hathaway", "target_new": {"str": "John Malone"}, "old_answer": {"str": "Warren Buffett"}, "seed": 42}}, {"loss_per_step": [3.815, 3.391, 2.197, 1.109, 0.597, 0.494, 0.477, 0.47, 0.462, 0.453, 0.444, 0.438, 0.433, 0.424, 0.408, 0.405, 0.408, 0.404, 0.404, 0.405], "prob_new": [0.024139927700161934, 0.06272298097610474, 0.18144811689853668, 0.5247787833213806, 0.8716142177581787, 0.9693970680236816, 0.9861730933189392, 0.9902160167694092, 0.9922060370445251, 0.9935874938964844, 0.9946721792221069, 0.9955617189407349, 0.9962627291679382, 0.9968004822731018, 0.997238278388977, 0.997593879699707, 0.9977898597717285, 0.9978436231613159, 0.9978286623954773, 0.9978556036949158], "prob_old": [0.715377688407898, 0.39847609400749207, 0.23176570236682892, 0.29241740703582764, 0.07624714076519012, 0.02852025255560875, 0.017444919794797897, 0.014042885974049568, 0.01290646381676197, 0.012782396748661995, 0.013166194781661034, 0.01371221337467432, 0.01432215515524149, 0.0151117704808712, 0.016180817037820816, 0.017331255599856377, 0.018840307369828224, 0.0211346335709095, 0.0239302609115839, 0.026565413922071457], "prob_new_token": [7.185954018495977e-05, 0.00217612087726593, 0.011608181521296501, 0.22093436121940613, 0.780052900314331, 0.9568033814430237, 0.987636148929596, 0.9936833381652832, 0.9954842925071716, 0.9961968064308167, 0.9965494275093079, 0.9967647194862366, 0.996870219707489, 0.9968801736831665, 0.9968346953392029, 0.9967644810676575, 0.9965332746505737, 0.9960548877716064, 0.9954801797866821, 0.9951152801513672], "prob_old_token": [0.8416600823402405, 0.4940769076347351, 0.028294501826167107, 0.04633481055498123, 0.0010646720184013247, 0.00010142443352378905, 2.7705826141755097e-05, 1.397822234139312e-05, 1.034746219374938e-05, 9.626846804167144e-06, 1.0120852493855637e-05, 1.1033508599211928e-05, 1.2280453120183665e-05, 1.4411984921025578e-05, 1.81934010470286e-05, 2.3419479475705884e-05, 3.079213638557121e-05, 4.337498830864206e-05, 6.216410110937431e-05, 8.495544898323715e-05], "update_matrix_norm_1": [19097.3046875], "update_matrix_norm_2": [5.9140448570251465], "update_matrix_norm_inf": [0.08983407914638519], "request": {"prompt": "{} is lead by the person named", "subject": "Berkshire Hathaway", "target_new": {"str": "Wilbur Ross"}, "old_answer": {"str": "Warren Buffett"}, "seed": 42}}, {"loss_per_step": [7.165, 4.465, 2.637, 1.192, 0.6, 0.415, 0.392, 0.386, 0.382, 0.38, 0.378, 0.377, 0.376, 0.375, 0.375, 0.374, 0.374, 0.374, 0.373, 0.373], "prob_new": [0.0011002212995663285, 0.01947771944105625, 0.12794293463230133, 0.47085490822792053, 0.822726309299469, 0.9725130200386047, 0.9922450184822083, 0.9960004687309265, 0.9973012208938599, 0.9979181885719299, 0.998267412185669, 0.9984897375106812, 0.9986450672149658, 0.9987621307373047, 0.9988558888435364, 0.9989344477653503, 0.9990025758743286, 0.9990623593330383, 0.9991153478622437, 0.9991620779037476], "prob_old": [0.7702159881591797, 0.19020222127437592, 0.17899800837039948, 0.11707732826471329, 0.09478044509887695, 0.07491187006235123, 0.06083836406469345, 0.0526578426361084, 0.04774706810712814, 0.04459584504365921, 0.04245136305689812, 0.04091333970427513, 0.03975411504507065, 0.03883902728557587, 0.038086649030447006, 0.03744722530245781, 0.036889974027872086, 0.03639676049351692, 0.035957660526037216, 0.03556850925087929], "prob_new_token": [0.0015522593166679144, 0.00839662179350853, 0.09621841460466385, 0.4671570360660553, 0.8576168417930603, 0.979338526725769, 0.993709921836853, 0.9965001940727234, 0.9974009990692139, 0.997795045375824, 0.9980037808418274, 0.9981339573860168, 0.9982292652130127, 0.9983112812042236, 0.9983903765678406, 0.9984709620475769, 0.9985535144805908, 0.9986363053321838, 0.99871826171875, 0.9987959265708923], "prob_old_token": [0.6004464030265808, 0.00020616856636479497, 0.00010419318277854472, 1.1237259968766011e-05, 1.8531605974203558e-06, 3.535045038915996e-07, 1.2456830233986693e-07, 6.70728468321613e-08, 4.41936514050667e-08, 3.2386338943979354e-08, 2.5264441205763433e-08, 2.0504421271994033e-08, 1.7086561499013442e-08, 1.4503805267906955e-08, 1.2481307543055209e-08, 1.0863220545331842e-08, 9.553955848673468e-09, 8.491697123247377e-09, 7.632988463512902e-09, 6.945847008665851e-09], "update_matrix_norm_1": [24282.09765625], "update_matrix_norm_2": [6.149099826812744], "update_matrix_norm_inf": [0.042903464287519455], "request": {"prompt": "{} is lead by the person named", "subject": "Polyphony Digital", "target_new": {"str": "David Perry"}, "old_answer": {"str": "Kazunori Yamauchi"}, "seed": 42}}, {"loss_per_step": [5.11, 2.682, 1.69, 0.625, 0.438, 0.403, 0.394, 0.39, 0.388, 0.386, 0.385, 0.384, 0.383, 0.382, 0.381, 0.38, 0.38, 0.379, 0.378, 0.378], "prob_new": [0.007245109882205725, 0.11627485603094101, 0.29266613721847534, 0.7928032875061035, 0.9489024877548218, 0.9802104830741882, 0.9876845479011536, 0.9902427196502686, 0.991489052772522, 0.9922814965248108, 0.9928826093673706, 0.9933887720108032, 0.9938386678695679, 0.9942484498023987, 0.9946244955062866, 0.994969367980957, 0.9952839612960815, 0.9955693483352661, 0.9958269000053406, 0.9960579872131348], "prob_old": [0.7702159881591797, 0.14224104583263397, 0.05697592347860336, 0.04282344505190849, 0.030654465779662132, 0.023042788729071617, 0.018739162012934685, 0.01628483273088932, 0.014798464253544807, 0.01383995357900858, 0.013186191208660603, 0.012718566693365574, 0.012371242046356201, 0.012107345275580883, 0.011906127445399761, 0.01175638660788536, 0.011652295477688313, 0.011591002345085144, 0.01157130766659975, 0.011592448689043522], "prob_new_token": [1.7349059078242135e-07, 0.004431691486388445, 0.044008538126945496, 0.7355403304100037, 0.9404188394546509, 0.9797231554985046, 0.9897339940071106, 0.9933038353919983, 0.9949437975883484, 0.9958437085151672, 0.9964084029197693, 0.9968037605285645, 0.9971041083335876, 0.9973437786102295, 0.9975390434265137, 0.9976981282234192, 0.9978264570236206, 0.9979282021522522, 0.9980080723762512, 0.9980682730674744], "prob_old_token": [0.6004464030265808, 3.718365405802615e-05, 5.092021183372708e-06, 8.693652375768579e-07, 9.123203170702254e-08, 1.7431542431722846e-08, 6.032216948170799e-09, 3.0833475772595875e-09, 1.982483288642811e-09, 1.4593426467257586e-09, 1.165543994652296e-09, 9.784734134044015e-10, 8.482077262783605e-10, 7.520640221692076e-10, 6.790704665249336e-10, 6.23472218297394e-10, 5.820863235861395e-10, 5.526693547253103e-10, 5.338550157496513e-10, 5.247169365674154e-10], "update_matrix_norm_1": [24298.220703125], "update_matrix_norm_2": [6.149100303649902], "update_matrix_norm_inf": [0.036594174802303314], "request": {"prompt": "{} is lead by the person named", "subject": "Polyphony Digital", "target_new": {"str": "Bobby Kotick"}, "old_answer": {"str": "Kazunori Yamauchi"}, "seed": 42}}, {"loss_per_step": [5.929, 4.286, 2.433, 1.26, 0.701, 0.578, 0.519, 0.481, 0.454, 0.434, 0.42, 0.41, 0.403, 0.397, 0.393, 0.389, 0.387, 0.384, 0.383, 0.381], "prob_new": [0.003154676640406251, 0.02224060520529747, 0.13805224001407623, 0.43333154916763306, 0.7425487637519836, 0.8319804668426514, 0.8780825734138489, 0.9103363752365112, 0.9342224597930908, 0.9515014290809631, 0.9638504981994629, 0.9727514386177063, 0.9792724251747131, 0.9840978384017944, 0.9876644611358643, 0.9902795553207397, 0.9921843409538269, 0.9935746192932129, 0.9946027398109436, 0.9953815340995789], "prob_old": [0.7702159881591797, 0.0811404436826706, 0.08216039091348648, 0.044451843947172165, 0.028511784970760345, 0.018680160865187645, 0.013294663280248642, 0.010244649834930897, 0.00835056509822607, 0.007053117733448744, 0.0060972715727984905, 0.005360112991183996, 0.004776216112077236, 0.004306538496166468, 0.003925121854990721, 0.0036134347319602966, 0.0033574216067790985, 0.003145873313769698, 0.00296932365745306, 0.0028197183273732662], "prob_new_token": [5.046857040724717e-06, 0.00033238413743674755, 0.01256137527525425, 0.289140522480011, 0.8820682764053345, 0.9660337567329407, 0.9887319207191467, 0.9954798817634583, 0.997808039188385, 0.9987574815750122, 0.9991977214813232, 0.9994181394577026, 0.9995318651199341, 0.9995871186256409, 0.9996076822280884, 0.9996060729026794, 0.9995893836021423, 0.9995643496513367, 0.9995380640029907, 0.9995183944702148], "prob_old_token": [0.6004464030265808, 2.228080802524346e-06, 2.455458115946385e-06, 6.419174383154314e-07, 8.585705302266433e-08, 1.3418534727804854e-08, 3.2201168398415803e-09, 1.0764871216650818e-09, 4.538215081506536e-10, 2.2775313579526113e-10, 1.3248006858201933e-10, 8.791944949848585e-11, 6.555150172671276e-11, 5.3932611848717116e-11, 4.7993001933699375e-11, 4.524634833469321e-11, 4.432527608844161e-11, 4.43595264687513e-11, 4.4720917941054594e-11, 4.4914280628027825e-11], "update_matrix_norm_1": [24008.98046875], "update_matrix_norm_2": [6.149100303649902], "update_matrix_norm_inf": [0.05166954919695854], "request": {"prompt": "{} is lead by the person named", "subject": "Polyphony Digital", "target_new": {"str": "Warren Buffett"}, "old_answer": {"str": "Kazunori Yamauchi"}, "seed": 42}}, {"loss_per_step": [3.63, 2.687, 1.965, 1.207, 0.585, 0.453, 0.421, 0.413, 0.407, 0.404, 0.401, 0.399, 0.397, 0.396, 0.396, 0.395, 0.394, 0.393, 0.393, 0.392], "prob_new": [0.02719981037080288, 0.11509659141302109, 0.22878915071487427, 0.4595925509929657, 0.8425519466400146, 0.9570624828338623, 0.9839101433753967, 0.9916929602622986, 0.9948606491088867, 0.9964337944984436, 0.9973302483558655, 0.9978278875350952, 0.9981021285057068, 0.9982689023017883, 0.9983844757080078, 0.9984718561172485, 0.9985295534133911, 0.9985479116439819, 0.9985200762748718, 0.998436450958252], "prob_old": [0.8864442706108093, 0.07222861051559448, 0.10833799839019775, 0.0845813900232315, 0.06856958568096161, 0.049327608197927475, 0.02520771324634552, 0.015376954339444637, 0.011172072030603886, 0.009689097292721272, 0.009289639070630074, 0.009696572087705135, 0.011059819720685482, 0.01325162686407566, 0.015927329659461975, 0.01873450167477131, 0.021628867834806442, 0.024821767583489418, 0.028635334223508835, 0.033537134528160095], "prob_new_token": [1.0928889423666988e-05, 0.0024003705475479364, 0.008524511940777302, 0.018219420686364174, 0.6992698311805725, 0.928020179271698, 0.9803762435913086, 0.9935404062271118, 0.9963926076889038, 0.9972043037414551, 0.9976208806037903, 0.9979551434516907, 0.9982083439826965, 0.9983733296394348, 0.9984714984893799, 0.9985105991363525, 0.9984707236289978, 0.9983119964599609, 0.9979811906814575, 0.9973763823509216], "prob_old_token": [0.9509007930755615, 0.009975800290703773, 0.007354975212365389, 0.00304029812105, 0.0001862240314949304, 5.1111590437358245e-05, 1.2563512427732348e-05, 3.3653252557996893e-06, 1.652596665735473e-06, 1.3476310414262116e-06, 1.4063538174013956e-06, 1.672064172453247e-06, 2.126625304299523e-06, 2.7765456707129488e-06, 3.67088568964391e-06, 5.003996648156317e-06, 7.261369773914339e-06, 1.1440866728662513e-05, 1.9587478163884953e-05, 3.668136923806742e-05], "update_matrix_norm_1": [21324.96875], "update_matrix_norm_2": [6.318965911865234], "update_matrix_norm_inf": [0.07858176529407501], "request": {"prompt": "{} is lead by the person named", "subject": "Esri", "target_new": {"str": "Rodolphe Saad\u00e9"}, "old_answer": {"str": "Jack Dangermond"}, "seed": 42}}, {"loss_per_step": [6.655, 4.478, 3.421, 2.036, 0.638, 0.475, 0.451, 0.44, 0.431, 0.424, 0.419, 0.415, 0.413, 0.411, 0.41, 0.408, 0.407, 0.406, 0.405, 0.404], "prob_new": [0.0015178545145317912, 0.02194584719836712, 0.06095974147319794, 0.21447038650512695, 0.8479567170143127, 0.9713883996009827, 0.9872831106185913, 0.9914512634277344, 0.9942573308944702, 0.9962120056152344, 0.9972923994064331, 0.9979028701782227, 0.998287558555603, 0.9985564351081848, 0.9987562298774719, 0.9989081025123596, 0.9990203976631165, 0.9990957379341125, 0.9991373419761658, 0.999154269695282], "prob_old": [0.8864442706108093, 0.06888521462678909, 0.12135469913482666, 0.1032140851020813, 0.03845498338341713, 0.012747331522405148, 0.007796758320182562, 0.005991176702082157, 0.005037976428866386, 0.004483494441956282, 0.004175505135208368, 0.0039969016797840595, 0.0038730211090296507, 0.003758171573281288, 0.0036280928179621696, 0.0034812320955097675, 0.0033397944644093513, 0.003238988108932972, 0.0032030208967626095, 0.003228460205718875], "prob_new_token": [1.016302212519804e-05, 0.00264568324200809, 0.004855804610997438, 0.01610546186566353, 0.7138797640800476, 0.9511622190475464, 0.9731463193893433, 0.981947124004364, 0.986221969127655, 0.9886104464530945, 0.9900038242340088, 0.9908479452133179, 0.991371750831604, 0.9917002320289612, 0.9919037818908691, 0.9920179843902588, 0.9920400977134705, 0.9919352531433105, 0.9916742444038391, 0.9912922382354736], "prob_old_token": [0.9509007930755615, 0.011299251578748226, 0.04698346555233002, 0.02908477559685707, 0.002721556229516864, 7.348468352574855e-05, 2.2460048057837412e-05, 1.3535474863601848e-05, 1.0830497558345087e-05, 9.940044947143178e-06, 9.87269504548749e-06, 1.0242430107609835e-05, 1.0860823749681003e-05, 1.1602674021560233e-05, 1.2378658539091703e-05, 1.3152919564163312e-05, 1.3993054380989634e-05, 1.5083693142514676e-05, 1.662291651882697e-05, 1.864992555056233e-05], "update_matrix_norm_1": [22480.9921875], "update_matrix_norm_2": [6.326973915100098], "update_matrix_norm_inf": [0.06411878019571304], "request": {"prompt": "{} is lead by the person named", "subject": "Esri", "target_new": {"str": "Ray Dalio"}, "old_answer": {"str": "Jack Dangermond"}, "seed": 42}}, {"loss_per_step": [7.104, 5.182, 3.264, 2.274, 1.281, 0.588, 0.461, 0.439, 0.432, 0.429, 0.425, 0.421, 0.419, 0.417, 0.415, 0.414, 0.412, 0.411, 0.41, 0.409], "prob_new": [0.001053044106811285, 0.01550921518355608, 0.07702399790287018, 0.16750586032867432, 0.4488217532634735, 0.857958972454071, 0.968336284160614, 0.9869205355644226, 0.9914281368255615, 0.993010401725769, 0.9939137697219849, 0.9946384429931641, 0.995238184928894, 0.9957046508789062, 0.9960563778877258, 0.996320903301239, 0.996521532535553, 0.9966737031936646, 0.9967883825302124, 0.9968770742416382], "prob_old": [0.8864442706108093, 0.08040952682495117, 0.0715596154332161, 0.04164787381887436, 0.03903552144765854, 0.03132939338684082, 0.022743429988622665, 0.01848951168358326, 0.01628001406788826, 0.014946863986551762, 0.013887840323150158, 0.012944565154612064, 0.012123950757086277, 0.011441498063504696, 0.010887064971029758, 0.01044615637511015, 0.010115823708474636, 0.009902159683406353, 0.00980790052562952, 0.009818742983043194], "prob_new_token": [1.3887866145978478e-07, 0.00013119089999236166, 0.0017729505198076367, 0.011778902262449265, 0.1769210547208786, 0.7808995246887207, 0.9547050595283508, 0.9857328534126282, 0.9928025007247925, 0.995104193687439, 0.9962497353553772, 0.9969810843467712, 0.9974926710128784, 0.9978671669960022, 0.9981555342674255, 0.9983857870101929, 0.9985673427581787, 0.9986997842788696, 0.9987830519676208, 0.9988207817077637], "prob_old_token": [0.9509007930755615, 0.014077266678214073, 0.02264811284840107, 0.009489748626947403, 0.0073023890145123005, 0.0014311583945527673, 0.00022473940043710172, 6.467818457167596e-05, 2.8996826586080715e-05, 1.7248819858650677e-05, 1.1645108315860853e-05, 8.395628356083762e-06, 6.36188315183972e-06, 5.016285740566673e-06, 4.060724222654244e-06, 3.345919594721636e-06, 2.8124513846705668e-06, 2.439169520584983e-06, 2.2080278085923055e-06, 2.091838950946112e-06], "update_matrix_norm_1": [21938.3828125], "update_matrix_norm_2": [6.326973915100098], "update_matrix_norm_inf": [0.06454450637102127], "request": {"prompt": "{} is lead by the person named", "subject": "Esri", "target_new": {"str": "Bobby Kotick"}, "old_answer": {"str": "Jack Dangermond"}, "seed": 42}}, {"loss_per_step": [2.987, 2.334, 1.511, 0.811, 0.608, 0.478, 0.4, 0.37, 0.351, 0.34, 0.332, 0.325, 0.32, 0.316, 0.313, 0.311, 0.309, 0.308, 0.307, 0.306], "prob_new": [0.051760442554950714, 0.14656780660152435, 0.3156479597091675, 0.6257083415985107, 0.7603841423988342, 0.8596857190132141, 0.9276223182678223, 0.9531452655792236, 0.9658101797103882, 0.9748685956001282, 0.9819656014442444, 0.9870140552520752, 0.9904283881187439, 0.9927098751068115, 0.994201123714447, 0.9952064752578735, 0.9959360957145691, 0.9965041279792786, 0.9969705939292908, 0.9973545074462891], "prob_old": [0.8537735939025879, 0.012776937335729599, 0.007613689638674259, 0.004682325292378664, 0.002041110536083579, 0.0011759139597415924, 0.0007995698833838105, 0.0006184700760059059, 0.0005229046219028533, 0.00045862147817388177, 0.0004032448632642627, 0.000349597044987604, 0.00029856275068596005, 0.0002550564531702548, 0.00022209998860489577, 0.00019708320905920118, 0.00017616634431760758, 0.00015651572903152555, 0.0001361668691970408, 0.00011546310997800902], "prob_new_token": [1.5973682820913382e-05, 0.009684902615845203, 0.027345428243279457, 0.5423518419265747, 0.7967314124107361, 0.8460039496421814, 0.8865612149238586, 0.9188345074653625, 0.9405625462532043, 0.955528974533081, 0.9663735032081604, 0.974260151386261, 0.9799005389213562, 0.9837961792945862, 0.986385703086853, 0.9882185459136963, 0.9896810054779053, 0.9909304976463318, 0.9920048713684082, 0.9928789138793945], "prob_old_token": [0.8862342238426208, 0.004705334547907114, 0.0016307139303535223, 0.0005575134418904781, 0.0001045859171426855, 4.3548119720071554e-05, 2.606407542771194e-05, 1.975306440726854e-05, 1.724748835840728e-05, 1.561381941428408e-05, 1.3953529560239986e-05, 1.2286309356568381e-05, 1.0866698175959755e-05, 9.851401955529582e-06, 9.126867553277407e-06, 8.406853339693043e-06, 7.510942850785796e-06, 6.460016720666317e-06, 5.383875759434886e-06, 4.4260591494094115e-06], "update_matrix_norm_1": [23262.6953125], "update_matrix_norm_2": [6.522879123687744], "update_matrix_norm_inf": [0.07172469049692154], "request": {"prompt": "{} is lead by the person named", "subject": "Quantic Dream", "target_new": {"str": "J. J. Abrams"}, "old_answer": {"str": "David Cage"}, "seed": 42}}, {"loss_per_step": [2.97, 3.03, 1.141, 0.504, 0.414, 0.375, 0.355, 0.343, 0.335, 0.329, 0.325, 0.322, 0.319, 0.317, 0.315, 0.313, 0.311, 0.31, 0.308, 0.307], "prob_new": [0.0521194152534008, 0.07490584254264832, 0.45215779542922974, 0.829138457775116, 0.903018593788147, 0.9361898303031921, 0.9529878497123718, 0.9633124470710754, 0.9703731536865234, 0.9754034876823425, 0.9791269302368164, 0.9820135235786438, 0.9843521118164062, 0.9863125085830688, 0.9879937767982483, 0.989453911781311, 0.9907277822494507, 0.9918379187583923, 0.9928014278411865, 0.9936321973800659], "prob_old": [0.8537735939025879, 0.008306440897285938, 0.011946309357881546, 0.020740840584039688, 0.019981538876891136, 0.017994146794080734, 0.015961989760398865, 0.013820801861584187, 0.011786979623138905, 0.010076247155666351, 0.008741529658436775, 0.007734967395663261, 0.006983748637139797, 0.006423261482268572, 0.00600374024361372, 0.005688569974154234, 0.005450710188597441, 0.005269903689622879, 0.0051303948275744915, 0.005019843112677336], "prob_new_token": [1.5528403309872374e-05, 0.027953054755926132, 0.5418446660041809, 0.7428278923034668, 0.8508678078651428, 0.9042857885360718, 0.9335216879844666, 0.9521024823188782, 0.9644113779067993, 0.9725390672683716, 0.9779701232910156, 0.9817346930503845, 0.9844737648963928, 0.9865657687187195, 0.9882292747497559, 0.989590048789978, 0.9907220602035522, 0.9916736483573914, 0.9924763441085815, 0.9931551814079285], "prob_old_token": [0.8862342238426208, 0.004235809203237295, 0.00027401867555454373, 0.0002785719989333302, 0.00025103436200879514, 0.00023642934684175998, 0.00021319092775229365, 0.0001747145433910191, 0.00013493260485120118, 0.00010358900181017816, 8.178942516678944e-05, 6.728596781613305e-05, 5.7738339819479734e-05, 5.1464830903569236e-05, 4.73812069685664e-05, 4.479724884731695e-05, 4.327103670220822e-05, 4.2481024138396606e-05, 4.2178344301646575e-05, 4.2151925299549475e-05], "update_matrix_norm_1": [24103.66015625], "update_matrix_norm_2": [6.52288293838501], "update_matrix_norm_inf": [0.0516357421875], "request": {"prompt": "{} is lead by the person named", "subject": "Quantic Dream", "target_new": {"str": "Tim Schafer"}, "old_answer": {"str": "David Cage"}, "seed": 42}}, {"loss_per_step": [3.493, 2.223, 1.071, 0.529, 0.411, 0.369, 0.346, 0.332, 0.324, 0.32, 0.316, 0.314, 0.312, 0.311, 0.31, 0.309, 0.308, 0.308, 0.307, 0.306], "prob_new": [0.031248247250914574, 0.16118718683719635, 0.47656986117362976, 0.8119409084320068, 0.9112218618392944, 0.9487398266792297, 0.9696868658065796, 0.9817715883255005, 0.9875096082687378, 0.9904739856719971, 0.9923107028007507, 0.9935938715934753, 0.9945539236068726, 0.9953064918518066, 0.995899498462677, 0.9963549971580505, 0.9966976046562195, 0.9969537854194641, 0.9971464276313782, 0.997292697429657], "prob_old": [0.8537735939025879, 0.1584349274635315, 0.1416725218296051, 0.06267258524894714, 0.015786679461598396, 0.008829085156321526, 0.007695384323596954, 0.00825913343578577, 0.008835898712277412, 0.008923121728003025, 0.00857963040471077, 0.00795775931328535, 0.007194140460342169, 0.006402007304131985, 0.0056695155799388885, 0.005051125306636095, 0.004566336050629616, 0.004209212958812714, 0.003960644826292992, 0.0037974691949784756], "prob_new_token": [1.8073798855766654e-05, 0.038641806691884995, 0.3537338674068451, 0.7987484335899353, 0.9399076104164124, 0.979816734790802, 0.990773618221283, 0.99433434009552, 0.9956995248794556, 0.996322751045227, 0.9966788291931152, 0.9969393014907837, 0.997165322303772, 0.9973716735839844, 0.9975535869598389, 0.9977036118507385, 0.9978204965591431, 0.9979082942008972, 0.9979767799377441, 0.9980342984199524], "prob_old_token": [0.8862342238426208, 0.018454423174262047, 0.00662521505728364, 0.0013101603835821152, 0.00047402040218003094, 0.00023190061619970948, 0.00014633280807174742, 0.00011991876090178266, 0.00011447148426668718, 0.00011470173194538802, 0.0001134097547037527, 0.00010780585580505431, 9.806553134694695e-05, 8.609569340478629e-05, 7.417384040309116e-05, 6.384094740496948e-05, 5.5604999943170696e-05, 4.9283888074569404e-05, 4.4434433220885694e-05, 4.0591927245259285e-05], "update_matrix_norm_1": [23919.83984375], "update_matrix_norm_2": [6.52288293838501], "update_matrix_norm_inf": [0.04623608663678169], "request": {"prompt": "{} is lead by the person named", "subject": "Quantic Dream", "target_new": {"str": "Jack Dangermond"}, "old_answer": {"str": "David Cage"}, "seed": 42}}, {"loss_per_step": [4.572, 3.053, 2.032, 0.965, 0.494, 0.41, 0.39, 0.382, 0.377, 0.371, 0.367, 0.364, 0.361, 0.359, 0.357, 0.355, 0.353, 0.351, 0.35, 0.348], "prob_new": [0.010872646234929562, 0.07835499942302704, 0.21789264678955078, 0.5873239636421204, 0.8867260217666626, 0.9602308869361877, 0.9784153699874878, 0.9839778542518616, 0.9870723485946655, 0.9894958734512329, 0.9914743304252625, 0.9930561184883118, 0.9943025708198547, 0.9953128695487976, 0.9961574673652649, 0.9968662261962891, 0.9974502325057983, 0.9979202151298523, 0.998290479183197, 0.9985737800598145], "prob_old": [0.8255493640899658, 0.02955588325858116, 0.0023700660094618797, 0.00090781319886446, 0.00044296265696175396, 0.0001965789997484535, 9.076223068404943e-05, 5.071688428870402e-05, 3.581307828426361e-05, 3.0459865229204297e-05, 2.8823153115808964e-05, 2.6915829948848113e-05, 2.526338903408032e-05, 2.4105696866172366e-05, 2.3729049644316547e-05, 2.4219963961513713e-05, 2.5431048925383948e-05, 2.7422976927482523e-05, 3.0583483749069273e-05, 3.547178494045511e-05], "prob_new_token": [5.5686621635686606e-05, 0.0059525324031710625, 0.025343570858240128, 0.34625113010406494, 0.8095871210098267, 0.9449291825294495, 0.9786980748176575, 0.988062858581543, 0.9918498396873474, 0.9938737750053406, 0.9950830340385437, 0.9959182143211365, 0.9964338541030884, 0.9967116117477417, 0.9968104958534241, 0.996772289276123, 0.9966519474983215, 0.9964730143547058, 0.9961745738983154, 0.9955993890762329], "prob_old_token": [0.8608814477920532, 0.04404189810156822, 0.005559970159083605, 0.003398485714569688, 0.0006418271223083138, 0.00013871354167349637, 5.749936099164188e-05, 3.500197271932848e-05, 2.8017206204822287e-05, 2.7080002837465145e-05, 2.8872265829704702e-05, 2.91348133032443e-05, 3.000437209266238e-05, 3.221468432457186e-05, 3.64256338798441e-05, 4.2859923269134015e-05, 5.071097984910011e-05, 5.95958081248682e-05, 7.131833990570158e-05, 8.994941163109615e-05], "update_matrix_norm_1": [22127.40625], "update_matrix_norm_2": [6.147695541381836], "update_matrix_norm_inf": [0.04304004833102226], "request": {"prompt": "{} is lead by the person named", "subject": "Rocket Lab", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Peter Beck"}, "seed": 42}}, {"loss_per_step": [9.064, 5.656, 3.502, 1.635, 0.681, 0.475, 0.416, 0.388, 0.376, 0.37, 0.366, 0.362, 0.359, 0.357, 0.355, 0.353, 0.351, 0.35, 0.349, 0.348], "prob_new": [0.00019397276628296822, 0.006109833717346191, 0.0542120486497879, 0.33887922763824463, 0.7569152116775513, 0.9183667898178101, 0.9654596447944641, 0.985062301158905, 0.9917731881141663, 0.9944272041320801, 0.9957835078239441, 0.9966332912445068, 0.9972125887870789, 0.9976093173027039, 0.9978713393211365, 0.9980298280715942, 0.9981061220169067, 0.9981157183647156, 0.9980742335319519, 0.9980038404464722], "prob_old": [0.8255493640899658, 0.019533170387148857, 0.02342478558421135, 0.003988007083535194, 0.0004922602092847228, 0.0003228590067010373, 0.00022730564523953944, 0.00015263071691151708, 0.00010997043864335865, 8.839371002977714e-05, 7.878857286414132e-05, 7.64054202591069e-05, 7.918749179225415e-05, 8.671445539221168e-05, 9.982060873880982e-05, 0.00012058042193530127, 0.0001524614926893264, 0.00020027841674163938, 0.00026913420879282057, 0.00036090644425712526], "prob_new_token": [1.3499367014446761e-05, 0.012874641455709934, 0.03899697959423065, 0.3385733962059021, 0.8029502630233765, 0.9226906299591064, 0.9603971242904663, 0.9777581095695496, 0.9855917692184448, 0.9895227551460266, 0.9917741417884827, 0.9931973218917847, 0.9941424131393433, 0.9947730898857117, 0.9951773285865784, 0.9954072833061218, 0.9954990148544312, 0.9954828023910522, 0.9953920841217041, 0.9952684044837952], "prob_old_token": [0.8608814477920532, 0.012744516134262085, 0.016089841723442078, 0.006085207685828209, 0.0006003021262586117, 0.00019167970458511263, 0.00011623312457231805, 7.528976129833609e-05, 5.126829637447372e-05, 3.7491594412131235e-05, 2.950783346022945e-05, 2.4863209546310827e-05, 2.2348003767547198e-05, 2.145365215255879e-05, 2.2101507056504488e-05, 2.456052061461378e-05, 2.9452758099068888e-05, 3.7762190913781524e-05, 5.068719474365935e-05, 6.89537773723714e-05], "update_matrix_norm_1": [22455.8125], "update_matrix_norm_2": [6.147704601287842], "update_matrix_norm_inf": [0.03810631483793259], "request": {"prompt": "{} is lead by the person named", "subject": "Rocket Lab", "target_new": {"str": "Steve Jackson"}, "old_answer": {"str": "Peter Beck"}, "seed": 42}}, {"loss_per_step": [3.327, 2.192, 1.44, 0.914, 0.617, 0.477, 0.423, 0.401, 0.386, 0.375, 0.367, 0.362, 0.358, 0.355, 0.353, 0.351, 0.35, 0.349, 0.347, 0.346], "prob_new": [0.03767532855272293, 0.17396116256713867, 0.35928744077682495, 0.5859404802322388, 0.7766329646110535, 0.8885865807533264, 0.9379322528839111, 0.957705557346344, 0.9696190357208252, 0.9776820540428162, 0.9830079078674316, 0.9864974617958069, 0.9889150261878967, 0.9907402992248535, 0.9921979904174805, 0.9933916926383972, 0.9943698048591614, 0.995181679725647, 0.9958927631378174, 0.9965612292289734], "prob_old": [0.8255493640899658, 0.02366863563656807, 0.02270418405532837, 0.010745104402303696, 0.009029727429151535, 0.004122366663068533, 0.0012094236444681883, 0.000530130579136312, 0.00037609937135130167, 0.00035678333370015025, 0.00039263878716155887, 0.00044369298848323524, 0.0004560016095638275, 0.0003941757313441485, 0.0002908990136347711, 0.00020134456281084567, 0.00014572123473044485, 0.0001173296186607331, 0.00010458398173796013, 9.825851157074794e-05], "prob_new_token": [0.00020190556824672967, 0.007589199114590883, 0.2082221508026123, 0.4054628312587738, 0.5171469449996948, 0.7539040446281433, 0.8534654378890991, 0.8887978196144104, 0.9173994064331055, 0.9396291971206665, 0.9545799493789673, 0.964218258857727, 0.970855176448822, 0.9758090972900391, 0.9795160889625549, 0.9822861552238464, 0.9844251871109009, 0.986140251159668, 0.9875715970993042, 0.9888402819633484], "prob_old_token": [0.8608814477920532, 0.013477867469191551, 0.0050063407979905605, 0.0009953255066648126, 0.0007271152571775019, 0.00022039699251763523, 4.768037251778878e-05, 1.9691409761435352e-05, 1.2156123375461902e-05, 9.749201126396656e-06, 9.722924005473033e-06, 1.0911508070421405e-05, 1.1553549484233372e-05, 1.0011473023041617e-05, 7.024275419098558e-06, 4.367394922155654e-06, 2.696831643334008e-06, 1.793418391571322e-06, 1.3247730521470658e-06, 1.078785658137349e-06], "update_matrix_norm_1": [22507.0390625], "update_matrix_norm_2": [6.1476945877075195], "update_matrix_norm_inf": [0.03879139572381973], "request": {"prompt": "{} is lead by the person named", "subject": "Rocket Lab", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Peter Beck"}, "seed": 42}}, {"loss_per_step": [5.498, 4.589, 3.714, 2.146, 0.77, 0.491, 0.456, 0.433, 0.414, 0.401, 0.392, 0.386, 0.382, 0.379, 0.377, 0.375, 0.374, 0.373, 0.372, 0.371], "prob_new": [0.004238400608301163, 0.015702156350016594, 0.03685287758708, 0.17768347263336182, 0.6989947557449341, 0.9071311950683594, 0.936713457107544, 0.9546554088592529, 0.9700653553009033, 0.980292022228241, 0.9869052767753601, 0.991104781627655, 0.993747353553772, 0.9954364895820618, 0.9965442419052124, 0.9972854852676392, 0.9977886080741882, 0.9981363415718079, 0.9983829259872437, 0.9985628128051758], "prob_old": [0.8456242084503174, 0.05823959782719612, 0.0906568318605423, 0.06709395349025726, 0.05430692806839943, 0.043513763695955276, 0.039793193340301514, 0.03309175744652748, 0.025699106976389885, 0.020247086882591248, 0.016669677570462227, 0.014310415834188461, 0.01265666726976633, 0.0113987373188138, 0.0103877242654562, 0.009575054049491882, 0.008943662978708744, 0.008470757864415646, 0.008127163164317608, 0.007886037230491638], "prob_new_token": [0.000595860939938575, 0.016749482601881027, 0.056039027869701385, 0.21726679801940918, 0.519822359085083, 0.8691231608390808, 0.9560990929603577, 0.9786027669906616, 0.9872962236404419, 0.991526186466217, 0.9938420057296753, 0.9952270984649658, 0.9961233735084534, 0.9967421293258667, 0.9971828460693359, 0.9974995851516724, 0.9977284669876099, 0.9979026317596436, 0.9980517625808716, 0.9981929659843445], "prob_old_token": [0.8017156720161438, 0.005128414370119572, 0.00584062933921814, 0.007375907152891159, 0.0011487300507724285, 0.00029265039484016597, 0.0001372145488858223, 7.089952123351395e-05, 3.610592830227688e-05, 1.9598241124185733e-05, 1.1817781341960654e-05, 7.882059435360134e-06, 5.636359219352016e-06, 4.158060164627386e-06, 3.0997596240922576e-06, 2.3509041966462974e-06, 1.8455766621627845e-06, 1.513260144747619e-06, 1.2927932857564883e-06, 1.14210968149564e-06], "update_matrix_norm_1": [23532.75390625], "update_matrix_norm_2": [6.543750762939453], "update_matrix_norm_inf": [0.05660204216837883], "request": {"prompt": "{} is lead by the person named", "subject": "Double Fine", "target_new": {"str": "John Malone"}, "old_answer": {"str": "Tim Schafer"}, "seed": 42}}, {"loss_per_step": [5.022, 4.173, 3.381, 1.245, 0.658, 0.478, 0.419, 0.401, 0.394, 0.387, 0.384, 0.382, 0.38, 0.379, 0.378, 0.377, 0.376, 0.375, 0.375, 0.374], "prob_new": [0.006716523785144091, 0.024469109252095222, 0.05365268886089325, 0.4449148178100586, 0.7895061373710632, 0.9306105971336365, 0.9774293899536133, 0.9886760115623474, 0.9930643439292908, 0.9953397512435913, 0.9965833425521851, 0.9972423315048218, 0.9976474642753601, 0.9979408383369446, 0.9981620907783508, 0.9983248114585876, 0.9984411001205444, 0.9985248446464539, 0.9985918402671814, 0.9986547231674194], "prob_old": [0.8456242084503174, 0.04854525998234749, 0.10438170284032822, 0.11808857321739197, 0.02033996395766735, 0.012827705591917038, 0.00694242212921381, 0.004033288452774286, 0.00259126303717494, 0.0018245317041873932, 0.0014379937201738358, 0.001291829627007246, 0.0012496846029534936, 0.0012486670166254044, 0.001277164206840098, 0.0013333183014765382, 0.0014133581425994635, 0.0015103101031854749, 0.0016115932958200574, 0.0017016801284626126], "prob_new_token": [1.5309629475268594e-07, 0.0002210389793617651, 0.0011066450970247388, 0.10792802274227142, 0.3393539488315582, 0.7390865683555603, 0.9532497525215149, 0.9898120164871216, 0.9969367980957031, 0.9991000890731812, 0.9997245073318481, 0.9998406767845154, 0.999866247177124, 0.9998723864555359, 0.9998683333396912, 0.9998556971549988, 0.9998328685760498, 0.9997986555099487, 0.9997552633285522, 0.9997063279151917], "prob_old_token": [0.8017156720161438, 0.0040434603579342365, 0.004114757291972637, 0.004952016286551952, 0.0004457332834135741, 0.00014018760703038424, 1.7025769921019673e-05, 2.9184298000473063e-06, 6.922114152985159e-07, 1.4783896062908752e-07, 3.065768083843068e-08, 1.3727657233175705e-08, 1.0207776846016259e-08, 9.285834323691233e-09, 9.791440547246566e-09, 1.1789396126005158e-08, 1.574343144739032e-08, 2.228422602001956e-08, 3.1566674607574896e-08, 4.257055152834255e-08], "update_matrix_norm_1": [23219.609375], "update_matrix_norm_2": [6.543749809265137], "update_matrix_norm_inf": [0.05125010013580322], "request": {"prompt": "{} is lead by the person named", "subject": "Double Fine", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Tim Schafer"}, "seed": 42}}, {"loss_per_step": [6.778, 5.101, 2.019, 1.098, 0.444, 0.427, 0.414, 0.404, 0.398, 0.394, 0.39, 0.388, 0.385, 0.383, 0.381, 0.38, 0.379, 0.378, 0.377, 0.376], "prob_new": [0.0011807866394519806, 0.011718962341547012, 0.21066641807556152, 0.5193634033203125, 0.9736101031303406, 0.9803363680839539, 0.9842536449432373, 0.9875496625900269, 0.989571750164032, 0.9908191561698914, 0.9917002320289612, 0.992408037185669, 0.993020236492157, 0.993564784526825, 0.9940518140792847, 0.9944859743118286, 0.994871973991394, 0.9952152371406555, 0.9955223798751831, 0.9957996606826782], "prob_old": [0.8456242084503174, 0.07277081161737442, 0.054164718836545944, 0.0029024644754827023, 0.0023854649625718594, 0.002538273809477687, 0.002701178891584277, 0.002873566234484315, 0.0030516486149281263, 0.0031991167925298214, 0.0032909272704273462, 0.0033222876954823732, 0.0033009687904268503, 0.003239660058170557, 0.0031514661386609077, 0.003047784324735403, 0.0029375096783041954, 0.00282670627348125, 0.002719037001952529, 0.0026162262074649334], "prob_new_token": [0.00023620239517185837, 0.000570495321881026, 0.07002227008342743, 0.14191100001335144, 0.9805700182914734, 0.9961330890655518, 0.9981780052185059, 0.9986469149589539, 0.9988224506378174, 0.9989510178565979, 0.9990813732147217, 0.9992119669914246, 0.9993336200714111, 0.9994411468505859, 0.999532163143158, 0.9996078610420227, 0.999670147895813, 0.99972003698349, 0.9997609257698059, 0.9997940063476562], "prob_old_token": [0.8017156720161438, 0.005433846730738878, 0.0018004110315814614, 7.086822006385773e-05, 2.0561678866215516e-06, 5.901512736272707e-07, 3.650509938779578e-07, 3.386159335150296e-07, 3.5372340789763257e-07, 3.646125605882844e-07, 3.5771211059909547e-07, 3.3474114502496377e-07, 3.023032775217871e-07, 2.6661280116968555e-07, 2.3199204690627084e-07, 2.0085435892269743e-07, 1.7408393659934518e-07, 1.5157856125824765e-07, 1.3267182907839015e-07, 1.1653617804086025e-07], "update_matrix_norm_1": [23719.35546875], "update_matrix_norm_2": [6.543750762939453], "update_matrix_norm_inf": [0.05046478658914566], "request": {"prompt": "{} is lead by the person named", "subject": "Double Fine", "target_new": {"str": "Warren Jeffs"}, "old_answer": {"str": "Tim Schafer"}, "seed": 42}}, {"loss_per_step": [7.75, 6.424, 5.19, 2.505, 0.599, 0.441, 0.434, 0.426, 0.42, 0.414, 0.408, 0.404, 0.4, 0.397, 0.395, 0.393, 0.391, 0.39, 0.388, 0.387], "prob_new": [0.00046939527965150774, 0.003048741491511464, 0.010257734917104244, 0.13601984083652496, 0.8487285375595093, 0.9926636219024658, 0.9978700280189514, 0.998823344707489, 0.9991565346717834, 0.9993108510971069, 0.9993894696235657, 0.999424159526825, 0.9994308352470398, 0.9994215369224548, 0.9994078278541565, 0.9993977546691895, 0.999396026134491, 0.9994063973426819, 0.9994319677352905, 0.999472439289093], "prob_old": [0.7066891193389893, 0.10508303344249725, 0.16667304933071136, 0.15010356903076172, 0.025618355721235275, 0.013652327470481396, 0.010748744010925293, 0.010015576146543026, 0.01013641431927681, 0.010692664422094822, 0.011543714441359043, 0.012627525255084038, 0.013878130353987217, 0.015200058929622173, 0.016481390222907066, 0.01762934774160385, 0.018596144393086433, 0.01936776004731655, 0.019937481731176376, 0.020299946889281273], "prob_new_token": [0.0006406123866327107, 0.0064363847486674786, 0.019195329397916794, 0.1159689724445343, 0.8733375668525696, 0.9939888119697571, 0.998615562915802, 0.9993616938591003, 0.999595046043396, 0.9996989965438843, 0.9997515082359314, 0.9997757077217102, 0.9997790455818176, 0.9997677206993103, 0.9997459053993225, 0.9997187256813049, 0.999692440032959, 0.999669075012207, 0.999653160572052, 0.9996446371078491], "prob_old_token": [0.6268594264984131, 5.825742846354842e-05, 9.90032494883053e-05, 5.7055982324527577e-05, 7.393875733896493e-08, 2.487174466381248e-09, 5.745591225014834e-10, 2.8101451721163073e-10, 1.961326101529437e-10, 1.658142512184213e-10, 1.5978286749263049e-10, 1.7184431655437038e-10, 2.0219265151055765e-10, 2.511240937419501e-10, 3.145653182379249e-10, 3.8369565857898635e-10, 4.499910721822431e-10, 5.089923482692882e-10, 5.584187556806341e-10, 5.958832871577613e-10], "update_matrix_norm_1": [27492.6640625], "update_matrix_norm_2": [7.281313896179199], "update_matrix_norm_inf": [0.056832801550626755], "request": {"prompt": "{} is lead by the person named", "subject": "Cleveland Orchestra", "target_new": {"str": "Andrew Mason"}, "old_answer": {"str": "Franz Welser-M\u00f6st"}, "seed": 42}}, {"loss_per_step": [3.747, 3.049, 1.506, 0.649, 0.467, 0.444, 0.432, 0.422, 0.416, 0.411, 0.407, 0.404, 0.402, 0.4, 0.399, 0.397, 0.396, 0.395, 0.394, 0.393], "prob_new": [0.024309992790222168, 0.0778953954577446, 0.3478958308696747, 0.8384894728660583, 0.9785457253456116, 0.9869283437728882, 0.9907127022743225, 0.9940100312232971, 0.9961247444152832, 0.9973186254501343, 0.9980039596557617, 0.9984222054481506, 0.9986957311630249, 0.998883843421936, 0.9990163445472717, 0.9991106390953064, 0.9991781115531921, 0.9992265701293945, 0.9992610812187195, 0.9992830157279968], "prob_old": [0.7066891193389893, 0.1696873903274536, 0.12557946145534515, 0.07435750961303711, 0.046792030334472656, 0.03537176176905632, 0.029939204454421997, 0.026979004964232445, 0.025458713993430138, 0.02479414828121662, 0.024469483643770218, 0.024252312257885933, 0.02410583384335041, 0.0240559633821249, 0.024115853011608124, 0.02427060902118683, 0.024502169340848923, 0.024819063022732735, 0.025261549279093742, 0.02588479593396187], "prob_new_token": [9.724944902700372e-06, 0.0008166195475496352, 0.01433207280933857, 0.5908699035644531, 0.9681302309036255, 0.9917426705360413, 0.995879054069519, 0.9973081350326538, 0.9979052543640137, 0.9981935620307922, 0.9984032511711121, 0.9985896944999695, 0.9987512826919556, 0.9988769888877869, 0.9989635944366455, 0.9990163445472717, 0.9990451335906982, 0.9990580677986145, 0.9990552067756653, 0.9990278482437134], "prob_old_token": [0.6268594264984131, 0.0006229140562936664, 0.000898872793186456, 0.0006283749244175851, 6.835228123236448e-05, 1.991425597225316e-05, 9.790634067030624e-06, 6.247937108128099e-06, 4.876122602581745e-06, 4.29098827225971e-06, 3.913821274181828e-06, 3.569520231394563e-06, 3.2511327390238876e-06, 2.9827756407030392e-06, 2.770271976260119e-06, 2.608022441563662e-06, 2.500630444046692e-06, 2.4695179945410928e-06, 2.548664724599803e-06, 2.781387820505188e-06], "update_matrix_norm_1": [26885.66796875], "update_matrix_norm_2": [7.281313419342041], "update_matrix_norm_inf": [0.06508271396160126], "request": {"prompt": "{} is lead by the person named", "subject": "Cleveland Orchestra", "target_new": {"str": "Heinrich Himmler"}, "old_answer": {"str": "Franz Welser-M\u00f6st"}, "seed": 42}}, {"loss_per_step": [4.9, 4.906, 3.157, 1.445, 0.633, 0.559, 0.493, 0.455, 0.431, 0.418, 0.408, 0.402, 0.396, 0.392, 0.388, 0.386, 0.384, 0.382, 0.38, 0.379], "prob_new": [0.007620746269822121, 0.014790087006986141, 0.06710442900657654, 0.3676008880138397, 0.8471606969833374, 0.8978340029716492, 0.9445725679397583, 0.9670999050140381, 0.9798271656036377, 0.9864388704299927, 0.9901059865951538, 0.9924209713935852, 0.9940464496612549, 0.9952735900878906, 0.9962572455406189, 0.9970468878746033, 0.9976471066474915, 0.9980838894844055, 0.9984002113342285, 0.9986335635185242], "prob_old": [0.7066891193389893, 0.08471135795116425, 0.08761202543973923, 0.06452414393424988, 0.024005210027098656, 0.013599679805338383, 0.010606630705296993, 0.010068357922136784, 0.010390693321824074, 0.011103750206530094, 0.011913751251995564, 0.01255664974451065, 0.012890707701444626, 0.012875860556960106, 0.012486967258155346, 0.011815058067440987, 0.011050470173358917, 0.01033095270395279, 0.009686782956123352, 0.00910254754126072], "prob_new_token": [0.0008965129964053631, 0.001910767750814557, 0.009556545875966549, 0.06768219918012619, 0.8572017550468445, 0.9692222476005554, 0.9884760975837708, 0.9940487742424011, 0.9959629774093628, 0.9968600273132324, 0.997553288936615, 0.9980218410491943, 0.9982327222824097, 0.9983155131340027, 0.9984326362609863, 0.9986147284507751, 0.9987982511520386, 0.9989554286003113, 0.999092698097229, 0.9992130398750305], "prob_old_token": [0.6268594264984131, 4.2763364035636187e-05, 3.3961816370720044e-05, 4.042270575155271e-06, 8.173494592256247e-08, 5.857184071089705e-09, 2.7105087063716837e-09, 2.098341500555989e-09, 1.766458201934995e-09, 1.7399146567953494e-09, 1.9567236719808534e-09, 2.2383173092777042e-09, 2.3475310584331055e-09, 2.234588958316408e-09, 1.950694494823324e-09, 1.5842072098593007e-09, 1.2108972713420485e-09, 8.799078687893314e-10, 6.270739483227317e-10, 4.6184733815124446e-10], "update_matrix_norm_1": [26837.29296875], "update_matrix_norm_2": [7.281312942504883], "update_matrix_norm_inf": [0.06432174891233444], "request": {"prompt": "{} is lead by the person named", "subject": "Cleveland Orchestra", "target_new": {"str": "Charles R Schwab"}, "old_answer": {"str": "Franz Welser-M\u00f6st"}, "seed": 42}}, {"loss_per_step": [7.587, 5.295, 4.701, 3.301, 1.548, 0.692, 0.548, 0.496, 0.481, 0.477, 0.472, 0.47, 0.467, 0.464, 0.463, 0.462, 0.46, 0.459, 0.458, 0.458], "prob_new": [0.0005873092450201511, 0.009188855066895485, 0.01782110705971718, 0.06802645325660706, 0.36311259865760803, 0.824629545211792, 0.9411225914955139, 0.9793170690536499, 0.9891235828399658, 0.9932555556297302, 0.9953451752662659, 0.9964200258255005, 0.9970552325248718, 0.9974681735038757, 0.9977335333824158, 0.9979108572006226, 0.9980400204658508, 0.998130202293396, 0.998181164264679, 0.9982114434242249], "prob_old": [0.8448483943939209, 0.031369227916002274, 0.02538992464542389, 0.011839654296636581, 0.008946055546402931, 0.0016018602764233947, 0.000628256646450609, 0.00037088876706548035, 0.0002983874292112887, 0.0002492994535714388, 0.0001917300105560571, 0.00015064323088154197, 0.00013017142191529274, 0.00011952447675867006, 0.00011048120359191671, 0.00010217839735560119, 9.735138155519962e-05, 9.680280345492065e-05, 9.883518941933289e-05, 0.00010091771400766447], "prob_new_token": [1.2991243238502648e-05, 0.0015228950651362538, 0.002015391830354929, 0.006202781572937965, 0.09513237327337265, 0.6853036284446716, 0.9040756821632385, 0.9687201976776123, 0.9840817451477051, 0.990606963634491, 0.9942722320556641, 0.9960075616836548, 0.9966980218887329, 0.9969848990440369, 0.997179388999939, 0.9973547458648682, 0.9974664449691772, 0.9974932074546814, 0.9974623918533325, 0.9974261522293091], "prob_old_token": [0.8449079990386963, 0.007558862213045359, 0.007549503818154335, 0.0038320317398756742, 0.0007374053820967674, 4.075472315889783e-05, 6.784018751204712e-06, 2.2573481146537233e-06, 1.8564295487522031e-06, 1.406686465088569e-06, 6.935918008821318e-07, 3.467944225121755e-07, 2.3520287584233301e-07, 1.9200911083316896e-07, 1.5580424417294125e-07, 1.21828747978725e-07, 9.997485506119119e-08, 8.999629130812536e-08, 8.579058885516133e-08, 8.171780052634858e-08], "update_matrix_norm_1": [21746.259765625], "update_matrix_norm_2": [5.9884443283081055], "update_matrix_norm_inf": [0.05004066228866577], "request": {"prompt": "{} is lead by the person named", "subject": "Stratfor", "target_new": {"str": "Ed Boon"}, "old_answer": {"str": "George Friedman"}, "seed": 42}}, {"loss_per_step": [3.741, 2.887, 2.353, 1.427, 0.614, 0.515, 0.476, 0.472, 0.468, 0.464, 0.461, 0.459, 0.457, 0.456, 0.455, 0.454, 0.453, 0.453, 0.452, 0.452], "prob_new": [0.025642557069659233, 0.09490803629159927, 0.15885689854621887, 0.3937753140926361, 0.8751001954078674, 0.9886968731880188, 0.9941880702972412, 0.9951074123382568, 0.9964212775230408, 0.9975013732910156, 0.9982284307479858, 0.9986698627471924, 0.9989198446273804, 0.9990770220756531, 0.9991752505302429, 0.9992378950119019, 0.9992807507514954, 0.9993093609809875, 0.9993262887001038, 0.9993337392807007], "prob_old": [0.8448483943939209, 0.04386507719755173, 0.03177515044808388, 0.021539026871323586, 0.015842178836464882, 0.0016895863227546215, 0.0007869713008403778, 0.00076437828829512, 0.0006790747283957899, 0.0005933258216828108, 0.0004955235635861754, 0.00040693976916372776, 0.00034547425457276404, 0.00029106411966495216, 0.0002495929365977645, 0.00022091246501076967, 0.00020069124002475291, 0.00018851250933948904, 0.00018575615831650794, 0.000192636827705428], "prob_new_token": [2.3556551695946837e-06, 0.0004758647992275655, 0.001854153466410935, 0.015801073983311653, 0.4934113919734955, 0.9966719746589661, 0.9990807771682739, 0.999158501625061, 0.9993852972984314, 0.999567985534668, 0.9996992349624634, 0.9997833371162415, 0.9998304843902588, 0.9998646974563599, 0.9998884201049805, 0.9999046921730042, 0.9999168515205383, 0.9999246001243591, 0.9999275803565979, 0.999925434589386], "prob_old_token": [0.8449079990386963, 0.006486726459115744, 0.004834349267184734, 0.0026339117903262377, 0.0018531952518969774, 6.200024927238701e-06, 2.6216152946290094e-06, 3.3638716558925807e-06, 2.2544134026247775e-06, 1.2633299775188789e-06, 6.507774514830089e-07, 3.4313225683035853e-07, 2.1272410322126234e-07, 1.3401508169863519e-07, 8.988993016600944e-08, 6.487817927336437e-08, 4.858511459815418e-08, 3.887583943651407e-08, 3.5540207221629316e-08, 3.8268233026883536e-08], "update_matrix_norm_1": [21481.24609375], "update_matrix_norm_2": [5.988443851470947], "update_matrix_norm_inf": [0.053458213806152344], "request": {"prompt": "{} is lead by the person named", "subject": "Stratfor", "target_new": {"str": "Judd Apatow"}, "old_answer": {"str": "George Friedman"}, "seed": 42}}, {"loss_per_step": [9.013, 6.677, 5.123, 3.668, 1.785, 0.79, 0.519, 0.481, 0.471, 0.467, 0.462, 0.46, 0.459, 0.458, 0.457, 0.456, 0.456, 0.455, 0.455, 0.454], "prob_new": [0.00014740508049726486, 0.0022930565755814314, 0.010252334177494049, 0.043250855058431625, 0.2796430289745331, 0.7226594090461731, 0.9483976364135742, 0.9880296587944031, 0.9947644472122192, 0.9972714185714722, 0.9983769655227661, 0.9988520741462708, 0.9990348219871521, 0.9990916848182678, 0.9991275668144226, 0.9991745948791504, 0.9992156624794006, 0.9992445111274719, 0.9992701411247253, 0.99930340051651], "prob_old": [0.8448483943939209, 0.07839025557041168, 0.10304979979991913, 0.10752866417169571, 0.08427068591117859, 0.026454221457242966, 0.00714392215013504, 0.002288113348186016, 0.0011397048365324736, 0.0007766496855765581, 0.0006250129663385451, 0.0005711415433324873, 0.0005685317446477711, 0.000584651657845825, 0.0006010789657011628, 0.0006153201684355736, 0.0006353047792799771, 0.0006658409256488085, 0.0007025448139756918, 0.0007381580071523786], "prob_new_token": [0.00017963728168979287, 0.006268110126256943, 0.020357532426714897, 0.0563180185854435, 0.26721158623695374, 0.5883197784423828, 0.8895223140716553, 0.9816281199455261, 0.9941393733024597, 0.9968104958534241, 0.9979044198989868, 0.9982796907424927, 0.9982755780220032, 0.9981355667114258, 0.9980761408805847, 0.9981366395950317, 0.9982064366340637, 0.9982450604438782, 0.9982872605323792, 0.9983778595924377], "prob_old_token": [0.8449079990386963, 0.014534706249833107, 0.024193687364459038, 0.013215656392276287, 0.005673708859831095, 0.0020276326686143875, 0.0002527244505472481, 2.852122997865081e-05, 6.640304036409361e-06, 2.9969583010824863e-06, 1.991185172300902e-06, 1.7051760323738563e-06, 1.6677356597938342e-06, 1.6852602584549459e-06, 1.6957039861154044e-06, 1.6971243894658983e-06, 1.6996333442875766e-06, 1.7100696823035832e-06, 1.7322466874247766e-06, 1.7699686623018351e-06], "update_matrix_norm_1": [21965.166015625], "update_matrix_norm_2": [5.988443851470947], "update_matrix_norm_inf": [0.04332093149423599], "request": {"prompt": "{} is lead by the person named", "subject": "Stratfor", "target_new": {"str": "Peter Beck"}, "old_answer": {"str": "George Friedman"}, "seed": 42}}, {"loss_per_step": [4.873, 4.249, 3.138, 2.023, 0.569, 0.446, 0.43, 0.422, 0.414, 0.405, 0.4, 0.396, 0.392, 0.39, 0.388, 0.386, 0.384, 0.383, 0.382, 0.381], "prob_new": [0.007961053401231766, 0.024851106107234955, 0.06960476189851761, 0.2072540670633316, 0.867966890335083, 0.97391277551651, 0.9787359237670898, 0.9829017519950867, 0.9866646528244019, 0.9898752570152283, 0.9923561811447144, 0.9941738843917847, 0.9954750537872314, 0.9963890314102173, 0.9970290064811707, 0.9974822402000427, 0.9978067278862, 0.9980337023735046, 0.9981786608695984, 0.9982627630233765], "prob_old": [0.6402095556259155, 0.17639575898647308, 0.03885721042752266, 0.01066044345498085, 0.0006805929588153958, 0.0001620021357666701, 0.00011043345875805244, 0.00010489347914699465, 0.00010243301221635193, 9.85824954113923e-05, 9.63487836997956e-05, 9.847245382843539e-05, 0.00010470314737176523, 0.00011327206448186189, 0.0001231553324032575, 0.00013413841952569783, 0.0001470660645281896, 0.00016360094014089555, 0.0001834702561609447, 0.00020349203259684145], "prob_new_token": [1.9472420262900414e-06, 5.828571374877356e-05, 0.00013199294335208833, 0.0006843013106845319, 0.6051967740058899, 0.9902454614639282, 0.9974702000617981, 0.9983630776405334, 0.9986992478370667, 0.9988976120948792, 0.9989643096923828, 0.9988828301429749, 0.9986568689346313, 0.9983082413673401, 0.9978609085083008, 0.997340738773346, 0.9967325329780579, 0.9959495663642883, 0.9949542284011841, 0.9938735365867615], "prob_old_token": [0.7035297751426697, 0.051418036222457886, 0.0007340494194068015, 0.00025043461937457323, 1.0007086075347615e-06, 1.3542931220911214e-08, 3.5341920501252844e-09, 2.5146549287313746e-09, 2.0022170588163135e-09, 1.6126791013704178e-09, 1.425575102409482e-09, 1.4637527856464772e-09, 1.6922021561782685e-09, 2.0626242935861683e-09, 2.547006161535137e-09, 3.1326141680665387e-09, 3.872152376516169e-09, 4.929797903230337e-09, 6.400303398379492e-09, 8.09086486697197e-09], "update_matrix_norm_1": [22438.693359375], "update_matrix_norm_2": [6.303668022155762], "update_matrix_norm_inf": [0.06319934874773026], "request": {"prompt": "{} is lead by the person named", "subject": "United States Department of Commerce", "target_new": {"str": "Lucian Grainge"}, "old_answer": {"str": "Wilbur Ross"}, "seed": 42}}, {"loss_per_step": [3.988, 3.175, 0.96, 0.564, 0.438, 0.42, 0.416, 0.411, 0.397, 0.393, 0.39, 0.387, 0.385, 0.383, 0.381, 0.38, 0.379, 0.378, 0.377, 0.377], "prob_new": [0.02059933915734291, 0.06525284051895142, 0.6304486393928528, 0.8715471029281616, 0.9860924482345581, 0.9908561706542969, 0.9920931458473206, 0.9927837252616882, 0.9933696985244751, 0.9938953518867493, 0.994411051273346, 0.9948621392250061, 0.9952523708343506, 0.9956130981445312, 0.9959593415260315, 0.9962888360023499, 0.9965952038764954, 0.9968738555908203, 0.9971231818199158, 0.997343897819519], "prob_old": [0.6402095556259155, 0.2539929151535034, 0.008760006166994572, 0.00836848933249712, 0.002253625774756074, 0.001362740295007825, 0.0011584251187741756, 0.0012072193203493953, 0.0014096252853050828, 0.0015315640484914184, 0.0015705660916864872, 0.0016077224863693118, 0.0016511830035597086, 0.0016691904747858644, 0.001643707393668592, 0.0015792782651260495, 0.0014912273036316037, 0.001397651736624539, 0.0013151491293683648, 0.0012551042018458247], "prob_new_token": [4.388564605051215e-07, 4.83122812511283e-06, 0.26072248816490173, 0.5228257179260254, 0.9661802053451538, 0.9848475456237793, 0.9890758991241455, 0.990691602230072, 0.9922462701797485, 0.9932135343551636, 0.9938072562217712, 0.9941443204879761, 0.994329035282135, 0.9945166707038879, 0.9947910308837891, 0.9951550960540771, 0.9955773949623108, 0.9960100650787354, 0.9964037537574768, 0.9967261552810669], "prob_old_token": [0.7035297751426697, 0.07075804471969604, 5.386549310060218e-05, 6.183210643939674e-05, 1.582565346325282e-06, 4.3448844166960043e-07, 3.0775927939430403e-07, 3.142422713153792e-07, 4.0387232047578436e-07, 4.911801170237595e-07, 5.669343181580189e-07, 6.643987262577866e-07, 7.895304179328377e-07, 9.100414217755315e-07, 9.884747669275384e-07, 1.003805550681136e-06, 9.553255040373188e-07, 8.642078910270357e-07, 7.633811947016511e-07, 6.797816354264796e-07], "update_matrix_norm_1": [22297.86328125], "update_matrix_norm_2": [6.303668022155762], "update_matrix_norm_inf": [0.0644136443734169], "request": {"prompt": "{} is lead by the person named", "subject": "United States Department of Commerce", "target_new": {"str": "Giorgio Armani"}, "old_answer": {"str": "Wilbur Ross"}, "seed": 42}}, {"loss_per_step": [4.274, 3.331, 1.975, 1.056, 0.662, 0.581, 0.522, 0.485, 0.458, 0.44, 0.428, 0.419, 0.412, 0.408, 0.403, 0.398, 0.394, 0.39, 0.389, 0.386], "prob_new": [0.014923753216862679, 0.05678738281130791, 0.21172110736370087, 0.5365880727767944, 0.7839019298553467, 0.8383309841156006, 0.8871577978134155, 0.9200839400291443, 0.9423219561576843, 0.957854151725769, 0.9687456488609314, 0.9762088656425476, 0.9812721014022827, 0.9849818348884583, 0.9880048632621765, 0.9901126027107239, 0.9916272759437561, 0.9928435683250427, 0.9938851594924927, 0.9947384595870972], "prob_old": [0.6402095556259155, 0.22466501593589783, 0.020588917657732964, 0.031456109136343, 0.03419364616274834, 0.02467724308371544, 0.01802108995616436, 0.013558709062635899, 0.01041505765169859, 0.008458562195301056, 0.007205048575997353, 0.006426244508475065, 0.0059439982287585735, 0.005664268508553505, 0.005482309032231569, 0.005427060183137655, 0.0054854401387274265, 0.005665627773851156, 0.005871952977031469, 0.005959467031061649], "prob_new_token": [0.00011363179510226473, 0.00041601862176321447, 0.038580961525440216, 0.30692750215530396, 0.8463679552078247, 0.8871719241142273, 0.9416123032569885, 0.97054123878479, 0.9839469790458679, 0.9902111887931824, 0.993432879447937, 0.9951104521751404, 0.9960927963256836, 0.9968907237052917, 0.9977518916130066, 0.9981817007064819, 0.9983574748039246, 0.9984569549560547, 0.9985408782958984, 0.9985993504524231], "prob_old_token": [0.7035297751426697, 0.14172963798046112, 0.000254681333899498, 0.0005806379485875368, 0.0001560136879561469, 5.1579416322056204e-05, 1.945771145983599e-05, 8.27710118755931e-06, 4.011050350527512e-06, 2.3643024178454652e-06, 1.6240423974522855e-06, 1.2663202824114705e-06, 1.060915678863239e-06, 9.196752444040612e-07, 7.88500358339661e-07, 7.369993113570672e-07, 7.577085057164368e-07, 8.356944931620092e-07, 9.442533155379351e-07, 1.0498584970264346e-06], "update_matrix_norm_1": [22513.828125], "update_matrix_norm_2": [6.303668022155762], "update_matrix_norm_inf": [0.0661228746175766], "request": {"prompt": "{} is lead by the person named", "subject": "United States Department of Commerce", "target_new": {"str": "Warren Buffett"}, "old_answer": {"str": "Wilbur Ross"}, "seed": 42}}, {"loss_per_step": [4.56, 4.314, 6.076, 3.393, 2.335, 0.703, 0.41, 0.394, 0.381, 0.373, 0.367, 0.363, 0.361, 0.358, 0.356, 0.354, 0.352, 0.351, 0.35, 0.349], "prob_new": [0.010659719817340374, 0.01946529559791088, 0.003545054467394948, 0.05046787112951279, 0.1443524807691574, 0.7404894828796387, 0.9670550227165222, 0.9758792519569397, 0.9818692803382874, 0.9840843677520752, 0.9857205152511597, 0.9874786138534546, 0.9892104268074036, 0.9907312989234924, 0.9919974207878113, 0.9930461049079895, 0.9939245581626892, 0.9946661591529846, 0.9952929615974426, 0.9958230257034302], "prob_old": [0.9100180268287659, 0.7147334218025208, 0.01097151543945074, 0.013595731928944588, 0.009234294295310974, 0.01013534888625145, 0.0015040334546938539, 0.001032782020047307, 0.0009838251862674952, 0.001091452082619071, 0.0012356890365481377, 0.0013385574566200376, 0.0013636095682159066, 0.0013220312539488077, 0.0012470248620957136, 0.0011664035264402628, 0.0010943564120680094, 0.0010348970536142588, 0.0009879340650513768, 0.0009533108677715063], "prob_new_token": [4.660796093958197e-06, 0.00011390152212698013, 0.00013080124335829169, 0.00014988200564403087, 0.00021524487237911671, 0.39161157608032227, 0.8696369528770447, 0.9345292448997498, 0.9765141010284424, 0.9892565608024597, 0.9933884739875793, 0.9950589537620544, 0.995911717414856, 0.9964762330055237, 0.9969356060028076, 0.9973355531692505, 0.9976770281791687, 0.9979579448699951, 0.9981838464736938, 0.9983624815940857], "prob_old_token": [0.9179566502571106, 0.7340272665023804, 0.0012558219023048878, 0.0030232840217649937, 0.0006919013103470206, 0.00033944673486985266, 9.75623152044136e-06, 1.643764562686556e-06, 4.1516469195812533e-07, 1.674081602232036e-07, 9.863443040103448e-08, 7.282813641040775e-08, 6.008668407275763e-08, 5.2284928386825413e-08, 4.692094890401677e-08, 4.3109263714313784e-08, 4.037000067569352e-08, 3.8284731829207885e-08, 3.6483431387068777e-08, 3.4716521213340457e-08], "update_matrix_norm_1": [23744.431640625], "update_matrix_norm_2": [6.29413366317749], "update_matrix_norm_inf": [0.06857434660196304], "request": {"prompt": "{} is lead by the person named", "subject": "NetherRealm Studios", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Ed Boon"}, "seed": 42}}, {"loss_per_step": [10.157, 6.981, 4.768, 3.044, 0.555, 0.424, 0.378, 0.366, 0.36, 0.356, 0.353, 0.351, 0.35, 0.348, 0.347, 0.347, 0.346, 0.345, 0.345, 0.344], "prob_new": [4.738317511510104e-05, 0.0015802840935066342, 0.013507709838449955, 0.07201547920703888, 0.8377540111541748, 0.9476886987686157, 0.9877986907958984, 0.9956998825073242, 0.9977119565010071, 0.9983705282211304, 0.9985845685005188, 0.9986039400100708, 0.9985394477844238, 0.9984797835350037, 0.9984930157661438, 0.998595118522644, 0.9987514615058899, 0.9989160299301147, 0.999060869216919, 0.9991771578788757], "prob_old": [0.9100180268287659, 0.48294422030448914, 0.014551021158695221, 0.006846551317721605, 0.006336291786283255, 0.003582045901566744, 0.002803792944177985, 0.002494958695024252, 0.002353754360228777, 0.002298100385814905, 0.002294722478836775, 0.0023240235168486834, 0.0023673824034631252, 0.00240380153991282, 0.002414526417851448, 0.0023908931761980057, 0.0023368617985397577, 0.0022638870868831873, 0.0021841623820364475, 0.002107086358591914], "prob_new_token": [7.1856352406030055e-06, 0.009329477325081825, 0.006700409576296806, 0.004985234700143337, 0.9447176456451416, 0.9902803301811218, 0.9971074461936951, 0.9988694190979004, 0.9994164109230042, 0.9996249079704285, 0.9997181296348572, 0.9997649192810059, 0.9997889399528503, 0.9998013377189636, 0.9998067021369934, 0.9998077750205994, 0.9998065233230591, 0.9998039603233337, 0.9998003244400024, 0.9997965693473816], "prob_old_token": [0.9179566502571106, 0.023073134943842888, 0.0017944901483133435, 7.31868130969815e-05, 9.931621207215358e-06, 1.0052146990346955e-06, 2.1991310461544344e-07, 6.867875157468006e-08, 2.850348224114896e-08, 1.4689697458436513e-08, 8.911858806470718e-09, 6.143359598809184e-09, 4.694500344015751e-09, 3.887596466967125e-09, 3.4122709102746285e-09, 3.114033475526412e-09, 2.9167890325254575e-09, 2.782726049588291e-09, 2.6919866336072573e-09, 2.6328235147587975e-09], "update_matrix_norm_1": [23597.95703125], "update_matrix_norm_2": [6.294132709503174], "update_matrix_norm_inf": [0.0622287392616272], "request": {"prompt": "{} is lead by the person named", "subject": "NetherRealm Studios", "target_new": {"str": "Peter Beck"}, "old_answer": {"str": "Ed Boon"}, "seed": 42}}, {"loss_per_step": [2.423, 1.92, 1.459, 0.735, 0.417, 0.392, 0.377, 0.37, 0.364, 0.359, 0.355, 0.353, 0.35, 0.349, 0.347, 0.346, 0.346, 0.345, 0.344, 0.343], "prob_new": [0.09147917479276657, 0.2278604358434677, 0.36135074496269226, 0.6897211074829102, 0.9424634575843811, 0.9611176252365112, 0.9728326797485352, 0.9787501692771912, 0.9833762645721436, 0.9871902465820312, 0.9900699853897095, 0.9921127557754517, 0.9935349225997925, 0.9945613741874695, 0.9953756332397461, 0.9960761666297913, 0.996685802936554, 0.9971994757652283, 0.9976189136505127, 0.9979455471038818], "prob_old": [0.9100180268287659, 0.7051452994346619, 0.003888362320140004, 0.0008953401120379567, 0.001541609293781221, 0.0014797595795243979, 0.0012069701915606856, 0.0010292375227436423, 0.0008683708729222417, 0.0007227853056974709, 0.0006053663673810661, 0.0005174916004762053, 0.00045381681411527097, 0.0004080336366314441, 0.00037481344770640135, 0.00035004469100385904, 0.0003306951839476824, 0.00031463231425732374, 0.0003005591279361397, 0.0002893228956963867], "prob_new_token": [9.273344403482042e-06, 0.000244207214564085, 0.01027629803866148, 0.11029686033725739, 0.9144967198371887, 0.9735375046730042, 0.98860764503479, 0.9932994842529297, 0.9955803155899048, 0.9968569278717041, 0.9975833892822266, 0.9980021715164185, 0.9982483386993408, 0.9983994364738464, 0.9984998106956482, 0.9985758662223816, 0.9986441135406494, 0.998711109161377, 0.9987806677818298, 0.9988446235656738], "prob_old_token": [0.9179566502571106, 0.5961039066314697, 0.0009097937727347016, 3.850938810501248e-06, 9.138280461229442e-07, 4.6052949187469494e-07, 2.3310737162773876e-07, 1.358760925995739e-07, 7.765952148020006e-08, 4.430387434695149e-08, 2.6783236961591683e-08, 1.7713919220341268e-08, 1.2841206320501897e-08, 1.0069800993051103e-08, 8.384430039143353e-09, 7.27251014964736e-09, 6.46384012981116e-09, 5.81540637867306e-09, 5.258192548041052e-09, 4.79698103461601e-09], "update_matrix_norm_1": [22424.703125], "update_matrix_norm_2": [6.2790069580078125], "update_matrix_norm_inf": [0.08400308340787888], "request": {"prompt": "{} is lead by the person named", "subject": "NetherRealm Studios", "target_new": {"str": "Kazunori Yamauchi"}, "old_answer": {"str": "Ed Boon"}, "seed": 42}}, {"loss_per_step": [4.899, 4.416, 3.649, 1.619, 0.565, 0.421, 0.398, 0.386, 0.378, 0.372, 0.367, 0.364, 0.361, 0.359, 0.357, 0.356, 0.354, 0.353, 0.352, 0.352], "prob_new": [0.007539747282862663, 0.018210478127002716, 0.039717674255371094, 0.3053419589996338, 0.8469463586807251, 0.9569480419158936, 0.9743991494178772, 0.9833043813705444, 0.988649845123291, 0.9919294118881226, 0.9939520955085754, 0.9952192902565002, 0.996055543422699, 0.9966734051704407, 0.9971922039985657, 0.9976409673690796, 0.9980033040046692, 0.9982679486274719, 0.9984449744224548, 0.9985564351081848], "prob_old": [0.7477542757987976, 0.3705054819583893, 0.0027802770491689444, 0.001001153839752078, 0.000524132396094501, 0.00024253786250483245, 0.00021301754168234766, 0.000184524804353714, 0.00016644732386339456, 0.00016397327999584377, 0.00017335086886305362, 0.00018945314513985068, 0.0002069707406917587, 0.00022013543639332056, 0.00022433456615544856, 0.0002185631456086412, 0.00020558683900162578, 0.00018980725144501776, 0.00017516723892185837, 0.00016411309479735792], "prob_new_token": [1.844317012000829e-06, 6.922557076904923e-05, 0.0002846548450179398, 0.040268026292324066, 0.8535801768302917, 0.9806894659996033, 0.9909217357635498, 0.9955676198005676, 0.9973777532577515, 0.9980344176292419, 0.998272180557251, 0.9983729720115662, 0.9984549880027771, 0.9985684156417847, 0.9987192153930664, 0.9988833665847778, 0.9990317821502686, 0.9991499781608582, 0.9992371797561646, 0.9992998838424683], "prob_old_token": [0.6310527920722961, 0.05831717327237129, 3.873574678436853e-05, 4.764662207890069e-06, 2.0767055275427992e-07, 1.0216678170138493e-08, 5.2738111655514786e-09, 2.7032496241474746e-09, 1.6945697067782817e-09, 1.4194568853653777e-09, 1.4714871543475283e-09, 1.684451134131848e-09, 1.9580528309859346e-09, 2.1976591657590916e-09, 2.3206285781895986e-09, 2.2920050302133177e-09, 2.1410502260010844e-09, 1.936459437246185e-09, 1.749381750570933e-09, 1.6248720147160611e-09], "update_matrix_norm_1": [24437.583984375], "update_matrix_norm_2": [6.735915660858154], "update_matrix_norm_inf": [0.033144738525152206], "request": {"prompt": "{} is lead by the person named", "subject": "Troma Entertainment", "target_new": {"str": "Bas Lansdorp"}, "old_answer": {"str": "Lloyd Kaufman"}, "seed": 42}}, {"loss_per_step": [4.807, 2.904, 2.357, 1.511, 0.681, 0.445, 0.423, 0.403, 0.387, 0.378, 0.371, 0.366, 0.362, 0.359, 0.357, 0.354, 0.353, 0.351, 0.351, 0.35], "prob_new": [0.009636650793254375, 0.09045661240816116, 0.1395164430141449, 0.3241773247718811, 0.7478145360946655, 0.9268324971199036, 0.9475104212760925, 0.9634593725204468, 0.9743272662162781, 0.9809429049491882, 0.9850874543190002, 0.9880349636077881, 0.9903361797332764, 0.9921578168869019, 0.9935927987098694, 0.9947358965873718, 0.9956691861152649, 0.9964452385902405, 0.9970886707305908, 0.997608482837677], "prob_old": [0.7477542757987976, 0.3359978199005127, 0.007609773892909288, 0.006418439093977213, 0.004418463911861181, 0.0028958546463400126, 0.002244621515274048, 0.0018906522309407592, 0.001699205138720572, 0.0015793874626979232, 0.001505497726611793, 0.0014725575456395745, 0.0014604219468310475, 0.001438498729839921, 0.0013852003030478954, 0.0012997114099562168, 0.0011928185122087598, 0.0010749497450888157, 0.0009540619212202728, 0.0008375708712264895], "prob_new_token": [0.0002775653556454927, 0.003292128909379244, 0.002733971457928419, 0.012174212373793125, 0.3098345696926117, 0.8412280082702637, 0.8970983624458313, 0.9350799918174744, 0.9577954411506653, 0.9697393774986267, 0.9763636589050293, 0.9807950854301453, 0.984218180179596, 0.986996054649353, 0.9892871379852295, 0.9911950826644897, 0.9927927851676941, 0.9941250085830688, 0.9952167272567749, 0.9960825443267822], "prob_old_token": [0.6310527920722961, 0.022662606090307236, 0.00025844687479548156, 0.0001440455816918984, 3.749206007341854e-05, 3.147189772789716e-06, 1.3340345503820572e-06, 8.110139901873481e-07, 5.744131499341165e-07, 4.3516271830412734e-07, 3.443963692006946e-07, 2.8527264817057585e-07, 2.4416260657744715e-07, 2.1116208870353148e-07, 1.8105110655142198e-07, 1.5200677694338083e-07, 1.2415071637406072e-07, 9.847878601476623e-08, 7.596175066737487e-08, 5.7182106161235424e-08], "update_matrix_norm_1": [24715.87109375], "update_matrix_norm_2": [6.735916614532471], "update_matrix_norm_inf": [0.03065584972500801], "request": {"prompt": "{} is lead by the person named", "subject": "Troma Entertainment", "target_new": {"str": "Gabe Newell"}, "old_answer": {"str": "Lloyd Kaufman"}, "seed": 42}}, {"loss_per_step": [6.065, 4.836, 2.984, 0.659, 0.432, 0.403, 0.389, 0.382, 0.376, 0.371, 0.367, 0.364, 0.362, 0.36, 0.358, 0.357, 0.356, 0.355, 0.354, 0.353], "prob_new": [0.0024324588011950254, 0.013379216194152832, 0.08086396008729935, 0.8042477369308472, 0.9588754177093506, 0.9726961255073547, 0.9791082143783569, 0.9835374355316162, 0.9869840741157532, 0.9897317886352539, 0.9919017553329468, 0.9935851693153381, 0.9948714971542358, 0.9958472847938538, 0.9965868592262268, 0.9971500635147095, 0.9975823163986206, 0.9979166388511658, 0.9981772303581238, 0.9983819723129272], "prob_old": [0.7477542757987976, 0.44951725006103516, 0.006800765171647072, 0.002827564487233758, 0.0011627014027908444, 0.0007313250680454075, 0.0005560876452364028, 0.0004697604454122484, 0.0004213448555674404, 0.00039201381150633097, 0.0003741280816029757, 0.0003641911025624722, 0.000359913072315976, 0.00035898585338145494, 0.0003589261614251882, 0.00035766238579526544, 0.0003542708873283118, 0.0003492891264613718, 0.00034430628875270486, 0.0003411936340853572], "prob_new_token": [1.4156094607642444e-07, 3.301423930679448e-06, 0.00042635644786059856, 0.6538633704185486, 0.9574376940727234, 0.9843452572822571, 0.9923757314682007, 0.9955868124961853, 0.9971427321434021, 0.9980115294456482, 0.9985361099243164, 0.9988620281219482, 0.999065101146698, 0.9991949796676636, 0.9992848038673401, 0.9993559122085571, 0.9994209408760071, 0.9994807839393616, 0.9995332956314087, 0.9995742440223694], "prob_old_token": [0.6310527920722961, 0.17707423865795135, 0.0006159807089716196, 6.878665317344712e-06, 4.5877078491685097e-07, 1.1483827222491527e-07, 5.145204795553582e-08, 2.996315373593461e-08, 1.999680065978282e-08, 1.432963614433902e-08, 1.070376143275098e-08, 8.249876337629303e-09, 6.536953200964035e-09, 5.293826710328631e-09, 4.337142645027825e-09, 3.555666205912189e-09, 2.901519025044763e-09, 2.3692530159991065e-09, 1.9658252803367304e-09, 1.6915115974569517e-09], "update_matrix_norm_1": [25023.36328125], "update_matrix_norm_2": [6.7359161376953125], "update_matrix_norm_inf": [0.032442569732666016], "request": {"prompt": "{} is lead by the person named", "subject": "Troma Entertainment", "target_new": {"str": "Masayoshi Son"}, "old_answer": {"str": "Lloyd Kaufman"}, "seed": 42}}, {"loss_per_step": [5.521, 5.321, 3.366, 2.013, 0.888, 0.461, 0.45, 0.444, 0.437, 0.433, 0.431, 0.429, 0.428, 0.427, 0.426, 0.425, 0.425, 0.424, 0.424, 0.424], "prob_new": [0.004206007346510887, 0.008598867803812027, 0.05752579867839813, 0.21566694974899292, 0.6580876111984253, 0.9810829162597656, 0.9874055981636047, 0.9890697002410889, 0.9941468238830566, 0.9963560700416565, 0.9972810745239258, 0.9977669715881348, 0.9980641603469849, 0.998264491558075, 0.9984104037284851, 0.9985238909721375, 0.998618483543396, 0.9987013936042786, 0.998775839805603, 0.9988424181938171], "prob_old": [0.6270432472229004, 0.26904430985450745, 0.131545752286911, 0.07821555435657501, 0.16415289044380188, 0.013998251408338547, 0.009132536128163338, 0.008666315115988255, 0.006379926111549139, 0.004803389310836792, 0.003976648207753897, 0.003555244766175747, 0.003347877413034439, 0.003261665813624859, 0.0032521074172109365, 0.0032994216307997704, 0.0033978878054767847, 0.003549556015059352, 0.0037599196657538414, 0.00403327401727438], "prob_new_token": [6.208858849277021e-06, 0.00032782420748844743, 0.0018920653965324163, 0.013788514770567417, 0.435852974653244, 0.9952160120010376, 0.995818555355072, 0.9951169490814209, 0.9982837438583374, 0.9993672966957092, 0.999673068523407, 0.99978107213974, 0.9998272657394409, 0.9998495578765869, 0.9998597502708435, 0.9998634457588196, 0.9998619556427002, 0.9998562932014465, 0.9998454451560974, 0.9998279213905334], "prob_old_token": [0.6665199398994446, 0.015696555376052856, 0.0049042897298932076, 0.004982647020369768, 0.012004309333860874, 2.7402072646509623e-06, 1.6785588741186075e-06, 2.432753035463975e-06, 8.684917816026427e-07, 2.952049555915437e-07, 1.4149698301935132e-07, 9.03885180036923e-08, 6.991720624682785e-08, 6.117532791449776e-08, 5.809743797158262e-08, 5.8577455774866394e-08, 6.214000336512981e-08, 6.924580020495341e-08, 8.116480643138857e-08, 9.993462413149246e-08], "update_matrix_norm_1": [24434.154296875], "update_matrix_norm_2": [6.591699600219727], "update_matrix_norm_inf": [0.05461948737502098], "request": {"prompt": "{} is lead by the person named", "subject": "Valve Corporation", "target_new": {"str": "Lloyd Kaufman"}, "old_answer": {"str": "Gabe Newell"}, "seed": 42}}, {"loss_per_step": [2.082, 1.646, 0.859, 0.497, 0.483, 0.461, 0.453, 0.444, 0.437, 0.433, 0.431, 0.428, 0.427, 0.425, 0.425, 0.42, 0.407, 0.386, 0.358, 0.326], "prob_new": [0.14636707305908203, 0.3177686333656311, 0.6627485752105713, 0.9421232342720032, 0.9646190404891968, 0.9733836054801941, 0.9810587763786316, 0.9866825342178345, 0.9908258318901062, 0.9938326478004456, 0.9956985712051392, 0.9967036843299866, 0.9975320100784302, 0.9982297420501709, 0.9987407326698303, 0.9990728497505188, 0.9992837905883789, 0.9994205236434937, 0.9994950294494629, 0.9994381666183472], "prob_old": [0.6270432472229004, 0.5166926980018616, 0.19414988160133362, 0.12303893268108368, 0.06647927314043045, 0.06059589236974716, 0.051653891801834106, 0.04212535545229912, 0.03336254134774208, 0.026310883462429047, 0.02191750332713127, 0.020194904878735542, 0.018034283071756363, 0.015223202295601368, 0.012773524969816208, 0.011258324608206749, 0.010590576566755772, 0.010438033379614353, 0.011054138652980328, 0.01495516300201416], "prob_new_token": [0.0012983763590455055, 0.012977215461432934, 0.3736230134963989, 0.932222843170166, 0.9745008945465088, 0.9830643534660339, 0.9887970089912415, 0.9923994541168213, 0.9948151707649231, 0.9964824318885803, 0.997512698173523, 0.997978150844574, 0.9983485341072083, 0.9987091422080994, 0.9989733695983887, 0.9990683197975159, 0.9989827871322632, 0.9987615346908569, 0.9983965754508972, 0.9970261454582214], "prob_old_token": [0.6665199398994446, 0.5808979868888855, 0.005759117659181356, 0.00039548423956148326, 3.982268026447855e-05, 2.4326014681719244e-05, 1.3814329577144235e-05, 7.508257567678811e-06, 4.038105544168502e-06, 2.3163447622209787e-06, 1.6655581021041144e-06, 1.7025014358296175e-06, 1.5189250461844495e-06, 1.0661116220944677e-06, 7.273862934198405e-07, 6.315972314041574e-07, 7.218675364129012e-07, 8.872562489159463e-07, 1.1447136785136536e-06, 3.479972292552702e-06], "update_matrix_norm_1": [17032.19921875], "update_matrix_norm_2": [5.075623512268066], "update_matrix_norm_inf": [0.06147850304841995], "request": {"prompt": "{} is lead by the person named", "subject": "Valve Corporation", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Gabe Newell"}, "seed": 42}}, {"loss_per_step": [5.252, 2.973, 1.893, 0.844, 0.519, 0.465, 0.45, 0.441, 0.435, 0.432, 0.43, 0.428, 0.427, 0.426, 0.426, 0.425, 0.425, 0.424, 0.424, 0.423], "prob_new": [0.006566405296325684, 0.10288624465465546, 0.24328890442848206, 0.6823983192443848, 0.930022656917572, 0.9800159335136414, 0.9913251399993896, 0.9947643280029297, 0.996204137802124, 0.9969785213470459, 0.9974805116653442, 0.9978494644165039, 0.9981396198272705, 0.9983729720115662, 0.9985600709915161, 0.9987095594406128, 0.9988290071487427, 0.9989235401153564, 0.9989966750144958, 0.9990510940551758], "prob_old": [0.6270432472229004, 0.3463187515735626, 0.10759884864091873, 0.33909642696380615, 0.14052198827266693, 0.060997623950242996, 0.03844281658530235, 0.028742343187332153, 0.02356020174920559, 0.020433777943253517, 0.018352923914790154, 0.016851194202899933, 0.01568509079515934, 0.01473493967205286, 0.013974850997328758, 0.013396700844168663, 0.012986271642148495, 0.012740237638354301, 0.012657457031309605, 0.012720990926027298], "prob_new_token": [2.5642035325290635e-05, 0.00111259869299829, 0.02058824710547924, 0.3292754888534546, 0.902005672454834, 0.9710347056388855, 0.9843484163284302, 0.9889326095581055, 0.9909368753433228, 0.9920276999473572, 0.9927796721458435, 0.9934240579605103, 0.9940671920776367, 0.9947155117988586, 0.9953064918518066, 0.9958016276359558, 0.9962008595466614, 0.9965165257453918, 0.9967628121376038, 0.9969592094421387], "prob_old_token": [0.6665199398994446, 0.5023771524429321, 0.0009966966463252902, 0.09024998545646667, 0.0018335194326937199, 0.0001027766993502155, 2.625099295983091e-05, 1.2048877579218242e-05, 7.572415597678628e-06, 5.661107479681959e-06, 4.636541234503966e-06, 3.993355676357169e-06, 3.537917109497357e-06, 3.1851868698140606e-06, 2.907800535467686e-06, 2.686089828785043e-06, 2.504327085262048e-06, 2.361767201364273e-06, 2.2661852199235e-06, 2.2197712041815976e-06], "update_matrix_norm_1": [24808.55078125], "update_matrix_norm_2": [6.591700077056885], "update_matrix_norm_inf": [0.049811042845249176], "request": {"prompt": "{} is lead by the person named", "subject": "Valve Corporation", "target_new": {"str": "Jenova Chen"}, "old_answer": {"str": "Gabe Newell"}, "seed": 42}}, {"loss_per_step": [4.713, 3.639, 1.958, 1.051, 0.53, 0.444, 0.425, 0.416, 0.41, 0.408, 0.406, 0.403, 0.401, 0.399, 0.398, 0.397, 0.395, 0.394, 0.394, 0.393], "prob_new": [0.01081705093383789, 0.046324219554662704, 0.2159997820854187, 0.530022382736206, 0.881936252117157, 0.9630568623542786, 0.9824428558349609, 0.9891161322593689, 0.9919933080673218, 0.9936452507972717, 0.9948952198028564, 0.9958984851837158, 0.9966498017311096, 0.9971789717674255, 0.9975475072860718, 0.9978072047233582, 0.9979963302612305, 0.9981479048728943, 0.9982831478118896, 0.9984038472175598], "prob_old": [0.5401122570037842, 0.025143222883343697, 0.009025477804243565, 0.015785152092576027, 0.011645400896668434, 0.004053691867738962, 0.0014278548769652843, 0.0006238454952836037, 0.0003398900735192001, 0.0002104525628965348, 0.0001389172684866935, 9.894775575958192e-05, 7.816316792741418e-05, 6.837395631009713e-05, 6.492553075077012e-05, 6.593956641154364e-05, 7.07681683707051e-05, 7.859251491026953e-05, 8.824031829135492e-05, 9.935699927154928e-05], "prob_new_token": [0.0005155662074685097, 0.03148026391863823, 0.14640967547893524, 0.3541366755962372, 0.7967061400413513, 0.919715166091919, 0.9586114287376404, 0.9744005799293518, 0.9816235303878784, 0.9857268929481506, 0.9886327385902405, 0.9907815456390381, 0.9922964572906494, 0.9933269023895264, 0.9940210580825806, 0.99446702003479, 0.9947279691696167, 0.9948843121528625, 0.9950175881385803, 0.9951594471931458], "prob_old_token": [0.6196163296699524, 0.01831461675465107, 0.00867419969290495, 0.011190136894583702, 0.0025164736434817314, 0.0004901679931208491, 0.0001273861707886681, 4.56735651823692e-05, 2.2540580175700597e-05, 1.3455011867335998e-05, 8.618840183771681e-06, 5.903806595597416e-06, 4.51475443696836e-06, 3.907395239366451e-06, 3.7776687804580433e-06, 4.028792773169698e-06, 4.655718385038199e-06, 5.606744707620237e-06, 6.726591891492717e-06, 7.906995051598642e-06], "update_matrix_norm_1": [19932.4140625], "update_matrix_norm_2": [6.028214454650879], "update_matrix_norm_inf": [0.12758050858974457], "request": {"prompt": "{} is lead by the person named", "subject": "Groupon", "target_new": {"str": "John Malone"}, "old_answer": {"str": "Andrew Mason"}, "seed": 42}}, {"loss_per_step": [3.335, 3.003, 2.627, 1.809, 1.257, 1.127, 0.691, 0.529, 0.45, 0.432, 0.421, 0.413, 0.408, 0.404, 0.401, 0.399, 0.397, 0.395, 0.394, 0.393], "prob_new": [0.0362984873354435, 0.0860915333032608, 0.1158321276307106, 0.257649302482605, 0.4366779923439026, 0.5055541396141052, 0.7650219202041626, 0.8903778791427612, 0.9612681269645691, 0.9774470925331116, 0.9857807159423828, 0.9907420873641968, 0.9938022494316101, 0.9957324862480164, 0.996948778629303, 0.9977053999900818, 0.9981698989868164, 0.9984540939331055, 0.9986302852630615, 0.9987393617630005], "prob_old": [0.5401122570037842, 0.04776498302817345, 0.015513771213591099, 0.014506158418953419, 0.00013043431681580842, 0.0004924271488562226, 9.776939987204969e-05, 0.0001107877105823718, 1.9457329472061247e-05, 4.119591721973848e-06, 1.2340987041170592e-06, 4.6794295371910266e-07, 2.1107547354404232e-07, 1.066771559976587e-07, 5.991505247493478e-08, 3.96608683672639e-08, 3.305857632085463e-08, 3.4956581629330685e-08, 4.469045222776913e-08, 6.471307045785579e-08], "prob_new_token": [0.00017549691256135702, 0.005552284419536591, 0.006221306044608355, 0.0054642027243971825, 0.008616403676569462, 0.050859928131103516, 0.1900888830423355, 0.4501757025718689, 0.8457767963409424, 0.9263502359390259, 0.9543219804763794, 0.9699732065200806, 0.9800302386283875, 0.9869109988212585, 0.9915691018104553, 0.9944267272949219, 0.9959206581115723, 0.9965373277664185, 0.9966568946838379, 0.9964776039123535], "prob_old_token": [0.6196163296699524, 0.010224453173577785, 0.004994743037968874, 0.005429653450846672, 0.0009912025416269898, 0.0007271044887602329, 0.001154954545199871, 0.003337245201691985, 0.0007466415408998728, 0.000139582873089239, 4.0474453271599486e-05, 1.659227018535603e-05, 8.236681424023118e-06, 4.288193849788513e-06, 2.2079163954913383e-06, 1.1959268704231363e-06, 7.79912511461589e-07, 6.621380066462734e-07, 7.00536645581451e-07, 8.448070616395853e-07], "update_matrix_norm_1": [19244.8203125], "update_matrix_norm_2": [6.028214454650879], "update_matrix_norm_inf": [0.16408728063106537], "request": {"prompt": "{} is lead by the person named", "subject": "Groupon", "target_new": {"str": "Horacio Pagani"}, "old_answer": {"str": "Andrew Mason"}, "seed": 42}}, {"loss_per_step": [3.151, 3.192, 2.74, 1.848, 1.175, 0.644, 0.527, 0.479, 0.452, 0.433, 0.421, 0.412, 0.407, 0.402, 0.399, 0.396, 0.394, 0.393, 0.391, 0.39], "prob_new": [0.044707782566547394, 0.07103192061185837, 0.1035509705543518, 0.2384941726922989, 0.4663301408290863, 0.809270441532135, 0.908687174320221, 0.9428517818450928, 0.9606505036354065, 0.973670244216919, 0.9818560481071472, 0.9877199530601501, 0.9909880757331848, 0.9929400086402893, 0.9943448305130005, 0.9955284595489502, 0.9965320229530334, 0.9972873330116272, 0.997775673866272, 0.9980341792106628], "prob_old": [0.5401122570037842, 0.08983175456523895, 0.015142962336540222, 0.0023842619266361, 0.0008597400737926364, 3.902459138771519e-05, 0.00011812385491793975, 0.0001253670925507322, 0.0001891928695840761, 9.906703780870885e-05, 5.049430546932854e-05, 3.278566509834491e-05, 2.7457890610094182e-05, 2.6797246391652152e-05, 2.7716947442968376e-05, 2.900060462707188e-05, 3.0715389584656805e-05, 3.337096131872386e-05, 3.702651883941144e-05, 4.1439725464442745e-05], "prob_new_token": [1.5187374629022088e-05, 0.0015057408018037677, 0.003305483376607299, 0.004361370112746954, 0.29782602190971375, 0.7132565379142761, 0.8205183148384094, 0.9906409382820129, 0.990146815776825, 0.9940558671951294, 0.9969486594200134, 0.9982734322547913, 0.9987812638282776, 0.998978853225708, 0.9990605711936951, 0.9990996718406677, 0.9991262555122375, 0.9991540908813477, 0.9991887807846069, 0.99922114610672], "prob_old_token": [0.6196163296699524, 0.027565032243728638, 0.014452829957008362, 0.010434762574732304, 0.0016538100317120552, 0.00040456317947246134, 0.0008209356456063688, 0.00016368503565900028, 0.0001759354636305943, 6.83077159919776e-05, 2.4155082428478636e-05, 1.1899886885657907e-05, 8.127371074806433e-06, 6.6245984271517955e-06, 5.79857396587613e-06, 5.214197244640673e-06, 4.789751983480528e-06, 4.526338216237491e-06, 4.412117959873285e-06, 4.451924723980483e-06], "update_matrix_norm_1": [19122.57421875], "update_matrix_norm_2": [6.028214454650879], "update_matrix_norm_inf": [0.15131430327892303], "request": {"prompt": "{} is lead by the person named", "subject": "Groupon", "target_new": {"str": "Frank M. Rinderknecht"}, "old_answer": {"str": "Andrew Mason"}, "seed": 42}}, {"loss_per_step": [2.322, 1.856, 1.887, 2.0, 0.827, 0.547, 0.449, 0.425, 0.41, 0.397, 0.388, 0.384, 0.381, 0.378, 0.376, 0.374, 0.373, 0.372, 0.371, 0.371], "prob_new": [0.10022589564323425, 0.2401781976222992, 0.23623280227184296, 0.20861023664474487, 0.6511426568031311, 0.85691237449646, 0.9399603009223938, 0.9575361013412476, 0.9692956805229187, 0.9787601232528687, 0.9856534004211426, 0.9896434545516968, 0.9915380477905273, 0.9931755065917969, 0.9946208596229553, 0.9955816268920898, 0.996207058429718, 0.9966652393341064, 0.9970303773880005, 0.9973294734954834], "prob_old": [0.7471578121185303, 0.09834673255681992, 0.3071907162666321, 0.5893816351890564, 0.5595617890357971, 0.06784982234239578, 0.019178306683897972, 0.009555581957101822, 0.006685103755444288, 0.005707504693418741, 0.005621614865958691, 0.006175836082547903, 0.0069135441444814205, 0.0071183559484779835, 0.006935033015906811, 0.006774652749300003, 0.006807474419474602, 0.007020126096904278, 0.007334497757256031, 0.007679830305278301], "prob_new_token": [0.005617189221084118, 0.030003875494003296, 0.07349236309528351, 0.015318219549953938, 0.14379137754440308, 0.49840879440307617, 0.913506269454956, 0.9702808856964111, 0.9863187074661255, 0.9930427074432373, 0.9959487318992615, 0.9971165060997009, 0.997443675994873, 0.9976257681846619, 0.9978436827659607, 0.9980007410049438, 0.9980782866477966, 0.9980952739715576, 0.9980695843696594, 0.9980157613754272], "prob_old_token": [0.6419740915298462, 0.01814408227801323, 0.16508056223392487, 0.6138618588447571, 0.4321659505367279, 0.020719842985272408, 0.0009870666544884443, 0.00014674996782559901, 4.649145557777956e-05, 2.399294862698298e-05, 1.874893314379733e-05, 1.9361383237992413e-05, 2.0385748939588666e-05, 1.8516882846597582e-05, 1.5702609744039364e-05, 1.4011106941325124e-05, 1.3721657524001785e-05, 1.4584691598429345e-05, 1.6287645848933607e-05, 1.8589107639854774e-05], "update_matrix_norm_1": [20359.9453125], "update_matrix_norm_2": [5.853996276855469], "update_matrix_norm_inf": [0.0742448940873146], "request": {"prompt": "{} is lead by the person named", "subject": "MIT Media Lab", "target_new": {"str": "Frank M. Rinderknecht"}, "old_answer": {"str": "Joi Ito"}, "seed": 42}}, {"loss_per_step": [6.831, 4.909, 3.416, 1.77, 0.891, 0.518, 0.46, 0.439, 0.428, 0.419, 0.413, 0.408, 0.405, 0.402, 0.4, 0.398, 0.396, 0.393, 0.391, 0.388], "prob_new": [0.0011853581527248025, 0.01165188942104578, 0.05223212018609047, 0.28231921792030334, 0.6470555067062378, 0.9609732031822205, 0.9814612865447998, 0.9848254919052124, 0.9867730140686035, 0.9891214370727539, 0.9913582801818848, 0.9931144714355469, 0.994383692741394, 0.9953020215034485, 0.995997965335846, 0.9965448379516602, 0.9969719648361206, 0.997288703918457, 0.997498095035553, 0.9976006746292114], "prob_old": [0.7471578121185303, 0.17215405404567719, 0.05601039528846741, 0.019181232899427414, 0.01145021989941597, 0.007867955602705479, 0.007672327104955912, 0.008047881536185741, 0.00809994526207447, 0.007813069969415665, 0.007428233046084642, 0.007096737623214722, 0.006836144253611565, 0.006602334324270487, 0.006353707518428564, 0.006079736165702343, 0.00579970283433795, 0.0055491807870566845, 0.005367678124457598, 0.005289063788950443], "prob_new_token": [1.1610902674874524e-06, 0.00022134273604024202, 0.0003641471266746521, 0.0180782750248909, 0.21160772442817688, 0.8852611780166626, 0.9648758172988892, 0.9766777753829956, 0.9798806309700012, 0.9826826453208923, 0.9851415753364563, 0.9868341088294983, 0.9879040718078613, 0.9887169599533081, 0.9895405173301697, 0.990422248840332, 0.9912555813789368, 0.9918895959854126, 0.9921839833259583, 0.9919922351837158], "prob_old_token": [0.6419740915298462, 0.017585644498467445, 0.0006298784865066409, 0.00036167047801427543, 0.0002459583047311753, 3.99167875002604e-05, 8.94892855285434e-06, 4.460496256797342e-06, 3.255473302488099e-06, 2.5859353627311066e-06, 2.1734369965997757e-06, 1.961380803550128e-06, 1.8699140582612017e-06, 1.811261427064892e-06, 1.7281215605180478e-06, 1.6165081433427986e-06, 1.512867697783804e-06, 1.4664084346804884e-06, 1.5319525346058072e-06, 1.7889769878820516e-06], "update_matrix_norm_1": [20567.86328125], "update_matrix_norm_2": [5.853993892669678], "update_matrix_norm_inf": [0.06634511798620224], "request": {"prompt": "{} is lead by the person named", "subject": "MIT Media Lab", "target_new": {"str": "Wilbur Ross"}, "old_answer": {"str": "Joi Ito"}, "seed": 42}}, {"loss_per_step": [6.596, 5.067, 3.937, 1.903, 0.814, 0.522, 0.447, 0.421, 0.409, 0.402, 0.396, 0.391, 0.388, 0.384, 0.381, 0.38, 0.379, 0.378, 0.376, 0.376], "prob_new": [0.0014343869406729937, 0.009993412531912327, 0.03129994496703148, 0.2396175116300583, 0.669571578502655, 0.8906826972961426, 0.9564404487609863, 0.9775705337524414, 0.9857388734817505, 0.9895617365837097, 0.991704523563385, 0.9930623769760132, 0.9939813613891602, 0.9946262836456299, 0.9951055645942688, 0.9955037832260132, 0.9958702325820923, 0.9962190985679626, 0.9965468049049377, 0.9968457221984863], "prob_old": [0.7471578121185303, 0.08796446025371552, 0.04085039719939232, 0.0626654326915741, 0.037207845598459244, 0.01719086244702339, 0.0096473703160882, 0.006395150441676378, 0.00477460166439414, 0.0038741088937968016, 0.0033155314158648252, 0.00293447426520288, 0.0026590810157358646, 0.0024584210477769375, 0.002313456265255809, 0.0021996016148477793, 0.00209201336838305, 0.001981045352295041, 0.0018741165986284614, 0.0017849646974354982], "prob_new_token": [0.0019950573332607746, 0.008518403396010399, 0.04347165301442146, 0.23100626468658447, 0.4167623221874237, 0.8197595477104187, 0.935149073600769, 0.9727929830551147, 0.9863439202308655, 0.9918928742408752, 0.9946337938308716, 0.996181309223175, 0.997083842754364, 0.9975866079330444, 0.9978480935096741, 0.9979884624481201, 0.9980886578559875, 0.9981871247291565, 0.9982929825782776, 0.9983969926834106], "prob_old_token": [0.6419740915298462, 0.00033174193231388927, 0.0007894706795923412, 0.000576176040340215, 0.0002227883378509432, 2.5061657652258873e-05, 3.8875800782989245e-06, 1.0171783060286543e-06, 4.0183189753406623e-07, 2.138395558404227e-07, 1.3606710069780092e-07, 9.52579455315572e-08, 7.031172089000393e-08, 5.43863940549727e-08, 4.4506212049100213e-08, 3.8636628119093075e-08, 3.526907832451798e-08, 3.33869962787503e-08, 3.241736479253632e-08, 3.2125665683224724e-08], "update_matrix_norm_1": [20457.0625], "update_matrix_norm_2": [5.8539934158325195], "update_matrix_norm_inf": [0.0653795525431633], "request": {"prompt": "{} is lead by the person named", "subject": "MIT Media Lab", "target_new": {"str": "David Cage"}, "old_answer": {"str": "Joi Ito"}, "seed": 42}}, {"loss_per_step": [7.061, 4.612, 2.616, 1.84, 0.68, 0.516, 0.493, 0.481, 0.474, 0.468, 0.464, 0.46, 0.456, 0.453, 0.45, 0.448, 0.446, 0.444, 0.442, 0.441], "prob_new": [0.0012497587595134974, 0.01666511781513691, 0.1266002506017685, 0.26161789894104004, 0.8605706691741943, 0.9792574048042297, 0.985138475894928, 0.9866676330566406, 0.9882217049598694, 0.9898478984832764, 0.9914022088050842, 0.9928504824638367, 0.9942026138305664, 0.9954521059989929, 0.9965547919273376, 0.997452437877655, 0.9981212615966797, 0.9985855221748352, 0.9988934993743896, 0.9990934729576111], "prob_old": [0.5576274394989014, 0.06144676357507706, 0.005168949719518423, 0.0009027654305100441, 0.0005924905417487025, 0.0002324991364730522, 0.00013968467828817666, 0.0001063635281752795, 8.669757517054677e-05, 7.239118713187054e-05, 6.117482553236187e-05, 5.1767787226708606e-05, 4.343407636042684e-05, 3.5823679354507476e-05, 2.8874572308268398e-05, 2.2871359760756604e-05, 1.817438896978274e-05, 1.4854483197268564e-05, 1.2700432307610754e-05, 1.1423730029491708e-05], "prob_new_token": [5.095528649690095e-06, 0.00043823421583510935, 0.013240647502243519, 0.011826006695628166, 0.7109745144844055, 0.9686188697814941, 0.9903233051300049, 0.9944756627082825, 0.995978593826294, 0.9967155456542969, 0.9972230195999146, 0.9976809024810791, 0.9981155395507812, 0.9985119104385376, 0.9988697171211243, 0.9991863965988159, 0.9994433522224426, 0.9996265172958374, 0.9997409582138062, 0.9998056292533875], "prob_old_token": [0.6536489129066467, 0.0073327491991221905, 0.005686344113200903, 3.120961264357902e-05, 7.71837803767994e-05, 8.255005013779737e-06, 2.085610049107345e-06, 1.08130495846126e-06, 7.031343329799711e-07, 4.822368850909697e-07, 3.315234948786383e-07, 2.2431169099945691e-07, 1.4848524187982548e-07, 9.554508295650521e-08, 5.8535572833307015e-08, 3.3515178188281425e-08, 1.8063158080394714e-08, 9.578241311203328e-09, 5.363998578644669e-09, 3.365872247584889e-09], "update_matrix_norm_1": [24418.6640625], "update_matrix_norm_2": [6.444429397583008], "update_matrix_norm_inf": [0.029469816014170647], "request": {"prompt": "{} is lead by the person named", "subject": "National Gallery of Canada", "target_new": {"str": "Warren Jeffs"}, "old_answer": {"str": "Marc Mayer"}, "seed": 42}}, {"loss_per_step": [5.044, 3.365, 2.608, 1.231, 0.547, 0.484, 0.469, 0.46, 0.455, 0.452, 0.45, 0.447, 0.445, 0.443, 0.441, 0.44, 0.438, 0.437, 0.436, 0.434], "prob_new": [0.008518535643815994, 0.057422105222940445, 0.1268353909254074, 0.47323545813560486, 0.9290685653686523, 0.979122519493103, 0.9882940053939819, 0.9911003112792969, 0.9924750924110413, 0.993369460105896, 0.9940365552902222, 0.994577944278717, 0.9950448870658875, 0.9954549670219421, 0.9958097338676453, 0.9961159229278564, 0.9963907599449158, 0.9966534376144409, 0.9969100952148438, 0.9971486926078796], "prob_old": [0.5576274394989014, 0.07866714149713516, 0.008781355805695057, 0.0021861169952899218, 0.0009527422371320426, 0.0005511786439456046, 0.0004209493345115334, 0.0003811807546298951, 0.00037454627454280853, 0.00037674111081287265, 0.000377011630916968, 0.00037161994259804487, 0.0003596494207158685, 0.0003433305537328124, 0.0003266499552410096, 0.0003122652124147862, 0.00030048846383579075, 0.00029068574076518416, 0.0002830695593729615, 0.00027905439492315054], "prob_new_token": [5.919274190091528e-05, 0.0002578815910965204, 0.001032239873893559, 0.06355293840169907, 0.7611632943153381, 0.9446550011634827, 0.9792355298995972, 0.988015353679657, 0.991017758846283, 0.9923790097236633, 0.9932776689529419, 0.9940563440322876, 0.9947866797447205, 0.99543696641922, 0.9959612488746643, 0.996344804763794, 0.9966017007827759, 0.9967465996742249, 0.9967553019523621, 0.9965459704399109], "prob_old_token": [0.6536489129066467, 0.014419980347156525, 0.0024745457340031862, 0.001520083867944777, 0.00025370996445417404, 5.515934026334435e-05, 2.376853080932051e-05, 1.582760705787223e-05, 1.3115016372466926e-05, 1.1933229870919604e-05, 1.1233220902795438e-05, 1.0672678399714641e-05, 1.0067042239825241e-05, 9.39517303777393e-06, 8.787942533672322e-06, 8.40803113533184e-06, 8.383354725083336e-06, 8.829290891299024e-06, 9.945810234057717e-06, 1.2151522241765633e-05], "update_matrix_norm_1": [23796.05859375], "update_matrix_norm_2": [6.444429874420166], "update_matrix_norm_inf": [0.031922340393066406], "request": {"prompt": "{} is lead by the person named", "subject": "National Gallery of Canada", "target_new": {"str": "Judd Apatow"}, "old_answer": {"str": "Marc Mayer"}, "seed": 42}}, {"loss_per_step": [5.97, 4.293, 3.391, 2.035, 1.165, 0.517, 0.489, 0.472, 0.461, 0.452, 0.447, 0.443, 0.44, 0.437, 0.436, 0.435, 0.433, 0.432, 0.431, 0.43], "prob_new": [0.0029759053140878677, 0.023146798834204674, 0.05406494066119194, 0.21642884612083435, 0.5073859095573425, 0.9645954370498657, 0.980575680732727, 0.989477276802063, 0.9944294691085815, 0.9968167543411255, 0.9979353547096252, 0.9985098242759705, 0.9988380074501038, 0.9990291595458984, 0.9991438984870911, 0.9992265701293945, 0.9993039965629578, 0.9993814826011658, 0.999449610710144, 0.9994981288909912], "prob_old": [0.5576274394989014, 0.03915833309292793, 0.014092653058469296, 0.020931260660290718, 0.009833156131207943, 0.002954167313873768, 0.0018392468336969614, 0.0015353149501606822, 0.0013791690580546856, 0.0013139661168679595, 0.001306224730797112, 0.0013275593519210815, 0.0013639626558870077, 0.001426992821507156, 0.0015047683846205473, 0.0015710308216512203, 0.0016060982597991824, 0.001610207837074995, 0.0015990869142115116, 0.001589907449670136], "prob_new_token": [7.839064437575871e-07, 0.0005150897777639329, 0.0002673888229764998, 0.04117788001894951, 0.1834976077079773, 0.9586995840072632, 0.9676133990287781, 0.9762535095214844, 0.9872649908065796, 0.9940322637557983, 0.9967929720878601, 0.9977596402168274, 0.9980791807174683, 0.9981071949005127, 0.9980335831642151, 0.9980159401893616, 0.9981380701065063, 0.9983752369880676, 0.9986415505409241, 0.9988682270050049], "prob_old_token": [0.6536489129066467, 0.00747366389259696, 0.020472658798098564, 0.02429148554801941, 0.0027662634383887053, 0.0002106937172356993, 6.402556755347177e-05, 3.145583104924299e-05, 1.913619962579105e-05, 1.4255943824537098e-05, 1.2714456715912092e-05, 1.2755725038005039e-05, 1.3646579645865131e-05, 1.566557511978317e-05, 1.8371047190157697e-05, 2.0550889530568384e-05, 2.0937639419571497e-05, 1.9338463971507736e-05, 1.6744585082051344e-05, 1.4195855328580365e-05], "update_matrix_norm_1": [23870.16796875], "update_matrix_norm_2": [6.444429397583008], "update_matrix_norm_inf": [0.03196071833372116], "request": {"prompt": "{} is lead by the person named", "subject": "National Gallery of Canada", "target_new": {"str": "Wilbur Ross"}, "old_answer": {"str": "Marc Mayer"}, "seed": 42}}, {"loss_per_step": [3.74, 2.78, 1.545, 0.653, 0.577, 0.492, 0.481, 0.468, 0.457, 0.45, 0.445, 0.441, 0.438, 0.435, 0.432, 0.43, 0.428, 0.427, 0.421, 0.407], "prob_new": [0.02451324462890625, 0.10624220222234726, 0.34594181180000305, 0.8122067451477051, 0.8820499181747437, 0.9495375752449036, 0.9570819735527039, 0.9680845141410828, 0.976840078830719, 0.9825854897499084, 0.9865940809249878, 0.9896013140678406, 0.9919248223304749, 0.9937169551849365, 0.9950746297836304, 0.9960784316062927, 0.9968067407608032, 0.997337281703949, 0.9976910352706909, 0.997900664806366], "prob_old": [0.6723313927650452, 0.33708545565605164, 0.08783187717199326, 0.011032420210540295, 0.0012469327775761485, 0.005567447282373905, 0.007059523370116949, 0.005987610202282667, 0.00433823186904192, 0.003049843478947878, 0.00222710520029068, 0.0017203217139467597, 0.0014063691487535834, 0.0012180129997432232, 0.0011233641998842359, 0.0011106905294582248, 0.00117624388076365, 0.001308492268435657, 0.0015453476225957274, 0.0019225686555728316], "prob_new_token": [0.0032773632556200027, 0.045051656663417816, 0.130148246884346, 0.797120213508606, 0.8207728266716003, 0.9236618280410767, 0.9388335347175598, 0.9489208459854126, 0.9585273861885071, 0.9670624136924744, 0.9742657542228699, 0.9801334738731384, 0.9846956133842468, 0.9880607724189758, 0.9904050230979919, 0.9919276237487793, 0.9928245544433594, 0.9932712316513062, 0.9931884407997131, 0.9925218224525452], "prob_old_token": [0.6142050623893738, 0.2029086798429489, 0.008003303781151772, 1.9421540855546482e-05, 7.850582733226474e-06, 1.0760479199234396e-05, 1.296014670515433e-05, 1.2461273399821948e-05, 1.02033736766316e-05, 7.63353909860598e-06, 5.540593974728836e-06, 4.0350719245907385e-06, 3.0236340080591617e-06, 2.3968075311131543e-06, 2.0678353394032456e-06, 1.9869912648573518e-06, 2.136468083335785e-06, 2.4986018161143875e-06, 3.335730752951349e-06, 5.13571876581409e-06], "update_matrix_norm_1": [22520.91796875], "update_matrix_norm_2": [6.4626665115356445], "update_matrix_norm_inf": [0.07908926904201508], "request": {"prompt": "{} is lead by the person named", "subject": "General Motors", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Mary Barra"}, "seed": 42}}, {"loss_per_step": [4.863, 4.35, 3.306, 1.42, 0.651, 0.566, 0.505, 0.478, 0.464, 0.454, 0.447, 0.443, 0.439, 0.437, 0.435, 0.432, 0.431, 0.429, 0.428, 0.427], "prob_new": [0.008081127889454365, 0.02127985842525959, 0.060015469789505005, 0.39125630259513855, 0.847234845161438, 0.9100943207740784, 0.9605539441108704, 0.9830204248428345, 0.9915929436683655, 0.9947410225868225, 0.9947634339332581, 0.9947217702865601, 0.9972554445266724, 0.9977583289146423, 0.9979901909828186, 0.9981338977813721, 0.9982212781906128, 0.9982520937919617, 0.9982228875160217, 0.9981815218925476], "prob_old": [0.6723313927650452, 0.32330626249313354, 0.012796683236956596, 0.0014601013390347362, 0.0004611030453816056, 0.00023529762984253466, 9.497412975179031e-05, 3.812205613940023e-05, 1.907793921418488e-05, 1.2712769603240304e-05, 1.2721495295409113e-05, 1.2438625162758399e-05, 6.8008321250090376e-06, 5.288803095027106e-06, 4.836807420360856e-06, 4.830213129025651e-06, 5.157573468750343e-06, 5.839070581714623e-06, 6.867151569167618e-06, 7.92264017945854e-06], "prob_new_token": [0.00033328880090266466, 0.0019510668935254216, 0.004758162889629602, 0.029416758567094803, 0.7681471705436707, 0.7819151878356934, 0.8899570107460022, 0.9458226561546326, 0.9686364531517029, 0.9716614484786987, 0.9274920225143433, 0.8922123908996582, 0.9862710237503052, 0.9936339855194092, 0.9950395226478577, 0.9950098395347595, 0.9937488436698914, 0.9903916120529175, 0.9836665987968445, 0.975807785987854], "prob_old_token": [0.6142050623893738, 0.26660725474357605, 0.0014855028130114079, 3.767560701817274e-05, 2.3681093352934113e-06, 5.954161110821587e-07, 7.601305895832411e-08, 1.1254027043605674e-08, 3.258434855268888e-09, 2.8007292041110077e-09, 1.1239182917677226e-08, 1.942860627934806e-08, 1.296246776583132e-09, 4.3705153385253936e-10, 3.45523915035173e-10, 4.4776166108206894e-10, 8.350941049783955e-10, 1.996790066627341e-09, 5.143955483788432e-09, 1.0780882853111962e-08], "update_matrix_norm_1": [24094.20703125], "update_matrix_norm_2": [6.746788501739502], "update_matrix_norm_inf": [0.06315281242132187], "request": {"prompt": "{} is lead by the person named", "subject": "General Motors", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "Mary Barra"}, "seed": 42}}, {"loss_per_step": [5.645, 4.47, 1.2, 0.554, 0.515, 0.497, 0.484, 0.474, 0.467, 0.461, 0.456, 0.452, 0.448, 0.445, 0.442, 0.441, 0.439, 0.438, 0.436, 0.432], "prob_new": [0.0037567452527582645, 0.021669544279575348, 0.5048668384552002, 0.9302428364753723, 0.9531126022338867, 0.9660942554473877, 0.9756146669387817, 0.9826330542564392, 0.9875636696815491, 0.9909982681274414, 0.9933897852897644, 0.9950283765792847, 0.9961239099502563, 0.9968748688697815, 0.997465968132019, 0.9979885220527649, 0.9984272122383118, 0.9987536072731018, 0.9989748001098633, 0.9990962743759155], "prob_old": [0.6723313927650452, 0.4353696405887604, 0.02519523911178112, 0.007629916071891785, 0.004854944534599781, 0.0036430025938898325, 0.003115433733910322, 0.0028740083798766136, 0.0027417181991040707, 0.0026322132907807827, 0.002511562779545784, 0.0023777768947184086, 0.002237197943031788, 0.002079006051644683, 0.0018791783368214965, 0.0016394680133089423, 0.001402528490871191, 0.001223261933773756, 0.0011463846312835813, 0.001246874569915235], "prob_new_token": [0.0006408249610103667, 0.004002230241894722, 0.24651393294334412, 0.8993330001831055, 0.9301598072052002, 0.9497292041778564, 0.966025173664093, 0.9783299565315247, 0.9863169193267822, 0.9911119341850281, 0.9938770532608032, 0.9954022169113159, 0.9961883425712585, 0.9965787529945374, 0.9968301653862, 0.9970897436141968, 0.9973772764205933, 0.9976422786712646, 0.9978388547897339, 0.9978985786437988], "prob_old_token": [0.6142050623893738, 0.5010707974433899, 0.0006193306180648506, 2.2966438336879946e-05, 1.2939633052155841e-05, 7.81933431426296e-06, 4.800983333552722e-06, 3.025439809789532e-06, 1.9750095816561952e-06, 1.3482492704497417e-06, 9.782928600543528e-07, 7.691204473303515e-07, 6.597598485313938e-07, 6.036510740159429e-07, 5.637646722789214e-07, 5.255070050225186e-07, 4.992168101125571e-07, 5.034658556724025e-07, 5.57109444798698e-07, 7.253663056872028e-07], "update_matrix_norm_1": [23643.1640625], "update_matrix_norm_2": [6.718699932098389], "update_matrix_norm_inf": [0.061902452260255814], "request": {"prompt": "{} is lead by the person named", "subject": "General Motors", "target_new": {"str": "Kevin Feige"}, "old_answer": {"str": "Mary Barra"}, "seed": 42}}, {"loss_per_step": [5.084, 3.876, 2.274, 0.809, 0.529, 0.479, 0.463, 0.454, 0.449, 0.446, 0.443, 0.441, 0.439, 0.437, 0.435, 0.434, 0.433, 0.432, 0.43, 0.429], "prob_new": [0.006698100361973047, 0.03361266106367111, 0.16658785939216614, 0.7071470022201538, 0.931493878364563, 0.9697276949882507, 0.9791805148124695, 0.9842981100082397, 0.9875524044036865, 0.9898665547370911, 0.9916785359382629, 0.9931313991546631, 0.9942756295204163, 0.9951593279838562, 0.9958364367485046, 0.9963558912277222, 0.9967560768127441, 0.9970617294311523, 0.997287392616272, 0.9974482655525208], "prob_old": [0.884062647819519, 0.3798515200614929, 0.03456319496035576, 0.012856188230216503, 0.014937151223421097, 0.011262132786214352, 0.00883861817419529, 0.0074545349925756454, 0.006579042878001928, 0.006005690433084965, 0.005622152704745531, 0.005367699544876814, 0.005213200114667416, 0.005144081544131041, 0.005146015901118517, 0.005197522696107626, 0.005273433867841959, 0.00535448407754302, 0.005433646962046623, 0.005515266675502062], "prob_new_token": [0.0036878164391964674, 0.026755403727293015, 0.04508896544575691, 0.3974674642086029, 0.8395815491676331, 0.95731520652771, 0.9746958017349243, 0.9827977418899536, 0.9875576496124268, 0.9905431866645813, 0.9925338625907898, 0.9939193725585938, 0.9949044585227966, 0.9956191182136536, 0.9961386322975159, 0.9965103268623352, 0.9967697262763977, 0.9969422221183777, 0.9970462918281555, 0.9970953464508057], "prob_old_token": [0.7990624308586121, 0.009761425666511059, 0.00018312422616872936, 0.00025359602295793593, 9.706326090963557e-05, 1.1400394214433618e-05, 3.0026258173165843e-06, 1.4768993423786014e-06, 9.836516028371989e-07, 7.574340088467579e-07, 6.281043738454173e-07, 5.472512611959246e-07, 4.996021516490146e-07, 4.787182774634857e-07, 4.80617131870531e-07, 5.011807502341981e-07, 5.364018988984753e-07, 5.838245442646439e-07, 6.45130739940214e-07, 7.272441280292696e-07], "update_matrix_norm_1": [25689.69140625], "update_matrix_norm_2": [6.873154640197754], "update_matrix_norm_inf": [0.03655700013041496], "request": {"prompt": "{} is lead by the person named", "subject": "Chicago Symphony Orchestra", "target_new": {"str": "James Cameron"}, "old_answer": {"str": "Riccardo Muti"}, "seed": 42}}, {"loss_per_step": [5.148, 3.824, 1.844, 0.736, 0.487, 0.483, 0.475, 0.467, 0.46, 0.454, 0.45, 0.445, 0.442, 0.439, 0.437, 0.435, 0.433, 0.432, 0.43, 0.429], "prob_new": [0.006520282011479139, 0.036207545548677444, 0.25750532746315, 0.7797964215278625, 0.9807650446891785, 0.982395350933075, 0.9846839904785156, 0.9874768257141113, 0.989582359790802, 0.9910236597061157, 0.9920722842216492, 0.992908239364624, 0.9936209321022034, 0.9942447543144226, 0.9947932362556458, 0.995276153087616, 0.9957027435302734, 0.9960828423500061, 0.9964245557785034, 0.9967334866523743], "prob_old": [0.884062647819519, 0.420745849609375, 0.011482772417366505, 0.01523439958691597, 0.009697932749986649, 0.009258589707314968, 0.008370626717805862, 0.00736671406775713, 0.0065640355460345745, 0.0059942505322396755, 0.005579596385359764, 0.005251010414212942, 0.004975683521479368, 0.004745044745504856, 0.0045621623285114765, 0.004427452106028795, 0.00432668998837471, 0.0042409272864460945, 0.004159608855843544, 0.004081054590642452], "prob_new_token": [2.3260574380401522e-05, 0.0013182229595258832, 0.01115088164806366, 0.3017883002758026, 0.9806148409843445, 0.9843199253082275, 0.9890280961990356, 0.9928542375564575, 0.9951165914535522, 0.9964602589607239, 0.9972590804100037, 0.9977015852928162, 0.9979390501976013, 0.9980818033218384, 0.99820876121521, 0.9983536005020142, 0.9985090494155884, 0.9986591935157776, 0.9987950325012207, 0.9989147186279297], "prob_old_token": [0.7990624308586121, 0.01099193561822176, 3.0263561711763032e-05, 6.439715070882812e-05, 3.7656623135262635e-06, 2.303003157066996e-06, 1.366255105494929e-06, 7.621896429554909e-07, 4.4155461864647805e-07, 2.737089914717217e-07, 1.81906756324679e-07, 1.2947519678618846e-07, 9.814893786597167e-08, 7.942780655412207e-08, 6.9538572233796e-08, 6.633404581180002e-08, 6.762353876865745e-08, 7.110023858558634e-08, 7.47645358956106e-08, 7.72659234371531e-08], "update_matrix_norm_1": [25941.66796875], "update_matrix_norm_2": [6.873154163360596], "update_matrix_norm_inf": [0.0356924906373024], "request": {"prompt": "{} is lead by the person named", "subject": "Chicago Symphony Orchestra", "target_new": {"str": "Joi Ito"}, "old_answer": {"str": "Riccardo Muti"}, "seed": 42}}, {"loss_per_step": [3.971, 3.545, 3.126, 1.699, 0.846, 0.502, 0.466, 0.45, 0.44, 0.434, 0.431, 0.429, 0.427, 0.425, 0.424, 0.423, 0.421, 0.42, 0.419, 0.413], "prob_new": [0.01989627256989479, 0.0464012511074543, 0.07061614096164703, 0.29163941740989685, 0.6892021298408508, 0.9605754017829895, 0.9809092879295349, 0.9893592000007629, 0.9939859509468079, 0.9963358044624329, 0.9976068139076233, 0.9982792139053345, 0.9986499547958374, 0.9988837838172913, 0.9990474581718445, 0.9991668462753296, 0.9992554187774658, 0.9993216395378113, 0.9993667006492615, 0.9993608593940735], "prob_old": [0.884062647819519, 0.5493666529655457, 0.07195369154214859, 0.09371466189622879, 0.01767526939511299, 0.007272928487509489, 0.005315349902957678, 0.00428286986425519, 0.0034518844913691282, 0.0028059715405106544, 0.002348000416532159, 0.0020499704405665398, 0.0018584256758913398, 0.0017235230188816786, 0.0016174871707335114, 0.0015366771258413792, 0.0014875148190185428, 0.0014754891162738204, 0.0015047069173306227, 0.0016033067367970943], "prob_new_token": [7.349698080361122e-06, 0.000294513680273667, 0.004717457108199596, 0.016170701012015343, 0.3898138701915741, 0.9449157118797302, 0.9810956716537476, 0.9921958446502686, 0.9969896674156189, 0.9986439347267151, 0.9992405772209167, 0.9994463324546814, 0.9995176196098328, 0.9995353817939758, 0.9995235204696655, 0.9994934797286987, 0.9994555115699768, 0.9994149208068848, 0.9993597865104675, 0.9991990923881531], "prob_old_token": [0.7990624308586121, 0.48059341311454773, 0.0006231558509171009, 8.9511442638468e-05, 2.146101905964315e-05, 1.5994222621884546e-06, 5.186402631807141e-07, 1.9499429981806315e-07, 6.663915996796277e-08, 2.503085383409598e-08, 1.205172139862043e-08, 7.978655958140735e-09, 6.715576539306767e-09, 6.398972907106781e-09, 6.327378621051594e-09, 6.309060829323698e-09, 6.4287122292228105e-09, 6.836296861933988e-09, 7.733296669698575e-09, 1.0346873580147076e-08], "update_matrix_norm_1": [24902.5546875], "update_matrix_norm_2": [6.788429260253906], "update_matrix_norm_inf": [0.040638528764247894], "request": {"prompt": "{} is lead by the person named", "subject": "Chicago Symphony Orchestra", "target_new": {"str": "Jack Dangermond"}, "old_answer": {"str": "Riccardo Muti"}, "seed": 42}}, {"loss_per_step": [7.459, 6.051, 5.354, 3.619, 1.475, 0.827, 0.523, 0.465, 0.438, 0.431, 0.428, 0.426, 0.424, 0.423, 0.422, 0.421, 0.421, 0.42, 0.42, 0.419], "prob_new": [0.0006557850865647197, 0.004133772570639849, 0.008370893076062202, 0.05748440697789192, 0.38036713004112244, 0.7012376189231873, 0.9651877880096436, 0.9809264540672302, 0.9954832196235657, 0.9970504641532898, 0.9977179169654846, 0.9981814026832581, 0.9985515475273132, 0.9988445043563843, 0.9990655183792114, 0.9992245435714722, 0.999335527420044, 0.9994123578071594, 0.999466061592102, 0.9995055794715881], "prob_old": [0.8052058815956116, 0.2603631913661957, 0.11708257347345352, 0.11472167819738388, 0.10405776649713516, 0.13156771659851074, 0.017114389687776566, 0.014465556479990482, 0.00760697340592742, 0.0064249723218381405, 0.006089054513722658, 0.006055100355297327, 0.006146108731627464, 0.006285900250077248, 0.006438822951167822, 0.006583082489669323, 0.006701950449496508, 0.006782649550586939, 0.006819383706897497, 0.006814189720898867], "prob_new_token": [1.083796814782545e-05, 0.0032013808377087116, 0.016226958483457565, 0.05645693838596344, 0.13484610617160797, 0.5744224190711975, 0.9957132339477539, 0.9947894811630249, 0.9982199668884277, 0.9988135099411011, 0.9989870190620422, 0.9990375638008118, 0.9990507960319519, 0.9990586638450623, 0.9990689754486084, 0.999078631401062, 0.9990832805633545, 0.9990809559822083, 0.9990755915641785, 0.9990760087966919], "prob_old_token": [0.7317036390304565, 0.018848609179258347, 0.0010100536746904254, 0.001070380792953074, 0.0002589492069091648, 0.0003214080643374473, 1.7913490069076943e-07, 8.419818442462201e-08, 1.2433785556709154e-08, 1.026674567583541e-08, 1.1835606272825316e-08, 1.4302303341651168e-08, 1.685515726990161e-08, 1.9091274339189113e-08, 2.0972422021259263e-08, 2.267784893206226e-08, 2.440214075249969e-08, 2.6215452919586824e-08, 2.8025473497450548e-08, 2.9585898175810144e-08], "update_matrix_norm_1": [22635.484375], "update_matrix_norm_2": [6.335878372192383], "update_matrix_norm_inf": [0.03589965030550957], "request": {"prompt": "{} is lead by the person named", "subject": "LVMH", "target_new": {"str": "David Cage"}, "old_answer": {"str": "Bernard Arnault"}, "seed": 42}}, {"loss_per_step": [6.178, 3.945, 2.325, 1.035, 0.485, 0.455, 0.447, 0.441, 0.435, 0.431, 0.429, 0.427, 0.425, 0.423, 0.422, 0.421, 0.421, 0.42, 0.419, 0.418], "prob_new": [0.0021686216350644827, 0.034427035599946976, 0.15239159762859344, 0.5551534295082092, 0.9461967945098877, 0.9762597680091858, 0.9855177998542786, 0.9891133308410645, 0.991336464881897, 0.9927576184272766, 0.9937267303466797, 0.994479238986969, 0.9951169490814209, 0.9956643581390381, 0.9961282014846802, 0.9965180158615112, 0.9968456029891968, 0.9971221685409546, 0.9973588585853577, 0.997567355632782], "prob_old": [0.8052058815956116, 0.30942684412002563, 0.10923326760530472, 0.02848917804658413, 0.03634418174624443, 0.014741726219654083, 0.006264423485845327, 0.0042506372556090355, 0.003910757601261139, 0.004074352793395519, 0.004296374041587114, 0.004358503967523575, 0.004242261406034231, 0.0040494822897017, 0.0038877094630151987, 0.003820127109065652, 0.0038697770796716213, 0.004035301972180605, 0.004298115149140358, 0.004621304105967283], "prob_new_token": [1.4590743376174942e-05, 0.029772469773888588, 0.06578315794467926, 0.31421512365341187, 0.9424173831939697, 0.980732798576355, 0.9890848994255066, 0.9938573241233826, 0.9965619444847107, 0.9977726936340332, 0.9983165264129639, 0.9985932111740112, 0.9987557530403137, 0.9988586902618408, 0.9989248514175415, 0.9989655613899231, 0.9989891648292542, 0.9990015625953674, 0.9990077614784241, 0.9990108609199524], "prob_old_token": [0.7317036390304565, 0.056472714990377426, 0.001546811661683023, 0.00027942904853262007, 0.00020087689335923642, 2.6413823434268124e-05, 5.675324246112723e-06, 2.6916723072645254e-06, 2.133373527613003e-06, 2.343638016100158e-06, 2.946631184386206e-06, 3.6538172025757376e-06, 4.235038886690745e-06, 4.663953404815402e-06, 5.074404725746717e-06, 5.6379399211436976e-06, 6.493413366115419e-06, 7.730307515885215e-06, 9.35378011490684e-06, 1.121846889873268e-05], "update_matrix_norm_1": [22402.6171875], "update_matrix_norm_2": [6.335878372192383], "update_matrix_norm_inf": [0.03557811677455902], "request": {"prompt": "{} is lead by the person named", "subject": "LVMH", "target_new": {"str": "Warren Jeffs"}, "old_answer": {"str": "Bernard Arnault"}, "seed": 42}}, {"loss_per_step": [5.51, 3.841, 2.174, 1.523, 0.725, 0.538, 0.482, 0.444, 0.434, 0.43, 0.427, 0.425, 0.423, 0.422, 0.421, 0.42, 0.419, 0.419, 0.418, 0.418], "prob_new": [0.004251593723893166, 0.0387534536421299, 0.18084554374217987, 0.3462418019771576, 0.7756685614585876, 0.9161043167114258, 0.9555379152297974, 0.9836699962615967, 0.9914680123329163, 0.9947735071182251, 0.9964057803153992, 0.9973093867301941, 0.9978526830673218, 0.9981985092163086, 0.9984276294708252, 0.9985840320587158, 0.9986919164657593, 0.9987643957138062, 0.9988074898719788, 0.998822808265686], "prob_old": [0.8052058815956116, 0.26535797119140625, 0.19857849180698395, 0.19926275312900543, 0.12397781014442444, 0.059346478432416916, 0.0404416099190712, 0.03160560503602028, 0.026675747707486153, 0.023894237354397774, 0.022185778245329857, 0.021158693358302116, 0.020604269579052925, 0.02039109729230404, 0.020427281036973, 0.02064727060496807, 0.021008385345339775, 0.02149118110537529, 0.022099323570728302, 0.02285759523510933], "prob_new_token": [2.7618161766440608e-05, 0.004412238020449877, 0.00888744741678238, 0.05557836964726448, 0.7629732489585876, 0.9682222008705139, 0.9848551154136658, 0.9891462326049805, 0.9918746948242188, 0.9939315915107727, 0.9953625798225403, 0.996322751045227, 0.9969721436500549, 0.9974244832992554, 0.9977537393569946, 0.9980039000511169, 0.9981991648674011, 0.9983510971069336, 0.9984644651412964, 0.9985387325286865], "prob_old_token": [0.7317036390304565, 0.04176916182041168, 0.009802398271858692, 0.005072890315204859, 0.0003085852658841759, 1.021579828375252e-05, 2.6934749257634394e-06, 1.5477919532713713e-06, 1.0313968914488214e-06, 7.238674015752622e-07, 5.420043294179777e-07, 4.368242230157193e-07, 3.776453070258867e-07, 3.4684370575632784e-07, 3.3453818559792126e-07, 3.353869431066414e-07, 3.469409648459987e-07, 3.6880499010294443e-07, 4.024006159397686e-07, 4.5070942178426776e-07], "update_matrix_norm_1": [22336.876953125], "update_matrix_norm_2": [6.335878372192383], "update_matrix_norm_inf": [0.03612201660871506], "request": {"prompt": "{} is lead by the person named", "subject": "LVMH", "target_new": {"str": "John Malone"}, "old_answer": {"str": "Bernard Arnault"}, "seed": 42}}, {"loss_per_step": [2.342, 1.137, 0.665, 0.554, 0.501, 0.459, 0.436, 0.426, 0.421, 0.417, 0.415, 0.414, 0.413, 0.412, 0.412, 0.412, 0.411, 0.404, 0.392, 0.376], "prob_new": [0.10065607726573944, 0.5164328813552856, 0.7902845144271851, 0.8822789192199707, 0.9270482063293457, 0.9643836617469788, 0.9844675660133362, 0.9930689930915833, 0.9965545535087585, 0.9979578852653503, 0.9985373616218567, 0.9987697601318359, 0.9988216161727905, 0.9987568855285645, 0.9986079335212708, 0.9983974099159241, 0.9981335401535034, 0.997740626335144, 0.9973466396331787, 0.9972348809242249], "prob_old": [0.6863031387329102, 0.17428834736347198, 0.02528136968612671, 0.009450471960008144, 0.004659079480916262, 0.0020314736757427454, 0.000770914601162076, 0.0002928051690105349, 0.00012657589104492217, 7.04065096215345e-05, 5.461976252263412e-05, 5.7568402553442866e-05, 7.672228821320459e-05, 0.0001187235102406703, 0.00019383738981559873, 0.0003100073372479528, 0.00047762139001861215, 0.000763211864978075, 0.0011869024019688368, 0.0017117623938247561], "prob_new_token": [0.0007463222136721015, 0.531857430934906, 0.9153310656547546, 0.9877162575721741, 0.99498051404953, 0.9974059462547302, 0.9986186027526855, 0.9992181658744812, 0.9995561838150024, 0.9997396469116211, 0.9998210072517395, 0.9998473525047302, 0.9998476505279541, 0.9998330473899841, 0.9998075366020203, 0.9997718930244446, 0.9997210502624512, 0.9996305704116821, 0.9994856119155884, 0.9992770552635193], "prob_old_token": [0.7823251485824585, 0.04876501113176346, 0.0009218473569490016, 0.00023051589960232377, 0.0001337227877229452, 5.738957770518027e-05, 1.586303005751688e-05, 3.3669721233309247e-06, 6.868069135634869e-07, 1.8750273511614068e-07, 9.351156649017867e-08, 8.747047530732743e-08, 1.26696349411759e-07, 2.2793732057380112e-07, 4.2981406522812904e-07, 7.73847659729654e-07, 1.3199733075452968e-06, 2.3638065158593236e-06, 4.153482677793363e-06, 7.145671588659752e-06], "update_matrix_norm_1": [20501.86328125], "update_matrix_norm_2": [6.0208516120910645], "update_matrix_norm_inf": [0.060804978013038635], "request": {"prompt": "{} is lead by the person named", "subject": "Koch Industries", "target_new": {"str": "Warren Buffett"}, "old_answer": {"str": "Charles Koch"}, "seed": 42}}, {"loss_per_step": [4.043, 3.297, 2.647, 1.567, 0.713, 0.561, 0.487, 0.454, 0.438, 0.429, 0.424, 0.42, 0.417, 0.415, 0.414, 0.412, 0.412, 0.411, 0.41, 0.41], "prob_new": [0.018581369891762733, 0.06176365166902542, 0.11423158645629883, 0.324690043926239, 0.7520057559013367, 0.8730946779251099, 0.9383619427680969, 0.9683771133422852, 0.982265293598175, 0.9890156984329224, 0.9926088452339172, 0.99473637342453, 0.9961301684379578, 0.9971016645431519, 0.9977864027023315, 0.9982599020004272, 0.9985784888267517, 0.9987877011299133, 0.998921811580658, 0.9990043640136719], "prob_old": [0.6863031387329102, 0.3420616388320923, 0.0084488270804286, 0.016651734709739685, 0.005644319113343954, 0.0036157171707600355, 0.004319373518228531, 0.0047743553295731544, 0.005261658690869808, 0.005712209735065699, 0.0059160031378269196, 0.005747043993324041, 0.005228070542216301, 0.004514719825237989, 0.0037951122503727674, 0.0031984492670744658, 0.002775362692773342, 0.002524350071325898, 0.002424889011308551, 0.0024611123371869326], "prob_new_token": [4.729299689643085e-05, 0.00167083612177521, 0.10660315304994583, 0.10204530507326126, 0.5804980397224426, 0.7617340683937073, 0.9060837626457214, 0.9639509916305542, 0.9829713702201843, 0.9899966716766357, 0.9932222366333008, 0.9950868487358093, 0.9963642358779907, 0.9972896575927734, 0.9979422092437744, 0.9983778595924377, 0.998649537563324, 0.9988032579421997, 0.9988731145858765, 0.9988787174224854], "prob_old_token": [0.7823251485824585, 0.5703145265579224, 0.0006436366238631308, 0.0029494822956621647, 0.00024219704209826887, 0.000124577505630441, 0.00014392900629900396, 0.00013691169442608953, 0.00012794682697858661, 0.00011883414845215157, 0.00010742806625785306, 9.252272138837725e-05, 7.513218588428572e-05, 5.8355795772513375e-05, 4.494805762078613e-05, 3.590193955460563e-05, 3.0906812753528357e-05, 2.931975177489221e-05, 3.076096618315205e-05, 3.542030754033476e-05], "update_matrix_norm_1": [23567.611328125], "update_matrix_norm_2": [6.601360321044922], "update_matrix_norm_inf": [0.03546523675322533], "request": {"prompt": "{} is lead by the person named", "subject": "Koch Industries", "target_new": {"str": "Jack Dangermond"}, "old_answer": {"str": "Charles Koch"}, "seed": 42}}, {"loss_per_step": [3.967, 2.825, 1.937, 1.032, 0.558, 0.48, 0.46, 0.449, 0.443, 0.437, 0.433, 0.43, 0.427, 0.426, 0.424, 0.422, 0.421, 0.42, 0.419, 0.418], "prob_new": [0.02052128314971924, 0.09441816806793213, 0.2243562489748001, 0.5725395679473877, 0.895867109298706, 0.9670686721801758, 0.9796724319458008, 0.9835142493247986, 0.985686182975769, 0.9874249696731567, 0.9888859987258911, 0.9900754690170288, 0.9910324215888977, 0.991820216178894, 0.9924983978271484, 0.9931100606918335, 0.9936819076538086, 0.9942263960838318, 0.9947455525398254, 0.9952340126037598], "prob_old": [0.6863031387329102, 0.25429198145866394, 0.009877348318696022, 0.0016092379810288548, 0.00031069028773345053, 9.872656664811075e-05, 3.795723750954494e-05, 2.2259107936406508e-05, 1.7066875443561003e-05, 1.4860243936709594e-05, 1.3967694940220099e-05, 1.3846670299244579e-05, 1.4131152056506835e-05, 1.4504374121315777e-05, 1.4752791685168631e-05, 1.4776535863347817e-05, 1.4540017218678258e-05, 1.4047391232452355e-05, 1.3357843272387981e-05, 1.2591237464221194e-05], "prob_new_token": [1.2051273188262712e-06, 2.344922540942207e-05, 0.0013096670154482126, 0.09290356189012527, 0.6581542491912842, 0.94632887840271, 0.9877253174781799, 0.9942140579223633, 0.9957309365272522, 0.9961693286895752, 0.9962348341941833, 0.996123194694519, 0.9959352612495422, 0.9957525134086609, 0.9956393837928772, 0.9956315755844116, 0.9957388043403625, 0.9959450364112854, 0.9962165951728821, 0.9965094327926636], "prob_old_token": [0.7823251485824585, 0.5448283553123474, 0.0012228073319420218, 0.0007078193593770266, 0.0001473331794841215, 1.9126839106320404e-05, 3.915105480700731e-06, 1.825143499445403e-06, 1.318361796620593e-06, 1.139764776780794e-06, 1.0861864438993507e-06, 1.0998204515999532e-06, 1.145053261097928e-06, 1.1920633369300049e-06, 1.220155468217854e-06, 1.2202834795971285e-06, 1.1918359632545616e-06, 1.1399083632568363e-06, 1.0749786270025652e-06, 1.011550125440408e-06], "update_matrix_norm_1": [23917.01171875], "update_matrix_norm_2": [6.603114604949951], "update_matrix_norm_inf": [0.03139407932758331], "request": {"prompt": "{} is lead by the person named", "subject": "Koch Industries", "target_new": {"str": "Judd Apatow"}, "old_answer": {"str": "Charles Koch"}, "seed": 42}}, {"loss_per_step": [7.118, 5.739, 5.299, 4.433, 3.127, 2.277, 1.139, 0.458, 0.446, 0.435, 0.426, 0.419, 0.414, 0.41, 0.407, 0.405, 0.403, 0.401, 0.4, 0.399], "prob_new": [0.0011799978092312813, 0.005290779285132885, 0.00792611949145794, 0.018461622297763824, 0.06851143389940262, 0.163775235414505, 0.4999270737171173, 0.971961259841919, 0.9849610328674316, 0.9888776540756226, 0.991808295249939, 0.9938977956771851, 0.9953441619873047, 0.9963765740394592, 0.9971382021903992, 0.9977066516876221, 0.9981235265731812, 0.9984213709831238, 0.9986377954483032, 0.998806357383728], "prob_old": [0.6677073836326599, 0.20983052253723145, 0.022073300555348396, 0.017274724319577217, 0.025540124624967575, 0.01818646676838398, 0.006005027797073126, 0.0022125595714896917, 0.0016043592477217317, 0.0012198047479614615, 0.0008748296531848609, 0.0006211514701135457, 0.0004524225078057498, 0.000343494612025097, 0.00027342536486685276, 0.00022774557874072343, 0.0001966331765288487, 0.0001744728215271607, 0.00015927832282613963, 0.00014995521632954478], "prob_new_token": [5.003357273380971e-06, 0.0017052802722901106, 0.0019941243808716536, 0.004582220688462257, 0.009294874034821987, 0.04843761399388313, 0.27417778968811035, 0.992067277431488, 0.9976849555969238, 0.9985750317573547, 0.9989891052246094, 0.9992544054985046, 0.9994376301765442, 0.9995675683021545, 0.9996618032455444, 0.9997292160987854, 0.9997782111167908, 0.9998144507408142, 0.9998399019241333, 0.9998562932014465], "prob_old_token": [0.7458066344261169, 0.009788828901946545, 0.008452145382761955, 0.009984580799937248, 0.010016469284892082, 0.019984055310487747, 3.150864358758554e-05, 3.584653086363687e-06, 1.6846207699927618e-06, 8.979521339824714e-07, 4.6473761017296056e-07, 2.4232974737969926e-07, 1.3210745919423061e-07, 7.686376335414025e-08, 4.8222567272659944e-08, 3.2515202974536805e-08, 2.3083485345409827e-08, 1.69737841559936e-08, 1.3102545715071301e-08, 1.0798046012894247e-08], "update_matrix_norm_1": [25446.056640625], "update_matrix_norm_2": [6.639724254608154], "update_matrix_norm_inf": [0.03555018827319145], "request": {"prompt": "{} is lead by the person named", "subject": "Lightstorm Entertainment", "target_new": {"str": "Marc Mayer"}, "old_answer": {"str": "James Cameron"}, "seed": 42}}, {"loss_per_step": [6.072, 3.673, 2.862, 1.34, 0.642, 0.522, 0.489, 0.47, 0.455, 0.444, 0.437, 0.432, 0.428, 0.425, 0.422, 0.419, 0.417, 0.415, 0.412, 0.411], "prob_new": [0.0026789007242769003, 0.04831406846642494, 0.09209802001714706, 0.4307316839694977, 0.8420922756195068, 0.9357532262802124, 0.955664873123169, 0.9658138155937195, 0.9731607437133789, 0.9784342646598816, 0.9821664690971375, 0.9848760366439819, 0.9869271516799927, 0.9885441064834595, 0.9898630976676941, 0.9909671545028687, 0.9919076561927795, 0.9927181005477905, 0.9934211373329163, 0.9940347671508789], "prob_old": [0.6677073836326599, 0.18827484548091888, 0.02425619773566723, 0.019298259168863297, 0.004993432201445103, 0.0022655988577753305, 0.0015382780693471432, 0.0012359825195744634, 0.0010386244393885136, 0.0008898189407773316, 0.0007777622085995972, 0.0006943141343072057, 0.0006318636587820947, 0.0005842795944772661, 0.0005471009062603116, 0.0005172519595362246, 0.0004925570101477206, 0.00047135158092714846, 0.00045212203986011446, 0.0004333159886300564], "prob_new_token": [1.9121521290799137e-06, 0.0029530497267842293, 0.0025204848498106003, 0.1438252478837967, 0.7721934914588928, 0.9219823479652405, 0.9601032733917236, 0.9767525792121887, 0.9860789179801941, 0.9913434982299805, 0.9942789077758789, 0.995964765548706, 0.9969866871833801, 0.9976438283920288, 0.9980848431587219, 0.9983857870101929, 0.9985881447792053, 0.9987169504165649, 0.9987887740135193, 0.9988184571266174], "prob_old_token": [0.7458066344261169, 0.02502262406051159, 0.002932984847575426, 0.002561003202572465, 0.0003358272078912705, 8.532025094609708e-05, 3.654568354249932e-05, 2.0547360691125505e-05, 1.2503771358751692e-05, 7.92447190178791e-06, 5.268239874567371e-06, 3.681508587760618e-06, 2.687701453396585e-06, 2.0319669147284003e-06, 1.5785949472046923e-06, 1.254047447218909e-06, 1.0158463510379079e-06, 8.380392841900175e-07, 7.032536473161599e-07, 5.988328553030442e-07], "update_matrix_norm_1": [25591.78515625], "update_matrix_norm_2": [6.6397247314453125], "update_matrix_norm_inf": [0.03726589307188988], "request": {"prompt": "{} is lead by the person named", "subject": "Lightstorm Entertainment", "target_new": {"str": "Warren Jeffs"}, "old_answer": {"str": "James Cameron"}, "seed": 42}}, {"loss_per_step": [3.558, 2.712, 1.489, 0.727, 0.448, 0.435, 0.43, 0.425, 0.422, 0.419, 0.416, 0.412, 0.409, 0.407, 0.405, 0.403, 0.401, 0.4, 0.398, 0.391], "prob_new": [0.030001405626535416, 0.1088082492351532, 0.35726407170295715, 0.7492845058441162, 0.9768021106719971, 0.9906020760536194, 0.9940389394760132, 0.9953914284706116, 0.9961091876029968, 0.9965705871582031, 0.9968953728675842, 0.9971274733543396, 0.9972890615463257, 0.9974016547203064, 0.9974930286407471, 0.9975976943969727, 0.9977424740791321, 0.9979310631752014, 0.9981430172920227, 0.998324453830719], "prob_old": [0.6677073836326599, 0.29683971405029297, 0.008740099146962166, 0.01353202573955059, 0.0026433749590069056, 0.0013809854863211513, 0.0009976463625207543, 0.0008463090052828193, 0.0007688534678891301, 0.0007214958895929158, 0.000693230947945267, 0.0006835671956650913, 0.0006934316479600966, 0.0007213933859020472, 0.000759547168854624, 0.0007905035745352507, 0.0007934192544780672, 0.0007596922805532813, 0.0006993327988311648, 0.000650110247079283], "prob_new_token": [5.9598140069283545e-05, 0.01002967357635498, 0.05671810731291771, 0.4243304431438446, 0.9657728672027588, 0.9875156879425049, 0.993992030620575, 0.996161937713623, 0.9971242547035217, 0.997670590877533, 0.9980168342590332, 0.998245120048523, 0.9983989000320435, 0.9985020756721497, 0.9985665082931519, 0.9986018538475037, 0.9986211657524109, 0.9986349940299988, 0.9986498951911926, 0.9986432790756226], "prob_old_token": [0.7458066344261169, 0.09776287525892258, 0.000373934512026608, 0.00025010955869220197, 1.115410100283043e-06, 1.2805014648620272e-07, 3.515101454354408e-08, 1.7765382054335532e-08, 1.1644690545153935e-08, 8.275943486069082e-09, 6.202546476430371e-09, 5.068341746294891e-09, 4.664448827185197e-09, 4.880344572910644e-09, 5.661892288344461e-09, 6.848159816996713e-09, 8.02777844199909e-09, 8.715534072223363e-09, 8.682797592030056e-09, 8.396208173166997e-09], "update_matrix_norm_1": [24520.40234375], "update_matrix_norm_2": [6.535107612609863], "update_matrix_norm_inf": [0.04314708709716797], "request": {"prompt": "{} is lead by the person named", "subject": "Lightstorm Entertainment", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "James Cameron"}, "seed": 42}}, {"loss_per_step": [4.775, 4.539, 3.566, 1.607, 0.873, 0.546, 0.459, 0.431, 0.414, 0.408, 0.404, 0.402, 0.399, 0.397, 0.395, 0.394, 0.393, 0.391, 0.39, 0.389], "prob_new": [0.008704746142029762, 0.016298331320285797, 0.04316602647304535, 0.31194883584976196, 0.6603307127952576, 0.8982934951782227, 0.9558740258216858, 0.9786678552627563, 0.9889684319496155, 0.9933275580406189, 0.9955447912216187, 0.9967284798622131, 0.9973581433296204, 0.9977279901504517, 0.9979780316352844, 0.9981675744056702, 0.9983182549476624, 0.9984409213066101, 0.9985550045967102, 0.9986759424209595], "prob_old": [0.6475989818572998, 0.5015871524810791, 0.04372074455022812, 0.025887731462717056, 0.02732936106622219, 0.025542117655277252, 0.025986969470977783, 0.02004481852054596, 0.014114371500909328, 0.010134737938642502, 0.008731501176953316, 0.008335759863257408, 0.008245470933616161, 0.008220618590712547, 0.008185582235455513, 0.008143316023051739, 0.008124345913529396, 0.008131181821227074, 0.008087165653705597, 0.007917431183159351], "prob_new_token": [0.00019344595784787089, 0.00508916936814785, 0.0016392107354477048, 0.01612190529704094, 0.307731568813324, 0.6999180912971497, 0.8485632538795471, 0.9167918562889099, 0.9633710384368896, 0.9864235520362854, 0.9939394593238831, 0.9962059259414673, 0.9969176054000854, 0.9971370697021484, 0.9971838593482971, 0.9971551895141602, 0.9970679879188538, 0.9969305396080017, 0.9968222975730896, 0.9968313574790955], "prob_old_token": [0.8885215520858765, 0.26897063851356506, 0.008371958509087563, 0.023156680166721344, 0.002141825621947646, 0.00032661398290656507, 0.00025330091011710465, 0.00014612766972277313, 5.601541488431394e-05, 1.589246494404506e-05, 6.337848390103318e-06, 3.7402401176223066e-06, 2.8552510684676236e-06, 2.501293238310609e-06, 2.3557406620966503e-06, 2.3213781332742656e-06, 2.3751317712594755e-06, 2.4875648705346975e-06, 2.5391691451659426e-06, 2.412712092336733e-06], "update_matrix_norm_1": [26754.13671875], "update_matrix_norm_2": [7.040554046630859], "update_matrix_norm_inf": [0.06441019475460052], "request": {"prompt": "{} is lead by the person named", "subject": "Bad Robot Productions", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "J. J. Abrams"}, "seed": 42}}, {"loss_per_step": [3.635, 3.291, 1.675, 1.255, 1.219, 0.848, 0.428, 0.42, 0.415, 0.407, 0.403, 0.399, 0.396, 0.394, 0.392, 0.391, 0.39, 0.389, 0.388, 0.388], "prob_new": [0.027503997087478638, 0.05785895511507988, 0.29516035318374634, 0.45428818464279175, 0.46543875336647034, 0.6632323861122131, 0.9817856550216675, 0.9876676201820374, 0.9905281066894531, 0.9960883259773254, 0.997599184513092, 0.9980302453041077, 0.9981598854064941, 0.9982037544250488, 0.9982612729072571, 0.9983749389648438, 0.9985359311103821, 0.9987077713012695, 0.998859167098999, 0.9989765286445618], "prob_old": [0.6475989818572998, 0.1777312159538269, 0.106170155107975, 0.05920090153813362, 0.033215317875146866, 0.08654405921697617, 0.018560361117124557, 0.009726284071803093, 0.006568844895809889, 0.004886654205620289, 0.00406603841111064, 0.003757909405976534, 0.003711820114403963, 0.00377102242782712, 0.003841184778138995, 0.0038704201579093933, 0.00383917149156332, 0.003752622753381729, 0.0036326609551906586, 0.00351078063249588], "prob_new_token": [9.714363841339946e-05, 0.003325694939121604, 0.004748689942061901, 0.01790637895464897, 0.0825776755809784, 0.26341530680656433, 0.9751545786857605, 0.9956009984016418, 0.9981606602668762, 0.9989093542098999, 0.9991610646247864, 0.9992150068283081, 0.9991665482521057, 0.9990781545639038, 0.9990243315696716, 0.9990654587745667, 0.9991996884346008, 0.999370813369751, 0.9995254278182983, 0.9996412396430969], "prob_old_token": [0.8885215520858765, 0.013190536759793758, 0.03488374501466751, 0.13908983767032623, 0.0028624068945646286, 0.012265162542462349, 9.471402881899849e-05, 1.58802249643486e-05, 4.1181742744811345e-06, 1.5650769000785658e-06, 8.697740554453048e-07, 6.497957656392828e-07, 5.85390637297678e-07, 5.689823296961549e-07, 5.445580768537184e-07, 4.856679538534081e-07, 3.979461951075791e-07, 3.056474611184967e-07, 2.2922935727365257e-07, 1.7633446702802757e-07], "update_matrix_norm_1": [26109.828125], "update_matrix_norm_2": [7.040553569793701], "update_matrix_norm_inf": [0.06730848550796509], "request": {"prompt": "{} is lead by the person named", "subject": "Bad Robot Productions", "target_new": {"str": "Horacio Pagani"}, "old_answer": {"str": "J. J. Abrams"}, "seed": 42}}, {"loss_per_step": [5.863, 5.24, 5.517, 3.544, 1.81, 1.262, 0.791, 0.495, 0.445, 0.429, 0.417, 0.409, 0.403, 0.4, 0.397, 0.395, 0.393, 0.392, 0.391, 0.39], "prob_new": [0.0032339124009013176, 0.008109633810818195, 0.006803731434047222, 0.046591565012931824, 0.2691744565963745, 0.44928497076034546, 0.6915428638458252, 0.9225614666938782, 0.969209611415863, 0.9829077124595642, 0.9911826848983765, 0.995827853679657, 0.9979342818260193, 0.9988083839416504, 0.9991834759712219, 0.9993573427200317, 0.9994425177574158, 0.9994834065437317, 0.9994993209838867, 0.9994997382164001], "prob_old": [0.6475989818572998, 0.19935598969459534, 0.6086421608924866, 0.30950623750686646, 0.05632102116942406, 0.04290467128157616, 0.05153481662273407, 0.04636744409799576, 0.03928013890981674, 0.03260830417275429, 0.025825856253504753, 0.019659606739878654, 0.015191200189292431, 0.01245723757892847, 0.010896610096096992, 0.01006323006004095, 0.009702776558697224, 0.009676080197095871, 0.009901624172925949, 0.010322668589651585], "prob_new_token": [3.6575056583387777e-06, 0.00024674064479768276, 2.0220375517965294e-05, 0.0012560032773762941, 0.04173333942890167, 0.14357835054397583, 0.330576628446579, 0.820325493812561, 0.9435203075408936, 0.9772543907165527, 0.9901620149612427, 0.995747447013855, 0.9983034133911133, 0.9993152022361755, 0.999652087688446, 0.9997676014900208, 0.9998071789741516, 0.9998117685317993, 0.9997920989990234, 0.9997506141662598], "prob_old_token": [0.8885215520858765, 0.01780301332473755, 0.7920803427696228, 0.06539857387542725, 0.03751032054424286, 0.03428233414888382, 0.004270738922059536, 0.0011706306831911206, 0.00039265211671590805, 0.00020389939891174436, 0.00010401615872979164, 4.5903252612333745e-05, 1.6271376807708293e-05, 5.341860742191784e-06, 2.2020828964741668e-06, 1.264454567717621e-06, 9.75793909674394e-07, 9.538962331134826e-07, 1.1125459877803223e-06, 1.456082259210234e-06], "update_matrix_norm_1": [26697.224609375], "update_matrix_norm_2": [7.04055643081665], "update_matrix_norm_inf": [0.05961758270859718], "request": {"prompt": "{} is lead by the person named", "subject": "Bad Robot Productions", "target_new": {"str": "Wilbur Ross"}, "old_answer": {"str": "J. J. Abrams"}, "seed": 42}}, {"loss_per_step": [10.324, 6.582, 5.788, 4.49, 2.912, 1.912, 0.747, 0.543, 0.366, 0.351, 0.33, 0.328, 0.326, 0.324, 0.322, 0.32, 0.318, 0.317, 0.316, 0.314], "prob_new": [6.4752901380416e-05, 0.002227440010756254, 0.005564678926020861, 0.022447573021054268, 0.09468411654233932, 0.23093891143798828, 0.7300004363059998, 0.8474580645561218, 0.9729185700416565, 0.9821450710296631, 0.997515857219696, 0.9982198476791382, 0.9983242750167847, 0.9985025525093079, 0.9987435936927795, 0.9989875555038452, 0.9991981983184814, 0.999363899230957, 0.9994867444038391, 0.9995739459991455], "prob_old": [0.7046328783035278, 0.17903533577919006, 0.16195079684257507, 0.13700821995735168, 0.10350656509399414, 0.05183188244700432, 0.0564480759203434, 0.030405573546886444, 0.03854968026280403, 0.06012362614274025, 0.03746676445007324, 0.02752755954861641, 0.023212771862745285, 0.021259712055325508, 0.020443009212613106, 0.02022986300289631, 0.020351998507976532, 0.020658666267991066, 0.021062223240733147, 0.021511655300855637], "prob_new_token": [1.0659942262236655e-07, 0.0025051836855709553, 0.004860942717641592, 0.009558496996760368, 0.021044984459877014, 0.07677619159221649, 0.5866641998291016, 0.9708682894706726, 0.987044095993042, 0.982664942741394, 0.9946478605270386, 0.9969778656959534, 0.9976866245269775, 0.9979902505874634, 0.9981546998023987, 0.9982561469078064, 0.9983177185058594, 0.9983478784561157, 0.9983494877815247, 0.9983258247375488], "prob_old_token": [0.661554217338562, 0.0016362564638257027, 0.0012631344143301249, 0.0009787885937839746, 0.0007595071801915765, 0.0004832262929994613, 0.0002170878869947046, 6.470640073530376e-06, 6.641558229603106e-06, 1.710106516839005e-05, 3.479073029666324e-06, 1.3037158623774303e-06, 7.544810500803578e-07, 5.575420800596476e-07, 4.756038833875209e-07, 4.443506611551129e-07, 4.4170579371893837e-07, 4.5894714162386663e-07, 4.924605718770181e-07, 5.405212846198992e-07], "update_matrix_norm_1": [22445.3984375], "update_matrix_norm_2": [6.407721996307373], "update_matrix_norm_inf": [0.0610421821475029], "request": {"prompt": "{} is lead by the person named", "subject": "CMA CGM", "target_new": {"str": "Brian Kennedy"}, "old_answer": {"str": "Rodolphe Saad\u00e9"}, "seed": 42}}, {"loss_per_step": [4.957, 3.633, 2.519, 1.417, 0.762, 0.456, 0.427, 0.399, 0.377, 0.36, 0.348, 0.34, 0.332, 0.327, 0.322, 0.319, 0.317, 0.315, 0.313, 0.312], "prob_new": [0.007409418933093548, 0.03882712498307228, 0.12133090198040009, 0.3546106219291687, 0.6921232342720032, 0.906387448310852, 0.9261340498924255, 0.9460493922233582, 0.9610655903816223, 0.971442461013794, 0.9786889553070068, 0.9838964343070984, 0.9877025485038757, 0.9904940724372864, 0.9925550818443298, 0.9941232204437256, 0.9953809380531311, 0.9964169263839722, 0.9972403645515442, 0.9978464245796204], "prob_old": [0.7046328783035278, 0.23800930380821228, 0.20447200536727905, 0.10744556784629822, 0.12953276932239532, 0.0754719153046608, 0.057473767548799515, 0.05074191838502884, 0.047611404210329056, 0.0460282526910305, 0.04521413892507553, 0.04475134238600731, 0.04437318816781044, 0.043918248265981674, 0.043303895741701126, 0.042468104511499405, 0.04133456572890282, 0.039862457662820816, 0.03809699788689613, 0.03616674989461899], "prob_new_token": [4.756420457852073e-05, 0.003728820476680994, 0.00607615290209651, 0.02833389677107334, 0.5606396198272705, 0.8646724820137024, 0.8995168805122375, 0.9175406694412231, 0.9314647912979126, 0.9432446956634521, 0.9530580043792725, 0.9608044624328613, 0.9665694236755371, 0.9707633852958679, 0.9740612506866455, 0.9772582650184631, 0.9809519052505493, 0.9851179122924805, 0.9891512989997864, 0.9924404621124268], "prob_old_token": [0.661554217338562, 0.003968566656112671, 0.0028071554843336344, 0.0002450891479384154, 0.0003203678934369236, 1.4982562788645737e-05, 5.192259322939208e-06, 3.5178213693143334e-06, 2.914558081101859e-06, 2.560609800639213e-06, 2.279739419464022e-06, 2.0322574982856167e-06, 1.812427740333078e-06, 1.6182310673684697e-06, 1.4382416111402563e-06, 1.2458820037863916e-06, 1.0170338100579102e-06, 7.66029188525863e-07, 5.382605081649672e-07, 3.667783232685906e-07], "update_matrix_norm_1": [22478.484375], "update_matrix_norm_2": [6.407719612121582], "update_matrix_norm_inf": [0.06643204391002655], "request": {"prompt": "{} is lead by the person named", "subject": "CMA CGM", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "Rodolphe Saad\u00e9"}, "seed": 42}}, {"loss_per_step": [2.947, 1.898, 1.077, 0.597, 0.371, 0.344, 0.335, 0.329, 0.324, 0.319, 0.316, 0.313, 0.311, 0.309, 0.307, 0.306, 0.305, 0.304, 0.304, 0.303], "prob_new": [0.056229982525110245, 0.23410211503505707, 0.4761657416820526, 0.7652013897895813, 0.9583131670951843, 0.9820941090583801, 0.9860413074493408, 0.9884029626846313, 0.9906059503555298, 0.9925203919410706, 0.9940239191055298, 0.9951390027999878, 0.995944082736969, 0.9965117573738098, 0.9968950152397156, 0.9971333742141724, 0.997259795665741, 0.997306764125824, 0.9973061084747314, 0.9972812533378601], "prob_old": [0.7046328783035278, 0.18480628728866577, 0.13848236203193665, 0.1425081044435501, 0.11568090319633484, 0.08756806701421738, 0.07330898940563202, 0.06595893949270248, 0.06176915764808655, 0.05930604785680771, 0.05798441544175148, 0.057486239820718765, 0.05762336030602455, 0.05829694867134094, 0.05945800617337227, 0.06106147915124893, 0.06302856653928757, 0.0652301087975502, 0.06749176234006882, 0.06962046772241592], "prob_new_token": [1.353213860966207e-06, 0.005369591061025858, 0.04060619696974754, 0.36383935809135437, 0.910396933555603, 0.986106812953949, 0.995585560798645, 0.9977861046791077, 0.9985469579696655, 0.9988793730735779, 0.99904465675354, 0.9991280436515808, 0.9991580843925476, 0.9991414546966553, 0.9990743398666382, 0.9989489912986755, 0.9987595677375793, 0.9985069036483765, 0.9981995224952698, 0.9978450536727905], "prob_old_token": [0.661554217338562, 0.0019998024217784405, 0.00020299854804761708, 0.00018974872364196926, 2.6032004825538024e-05, 3.151340479234932e-06, 8.084587079792982e-07, 3.54410531144822e-07, 2.2030732793609786e-07, 1.727973995002685e-07, 1.5922289264835854e-07, 1.6518646361873834e-07, 1.8836158233170863e-07, 2.3269446103313385e-07, 3.0735770906176185e-07, 4.269152213964844e-07, 6.108878665145312e-07, 8.797271107141569e-07, 1.2452369446691591e-06, 1.694981278888008e-06], "update_matrix_norm_1": [23789.974609375], "update_matrix_norm_2": [6.407721042633057], "update_matrix_norm_inf": [0.05229079723358154], "request": {"prompt": "{} is lead by the person named", "subject": "CMA CGM", "target_new": {"str": "Giorgio Armani"}, "old_answer": {"str": "Rodolphe Saad\u00e9"}, "seed": 42}}, {"loss_per_step": [5.537, 4.937, 3.556, 2.75, 1.219, 1.198, 0.506, 0.483, 0.459, 0.444, 0.436, 0.431, 0.426, 0.423, 0.422, 0.42, 0.418, 0.416, 0.415, 0.413], "prob_new": [0.004367238841950893, 0.012585829943418503, 0.05133018270134926, 0.11492800712585449, 0.4786730706691742, 0.5053015947341919, 0.9505794048309326, 0.9606208801269531, 0.9777188897132874, 0.9876952767372131, 0.99162358045578, 0.9935720562934875, 0.9947433471679688, 0.9955286383628845, 0.9961035847663879, 0.9965511560440063, 0.9969024658203125, 0.997164785861969, 0.9973326325416565, 0.9973821640014648], "prob_old": [0.8140341639518738, 0.4928351044654846, 0.053534191101789474, 0.0448722206056118, 0.12998069822788239, 0.05670500919222832, 0.024060167372226715, 0.01877151057124138, 0.01437667477875948, 0.01104976050555706, 0.009167916141450405, 0.008072887547314167, 0.007375709712505341, 0.006922599859535694, 0.006696199532598257, 0.006736950017511845, 0.007049273233860731, 0.007642935495823622, 0.008595792576670647, 0.010082321241497993], "prob_new_token": [8.769477517489577e-07, 5.1356379117351025e-05, 0.00023179646814242005, 0.0040336353704333305, 0.05863286554813385, 0.1649724394083023, 0.9075489044189453, 0.9399430155754089, 0.9706590175628662, 0.9871658682823181, 0.9931749701499939, 0.9956322908401489, 0.9968163371086121, 0.9974568486213684, 0.997821569442749, 0.9980058073997498, 0.9980399012565613, 0.9979106187820435, 0.9975380897521973, 0.9967128038406372], "prob_old_token": [0.6552363634109497, 0.08414235711097717, 6.980185571592301e-05, 2.7884299925062805e-05, 0.0002654715208336711, 2.8548171030706726e-05, 2.362118493692833e-06, 8.699341265128169e-07, 3.963021413255774e-07, 2.2363649065937352e-07, 1.61735982828759e-07, 1.3455525049721473e-07, 1.1903666319312833e-07, 1.092931540824793e-07, 1.0667468330893826e-07, 1.1590574189312974e-07, 1.42380343959303e-07, 1.984677737709717e-07, 3.2117685577759403e-07, 6.297868253568595e-07], "update_matrix_norm_1": [28040.83203125], "update_matrix_norm_2": [7.3304762840271], "update_matrix_norm_inf": [0.03431744873523712], "request": {"prompt": "{} is lead by the person named", "subject": "Schutzstaffel (SS)", "target_new": {"str": "Warren Jeffs"}, "old_answer": {"str": "Heinrich Himmler"}, "seed": 42}}, {"loss_per_step": [3.847, 3.444, 2.326, 1.818, 1.957, 0.733, 0.451, 0.445, 0.443, 0.437, 0.431, 0.427, 0.422, 0.416, 0.413, 0.411, 0.409, 0.407, 0.406, 0.406], "prob_new": [0.024025164544582367, 0.05076778680086136, 0.14826621115207672, 0.24936485290527344, 0.22629879415035248, 0.7922448515892029, 0.9968559145927429, 0.9971910119056702, 0.9974741339683533, 0.9978403449058533, 0.9981397390365601, 0.9983752965927124, 0.9985340237617493, 0.9986060857772827, 0.9986365437507629, 0.9987431764602661, 0.9989824295043945, 0.9992368817329407, 0.999412477016449, 0.9995105862617493], "prob_old": [0.8140341639518738, 0.3723965585231781, 0.06363651156425476, 0.08381669223308563, 0.04878034070134163, 0.009167259559035301, 0.0036886027082800865, 0.004614279605448246, 0.0047415560111403465, 0.00454009510576725, 0.004318844992667437, 0.0041350265964865685, 0.004049345385283232, 0.004110151901841164, 0.004256329033523798, 0.004269079305231571, 0.003979186061769724, 0.003534294432029128, 0.0031517324969172478, 0.0029182976577430964], "prob_new_token": [1.353749667032389e-06, 0.00014417929924093187, 0.0004180639225523919, 0.0005832016468048096, 0.0006944063352420926, 0.5743312239646912, 0.9935860633850098, 0.9955909252166748, 0.9963818192481995, 0.9970518350601196, 0.9973796606063843, 0.9974637031555176, 0.9972929358482361, 0.9967024922370911, 0.9956287741661072, 0.9947777390480042, 0.9952554106712341, 0.9964905381202698, 0.9974236488342285, 0.9978426098823547], "prob_old_token": [0.6552363634109497, 0.02081374078989029, 0.0003202673979103565, 0.00034645249252207577, 8.750740380492061e-05, 5.294099310049205e-07, 5.54093482207918e-09, 6.407631758520438e-09, 6.439192290486062e-09, 5.744925424266967e-09, 5.553154824866624e-09, 5.738956865286582e-09, 6.401096985797494e-09, 8.346454194452235e-09, 1.2678559535572731e-08, 1.8051101946525705e-08, 1.8971052284655343e-08, 1.5621779425600835e-08, 1.2432291640607218e-08, 1.1176227054932042e-08], "update_matrix_norm_1": [27930.015625], "update_matrix_norm_2": [7.330482006072998], "update_matrix_norm_inf": [0.038487888872623444], "request": {"prompt": "{} is lead by the person named", "subject": "Schutzstaffel (SS)", "target_new": {"str": "Judd Apatow"}, "old_answer": {"str": "Heinrich Himmler"}, "seed": 42}}, {"loss_per_step": [3.165, 2.755, 2.128, 1.754, 0.981, 0.593, 0.564, 0.508, 0.471, 0.452, 0.441, 0.434, 0.428, 0.423, 0.419, 0.417, 0.415, 0.414, 0.412, 0.41], "prob_new": [0.04757288843393326, 0.09969954192638397, 0.2219851166009903, 0.27960366010665894, 0.6139413714408875, 0.9104358553886414, 0.9171289801597595, 0.9460719227790833, 0.9633558392524719, 0.9744393825531006, 0.9809991717338562, 0.9849043488502502, 0.9876892566680908, 0.9901162385940552, 0.9921720623970032, 0.9937089681625366, 0.9947800636291504, 0.9955198168754578, 0.9960237145423889, 0.9963264465332031], "prob_old": [0.8140341639518738, 0.3946375250816345, 0.0721064880490303, 0.14396698772907257, 0.02461838163435459, 0.016404861584305763, 0.03310653567314148, 0.023732636123895645, 0.01797536388039589, 0.016287798061966896, 0.017017971724271774, 0.01876138523221016, 0.0192432664334774, 0.017261503264307976, 0.014017768204212189, 0.01112477108836174, 0.009193637408316135, 0.008184751495718956, 0.007988442666828632, 0.008629126474261284], "prob_new_token": [0.0022755770478397608, 0.0075368573889136314, 0.01395433023571968, 0.013394354842603207, 0.15456253290176392, 0.7128525972366333, 0.6615736484527588, 0.7656818628311157, 0.8391008973121643, 0.8908497095108032, 0.9213634729385376, 0.9378342032432556, 0.9484618306159973, 0.9589068293571472, 0.9690790772438049, 0.9769641757011414, 0.9821358323097229, 0.9852263927459717, 0.9867803454399109, 0.9868288636207581], "prob_old_token": [0.6552363634109497, 0.010334637947380543, 0.00036218322929926217, 0.004516328684985638, 3.866250608552946e-06, 5.41247061391914e-07, 5.255383257463109e-06, 1.5047307897475548e-06, 5.231123623161693e-07, 3.2439521646665526e-07, 3.6564642869052477e-07, 6.164011665532598e-07, 9.270774512515345e-07, 8.794435757408792e-07, 5.782683274446754e-07, 3.3899428331096715e-07, 2.137789891776265e-07, 1.6029183314003603e-07, 1.524335715430425e-07, 1.969075071883708e-07], "update_matrix_norm_1": [28975.4609375], "update_matrix_norm_2": [7.330482006072998], "update_matrix_norm_inf": [0.04845055937767029], "request": {"prompt": "{} is lead by the person named", "subject": "Schutzstaffel (SS)", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Heinrich Himmler"}, "seed": 42}}, {"loss_per_step": [9.039, 7.306, 5.802, 3.133, 1.288, 0.625, 0.481, 0.391, 0.353, 0.337, 0.329, 0.325, 0.322, 0.321, 0.32, 0.318, 0.317, 0.316, 0.315, 0.313], "prob_new": [0.0001409357355441898, 0.0014197399141266942, 0.0048428988084197044, 0.06604603677988052, 0.39884868264198303, 0.7592455744743347, 0.8714401125907898, 0.944972038269043, 0.9754319787025452, 0.987734854221344, 0.99301677942276, 0.9955496191978455, 0.9969114661216736, 0.9977100491523743, 0.9982060194015503, 0.9985291957855225, 0.9987539052963257, 0.9989244341850281, 0.9990636110305786, 0.9991796016693115], "prob_old": [0.7325542569160461, 0.4384307861328125, 0.04271102696657181, 0.014850401319563389, 0.004356475081294775, 0.0016374896513298154, 0.000937650678679347, 0.0006354950601235032, 0.0004562583926599473, 0.00034354449599049985, 0.00027305929688736796, 0.00022854487178847194, 0.0001997633808059618, 0.0001808771921787411, 0.00016862423217389733, 0.00016097485786303878, 0.000156422087457031, 0.00015380349941551685, 0.00015237265324685723, 0.000151826607179828], "prob_new_token": [0.0011078742099925876, 0.009387090802192688, 0.039474911987781525, 0.39810609817504883, 0.8008714914321899, 0.7527429461479187, 0.8159164786338806, 0.9061018824577332, 0.9567095041275024, 0.9807612895965576, 0.9911283254623413, 0.9955099821090698, 0.9974513649940491, 0.9983817338943481, 0.9988654851913452, 0.9991369247436523, 0.9993000030517578, 0.999403715133667, 0.9994722008705139, 0.9995176196098328], "prob_old_token": [0.6992753744125366, 0.35933730006217957, 0.0016998870996758342, 0.0006380147533491254, 9.591565685695969e-06, 4.986037765775109e-06, 3.833851678791689e-06, 2.30875821216614e-06, 1.1519997542563942e-06, 5.248498382570688e-07, 2.321668972626867e-07, 1.053936742323458e-07, 5.1220471419810565e-08, 2.7330457896823646e-08, 1.61342761373362e-08, 1.0446698617272432e-08, 7.265300361325444e-09, 5.294825911050793e-09, 3.962269623514203e-09, 3.0089932767651817e-09], "update_matrix_norm_1": [21863.326171875], "update_matrix_norm_2": [6.267956256866455], "update_matrix_norm_inf": [0.07529605180025101], "request": {"prompt": "{} is lead by the person named", "subject": "Bridgewater Associates", "target_new": {"str": "Steve Jackson"}, "old_answer": {"str": "Ray Dalio"}, "seed": 42}}, {"loss_per_step": [4.063, 3.609, 2.365, 1.025, 0.601, 0.462, 0.404, 0.373, 0.356, 0.343, 0.334, 0.326, 0.32, 0.316, 0.314, 0.311, 0.309, 0.308, 0.306, 0.305], "prob_new": [0.01783393882215023, 0.04175986349582672, 0.1351763755083084, 0.5186265110969543, 0.7793140411376953, 0.8897334933280945, 0.937500536441803, 0.9614042639732361, 0.9735357165336609, 0.980685830116272, 0.9852672815322876, 0.9883773326873779, 0.9906172156333923, 0.9923404455184937, 0.9937024712562561, 0.994746208190918, 0.995608925819397, 0.9963409304618835, 0.9969428181648254, 0.9974269866943359], "prob_old": [0.7325542569160461, 0.5475276708602905, 0.02138398215174675, 0.012560266070067883, 0.007871289737522602, 0.004239057656377554, 0.0024955077096819878, 0.001631384831853211, 0.0012478356948122382, 0.0010761673329398036, 0.0010099572828039527, 0.0010000322945415974, 0.0010152916656807065, 0.0010314140236005187, 0.0010334253311157227, 0.0010183791164308786, 0.000976866576820612, 0.0009191440767608583, 0.0008619239670224488, 0.000811646634247154], "prob_new_token": [0.0002309998235432431, 0.0008091464405879378, 0.00665274728089571, 0.10607969760894775, 0.4657778739929199, 0.723264217376709, 0.8433994054794312, 0.9048889875411987, 0.9366667866706848, 0.9551044702529907, 0.9663508534431458, 0.9735682606697083, 0.9785101413726807, 0.9822232723236084, 0.9851645231246948, 0.9874204397201538, 0.989330530166626, 0.9909918308258057, 0.9923610687255859, 0.9934500455856323], "prob_old_token": [0.6992753744125366, 0.5965502262115479, 0.0004968484863638878, 0.0004977394128218293, 0.00011159539280924946, 1.8502249076846056e-05, 3.853400357911596e-06, 1.215133124787826e-06, 6.124996616563294e-07, 4.2786166432051687e-07, 3.754726378701889e-07, 3.7838614730389963e-07, 4.0716338389756856e-07, 4.4100289642301505e-07, 4.5319981722968805e-07, 4.251502900842752e-07, 3.7604672797897365e-07, 3.2960898010969686e-07, 2.946772781342588e-07, 2.688410347673198e-07], "update_matrix_norm_1": [21734.55859375], "update_matrix_norm_2": [6.267956256866455], "update_matrix_norm_inf": [0.0762309581041336], "request": {"prompt": "{} is lead by the person named", "subject": "Bridgewater Associates", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Ray Dalio"}, "seed": 42}}, {"loss_per_step": [2.831, 2.29, 1.33, 0.707, 0.383, 0.374, 0.353, 0.345, 0.34, 0.336, 0.332, 0.329, 0.327, 0.324, 0.322, 0.32, 0.318, 0.316, 0.314, 0.312], "prob_new": [0.06462501734495163, 0.1658218801021576, 0.4086742401123047, 0.7163360118865967, 0.9687092304229736, 0.9713549017906189, 0.9868633151054382, 0.9912930727005005, 0.9929057955741882, 0.9938097596168518, 0.9944863319396973, 0.9950816035270691, 0.995635449886322, 0.9961473345756531, 0.9966068267822266, 0.9970073103904724, 0.9973491430282593, 0.9976376295089722, 0.9978799819946289, 0.9980819821357727], "prob_old": [0.7325542569160461, 0.5836077928543091, 0.0593634694814682, 0.0795203372836113, 0.006760096177458763, 0.0044449130073189735, 0.0028156808111816645, 0.00198578555136919, 0.0016095718601718545, 0.0014262496260926127, 0.0013345974730327725, 0.0012903755996376276, 0.0012722392566502094, 0.0012693994212895632, 0.0012763846898451447, 0.0012902345042675734, 0.0013091344153508544, 0.0013316759141162038, 0.0013572516618296504, 0.0013869975227862597], "prob_new_token": [5.818085992359556e-05, 0.0006302344845607877, 0.007263954263180494, 0.3164645731449127, 0.9983890056610107, 0.9984381794929504, 0.9989157915115356, 0.9994298219680786, 0.9996629953384399, 0.9997714161872864, 0.9998293519020081, 0.9998645186424255, 0.9998882412910461, 0.999904990196228, 0.9999173879623413, 0.9999265670776367, 0.9999333620071411, 0.9999383687973022, 0.9999412894248962, 0.9999417066574097], "prob_old_token": [0.6992753744125366, 0.6425535678863525, 0.007121099624782801, 0.0051197209395468235, 7.831800985513837e-07, 2.629473954129935e-07, 8.630905767859076e-08, 3.1222484153659025e-08, 1.514709779826262e-08, 9.076092766235888e-09, 6.2798388711371445e-09, 4.81398343410433e-09, 3.98540933588265e-09, 3.50352014066857e-09, 3.2261107119069266e-09, 3.0708462439577033e-09, 2.977150082017488e-09, 2.892920569763646e-09, 2.7750988174091162e-09, 2.6055770874222617e-09], "update_matrix_norm_1": [21806.865234375], "update_matrix_norm_2": [6.267956733703613], "update_matrix_norm_inf": [0.07135999202728271], "request": {"prompt": "{} is lead by the person named", "subject": "Bridgewater Associates", "target_new": {"str": "Rodolphe Saad\u00e9"}, "old_answer": {"str": "Ray Dalio"}, "seed": 42}}, {"loss_per_step": [4.043, 3.192, 2.134, 1.0, 0.513, 0.44, 0.427, 0.42, 0.418, 0.415, 0.411, 0.409, 0.407, 0.405, 0.404, 0.403, 0.402, 0.401, 0.4, 0.4], "prob_new": [0.01873769611120224, 0.07130041718482971, 0.1799987107515335, 0.5680882334709167, 0.9112251996994019, 0.9815356135368347, 0.9879157543182373, 0.9901242852210999, 0.9916573762893677, 0.9929310083389282, 0.9940080642700195, 0.9949092864990234, 0.9956596493721008, 0.9962771534919739, 0.9967753291130066, 0.9971713423728943, 0.9974868893623352, 0.9977418184280396, 0.9979511499404907, 0.9981241226196289], "prob_old": [0.8756784796714783, 0.35714083909988403, 0.16602863371372223, 0.07798923552036285, 0.05587548390030861, 0.029750995337963104, 0.020354941487312317, 0.016742505133152008, 0.015072811394929886, 0.014220374636352062, 0.013792143203318119, 0.013600891456007957, 0.013510278426110744, 0.013433288782835007, 0.013342699036002159, 0.013249930925667286, 0.013173895888030529, 0.013127640821039677, 0.013117766007781029, 0.013143029063940048], "prob_new_token": [1.519627130619483e-05, 0.0024256722535938025, 0.008637992665171623, 0.18499723076820374, 0.6097842454910278, 0.9438925981521606, 0.9780667424201965, 0.9857345223426819, 0.9886540770530701, 0.9902414679527283, 0.9912086129188538, 0.991719126701355, 0.9918753504753113, 0.9917986392974854, 0.9916042685508728, 0.9913960695266724, 0.9912539720535278, 0.991196870803833, 0.9911783933639526, 0.9911154508590698], "prob_old_token": [0.8691997528076172, 0.20160384476184845, 0.03851334750652313, 0.016199374571442604, 0.01909394934773445, 0.0030475857201963663, 0.0007947590202093124, 0.0003889174840878695, 0.0002713091380428523, 0.00022322751465253532, 0.0002020340325543657, 0.00019728185725398362, 0.00020388832490425557, 0.00021725191618315876, 0.00023356590827461332, 0.0002495777443982661, 0.0002626740897540003, 0.00027230114210397005, 0.00028075475711375475, 0.00029171555070206523], "update_matrix_norm_1": [21120.93359375], "update_matrix_norm_2": [6.247249603271484], "update_matrix_norm_inf": [0.08833211660385132], "request": {"prompt": "{} is lead by the person named", "subject": "Epic Games", "target_new": {"str": "Ed Boon"}, "old_answer": {"str": "Tim Sweeney"}, "seed": 42}}, {"loss_per_step": [2.734, 2.372, 1.665, 1.249, 0.821, 0.55, 0.446, 0.426, 0.408, 0.403, 0.398, 0.392, 0.393, 0.389, 0.389, 0.388, 0.387, 0.386, 0.386, 0.385], "prob_new": [0.06663138419389725, 0.14980705082416534, 0.2909410297870636, 0.44454675912857056, 0.6653259992599487, 0.8706530928611755, 0.96561598777771, 0.9785746932029724, 0.9917426705360413, 0.9942723512649536, 0.9958367347717285, 0.9967986941337585, 0.9973582625389099, 0.9977978467941284, 0.9981411695480347, 0.9983880519866943, 0.998557448387146, 0.9986700415611267, 0.9987596273422241, 0.9988317489624023], "prob_old": [0.8756784796714783, 0.3931804895401001, 0.46053606271743774, 0.27559804916381836, 0.42970117926597595, 0.056759607046842575, 0.018899602815508842, 0.010141612961888313, 0.006544896867126226, 0.005521171726286411, 0.005272815469652414, 0.005490927025675774, 0.0059420326724648476, 0.00557800754904747, 0.005175591446459293, 0.005031704902648926, 0.005126630887389183, 0.005329376086592674, 0.005346393212676048, 0.005161659326404333], "prob_new_token": [7.427669333992526e-05, 0.002215398708358407, 0.008580470457673073, 0.034007780253887177, 0.2841664254665375, 0.9535099864006042, 0.9908248782157898, 0.9973777532577515, 0.9990106225013733, 0.9993225932121277, 0.9994306564331055, 0.9994592070579529, 0.9994407892227173, 0.9994493126869202, 0.9994661211967468, 0.9994718432426453, 0.9994609951972961, 0.9994349479675293, 0.9994168281555176, 0.9994083642959595], "prob_old_token": [0.8691997528076172, 0.1929318904876709, 0.15509037673473358, 0.012851739302277565, 0.11125631630420685, 0.00010945217945845798, 1.4831153976047062e-06, 1.5912300455056538e-07, 6.711968580930261e-08, 5.1060503380995215e-08, 4.691289490210693e-08, 5.039099448822526e-08, 6.018417764153128e-08, 5.296950078559348e-08, 4.537640307944457e-08, 4.253938357123843e-08, 4.3887215639415444e-08, 4.796607910861894e-08, 4.940597264635471e-08, 4.789641749880502e-08], "update_matrix_norm_1": [20833.29296875], "update_matrix_norm_2": [6.247249126434326], "update_matrix_norm_inf": [0.11349911242723465], "request": {"prompt": "{} is lead by the person named", "subject": "Epic Games", "target_new": {"str": "Rodolphe Saad\u00e9"}, "old_answer": {"str": "Tim Sweeney"}, "seed": 42}}, {"loss_per_step": [3.201, 2.409, 1.182, 0.623, 0.474, 0.433, 0.423, 0.417, 0.413, 0.41, 0.407, 0.405, 0.404, 0.403, 0.401, 0.4, 0.4, 0.399, 0.399, 0.398], "prob_new": [0.04306213557720184, 0.17338037490844727, 0.4661150872707367, 0.8093949556350708, 0.9514928460121155, 0.9749798774719238, 0.9827330708503723, 0.9864858388900757, 0.9887291193008423, 0.9902451038360596, 0.9913535714149475, 0.9922102093696594, 0.9928978681564331, 0.9934647083282471, 0.9939401745796204, 0.9943451881408691, 0.9946964979171753, 0.995007336139679, 0.9952874779701233, 0.9955428242683411], "prob_old": [0.8756784796714783, 0.3948870301246643, 0.1909560263156891, 0.06565746665000916, 0.02576940506696701, 0.01720290072262287, 0.013560543768107891, 0.011550791561603546, 0.01032665092498064, 0.009539163671433926, 0.009005492553114891, 0.008619829080998898, 0.008322103880345821, 0.008082788437604904, 0.007892310619354248, 0.007751500699669123, 0.007663634605705738, 0.007630039006471634, 0.007648533210158348, 0.0077149523422122], "prob_new_token": [0.0001172034244518727, 0.020980248227715492, 0.12152604013681412, 0.5950117707252502, 0.9134326577186584, 0.9647753238677979, 0.9804208278656006, 0.9873363375663757, 0.9909989237785339, 0.9931359887123108, 0.994464099407196, 0.9953314661979675, 0.9959211945533752, 0.996334969997406, 0.9966294765472412, 0.9968374371528625, 0.9969804286956787, 0.9970759749412537, 0.9971359968185425, 0.9971700310707092], "prob_old_token": [0.8691997528076172, 0.2439003735780716, 0.04805474355816841, 0.004429944325238466, 0.0003259558870922774, 0.00010494240996195003, 5.1764309318969026e-05, 3.241160084144212e-05, 2.3814907763153315e-05, 1.957489257620182e-05, 1.742013409966603e-05, 1.6383113688789308e-05, 1.6000225514289923e-05, 1.6036919987527654e-05, 1.6385534763685428e-05, 1.7012767784763128e-05, 1.7926889995578676e-05, 1.916335713758599e-05, 2.0758026948897168e-05, 2.2740343410987407e-05], "update_matrix_norm_1": [21432.7265625], "update_matrix_norm_2": [6.247249603271484], "update_matrix_norm_inf": [0.1033785343170166], "request": {"prompt": "{} is lead by the person named", "subject": "Epic Games", "target_new": {"str": "David Cage"}, "old_answer": {"str": "Tim Sweeney"}, "seed": 42}}, {"loss_per_step": [6.845, 5.117, 3.547, 1.758, 0.713, 0.469, 0.439, 0.422, 0.41, 0.4, 0.389, 0.378, 0.368, 0.361, 0.358, 0.357, 0.354, 0.351, 0.35, 0.349], "prob_new": [0.0011075014481320977, 0.0092032290995121, 0.04372938349843025, 0.2646543085575104, 0.7409540414810181, 0.9352806806564331, 0.9578112959861755, 0.9685460925102234, 0.9762254357337952, 0.9819186329841614, 0.9860652685165405, 0.9891117811203003, 0.9914492964744568, 0.9933065176010132, 0.994740903377533, 0.9957824945449829, 0.9965202808380127, 0.9970523715019226, 0.9974620938301086, 0.9978078603744507], "prob_old": [0.8297969698905945, 0.24227966368198395, 0.07403656840324402, 0.022543087601661682, 0.013764699921011925, 0.007515227422118187, 0.005772588774561882, 0.004920812789350748, 0.004313013982027769, 0.003803199389949441, 0.0033683672081679106, 0.003014229703694582, 0.002754814689978957, 0.00261080265045166, 0.0025832646060734987, 0.002627809066325426, 0.0026933385524898767, 0.002763733733445406, 0.0028263828717172146, 0.0028563542291522026], "prob_new_token": [1.53386099555064e-05, 0.00036598817678168416, 0.01763140596449375, 0.046851616352796555, 0.579184353351593, 0.9484845995903015, 0.9824268221855164, 0.9918343424797058, 0.9957660436630249, 0.9976646900177002, 0.998598039150238, 0.9990360736846924, 0.9991880655288696, 0.9991236329078674, 0.9988545179367065, 0.9984908699989319, 0.9982388615608215, 0.9981391429901123, 0.998145580291748, 0.9982476234436035], "prob_old_token": [0.6146377921104431, 0.32470884919166565, 0.013697830960154533, 0.0030266044195741415, 0.0005864148843102157, 3.9644506614422426e-05, 9.761490218807012e-06, 3.954125531890895e-06, 2.039960691035958e-06, 1.2233851975906873e-06, 8.439864700449107e-07, 6.810606123508478e-07, 6.689261340397934e-07, 8.281439249913092e-07, 1.2001279401374632e-06, 1.6686680055499892e-06, 1.9990279724879656e-06, 2.1914593162364326e-06, 2.3284865164896473e-06, 2.3704476461716695e-06], "update_matrix_norm_1": [23402.888671875], "update_matrix_norm_2": [6.5498270988464355], "update_matrix_norm_inf": [0.09189844876527786], "request": {"prompt": "{} is lead by the person named", "subject": "MVRDV", "target_new": {"str": "Mary Barra"}, "old_answer": {"str": "Winy Maas"}, "seed": 42}}, {"loss_per_step": [6.702, 4.596, 2.823, 1.433, 0.589, 0.425, 0.396, 0.388, 0.377, 0.367, 0.361, 0.357, 0.355, 0.353, 0.35, 0.348, 0.347, 0.346, 0.346, 0.345], "prob_new": [0.001358073321171105, 0.016760751605033875, 0.08913445472717285, 0.3575272858142853, 0.8316507935523987, 0.981041669845581, 0.9909499883651733, 0.9933189153671265, 0.9944348335266113, 0.9950101971626282, 0.9955713152885437, 0.9963214993476868, 0.9970973134040833, 0.9977248311042786, 0.9981703162193298, 0.9984750747680664, 0.9986856579780579, 0.9988313317298889, 0.9989292025566101, 0.9989916682243347], "prob_old": [0.8297969698905945, 0.19410814344882965, 0.054055362939834595, 0.04378393664956093, 0.026724636554718018, 0.011631886474788189, 0.008091469295322895, 0.006734061986207962, 0.006194005720317364, 0.006032959558069706, 0.006034428253769875, 0.006031825672835112, 0.005983263254165649, 0.005920054856687784, 0.005872473120689392, 0.005859566852450371, 0.0058897798880934715, 0.00595630519092083, 0.006041995249688625, 0.006137312855571508], "prob_new_token": [2.559209860919509e-05, 0.00013710142229683697, 0.005295341834425926, 0.051505062729120255, 0.5161814093589783, 0.9452452659606934, 0.9836181998252869, 0.9908678531646729, 0.994338870048523, 0.996086597442627, 0.9968855977058411, 0.9973423480987549, 0.9976862072944641, 0.9979652762413025, 0.9981873035430908, 0.9983468055725098, 0.9984358549118042, 0.9984388947486877, 0.99833744764328, 0.9981177449226379], "prob_old_token": [0.6146377921104431, 0.35350799560546875, 0.007754205260425806, 0.0041733295656740665, 0.003901592455804348, 0.0007092268788255751, 0.00018573734269011766, 7.284485036507249e-05, 3.5817261959891766e-05, 2.209988269896712e-05, 1.6435740690212697e-05, 1.3192239748605061e-05, 1.0899495464400388e-05, 9.21944865694968e-06, 7.970090337039437e-06, 7.069294952088967e-06, 6.509987542813178e-06, 6.307795501925284e-06, 6.461304110416677e-06, 6.957114692340838e-06], "update_matrix_norm_1": [23888.83984375], "update_matrix_norm_2": [6.549827575683594], "update_matrix_norm_inf": [0.08613362163305283], "request": {"prompt": "{} is lead by the person named", "subject": "MVRDV", "target_new": {"str": "Wilbur Ross"}, "old_answer": {"str": "Winy Maas"}, "seed": 42}}, {"loss_per_step": [3.728, 2.829, 2.243, 0.993, 0.651, 0.472, 0.424, 0.398, 0.384, 0.373, 0.364, 0.358, 0.354, 0.351, 0.349, 0.347, 0.345, 0.344, 0.343, 0.342], "prob_new": [0.025550592690706253, 0.09594231843948364, 0.1659398376941681, 0.5543994903564453, 0.8040263652801514, 0.9142688512802124, 0.9459860920906067, 0.9657200574874878, 0.9763832092285156, 0.9819266200065613, 0.9851500988006592, 0.9876529574394226, 0.9900581240653992, 0.9921125769615173, 0.9936058521270752, 0.9946807026863098, 0.9955081939697266, 0.9961762428283691, 0.9967154860496521, 0.9971068501472473], "prob_old": [0.8297969698905945, 0.28680017590522766, 0.1436593383550644, 0.03829202428460121, 0.021572040393948555, 0.016746865585446358, 0.013360527344048023, 0.009797311387956142, 0.0077326311729848385, 0.00712207518517971, 0.007427932228893042, 0.007644206285476685, 0.0068559846840798855, 0.005486005917191505, 0.0044184485450387, 0.003985780291259289, 0.003947631921619177, 0.0038131214678287506, 0.0034261904656887054, 0.003137825522571802], "prob_new_token": [0.00010711309005273506, 0.00021145521895959973, 0.0007586504798382521, 0.11776307970285416, 0.5831338167190552, 0.7622030377388, 0.8377901911735535, 0.8924931287765503, 0.9227040410041809, 0.9370484948158264, 0.9436690807342529, 0.9491661787033081, 0.9574748277664185, 0.9669275879859924, 0.9742465615272522, 0.977936327457428, 0.9792535901069641, 0.9807206392288208, 0.983066737651825, 0.9847096800804138], "prob_old_token": [0.6146377921104431, 0.4457157254219055, 0.19268620014190674, 0.004298221319913864, 0.0008829248836264014, 0.00010553534957580268, 3.1907522497931495e-05, 1.4937122614355758e-05, 9.888619388220832e-06, 8.72387954586884e-06, 9.13370240596123e-06, 9.555884389556013e-06, 8.898759915609844e-06, 7.555557203886565e-06, 6.479563580796821e-06, 6.119458703324199e-06, 6.346206646412611e-06, 6.5238969000347424e-06, 6.327213213808136e-06, 6.334144018182997e-06], "update_matrix_norm_1": [23374.2109375], "update_matrix_norm_2": [6.549841403961182], "update_matrix_norm_inf": [0.08537483215332031], "request": {"prompt": "{} is lead by the person named", "subject": "MVRDV", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Winy Maas"}, "seed": 42}}, {"loss_per_step": [3.52, 3.42, 3.2, 2.998, 2.678, 1.792, 1.339, 0.648, 0.485, 0.438, 0.431, 0.426, 0.422, 0.419, 0.417, 0.416, 0.414, 0.413, 0.411, 0.41], "prob_new": [0.03153252974152565, 0.05250297486782074, 0.06428550183773041, 0.0779586061835289, 0.10705678164958954, 0.26414892077445984, 0.41683852672576904, 0.8241738677024841, 0.9896125197410583, 0.9925060272216797, 0.9937938451766968, 0.995612382888794, 0.9970672726631165, 0.9979537129402161, 0.9984647035598755, 0.9987603425979614, 0.9989368319511414, 0.9990559816360474, 0.9991506338119507, 0.9992312788963318], "prob_old": [0.6764271259307861, 0.13017171621322632, 0.13322022557258606, 0.13771174848079681, 0.14399321377277374, 0.18218894302845, 0.13929468393325806, 0.15278199315071106, 0.03751067817211151, 0.03165978193283081, 0.032135069370269775, 0.030277034267783165, 0.027332304045557976, 0.024275008589029312, 0.0218009352684021, 0.020427247509360313, 0.020122362300753593, 0.02031380496919155, 0.020438160747289658, 0.02024555578827858], "prob_new_token": [1.7252085626751068e-06, 0.00013405490608420223, 0.0001683424343355, 0.00028424846823327243, 0.0008411849848926067, 0.00773661071434617, 0.009886389598250389, 0.41511911153793335, 0.997918963432312, 0.9984472393989563, 0.997531533241272, 0.9967168569564819, 0.9968377947807312, 0.9974512457847595, 0.9980165958404541, 0.9984000325202942, 0.9986477494239807, 0.9988130331039429, 0.9989354014396667, 0.9990239143371582], "prob_old_token": [0.7820838093757629, 0.002095963805913925, 0.002252341015264392, 0.0026640838477760553, 0.003478975733742118, 0.00546863442286849, 0.007351195439696312, 0.0030732874292880297, 5.200337000133004e-06, 3.851236670016078e-06, 1.1726171578629874e-05, 2.216523171227891e-05, 1.9709108528331853e-05, 1.2932601748616435e-05, 7.932251719466876e-06, 5.603291356237605e-06, 4.9116115405922756e-06, 4.683149654738372e-06, 4.374435320642078e-06, 3.8118862448754953e-06], "update_matrix_norm_1": [23475.556640625], "update_matrix_norm_2": [6.668179988861084], "update_matrix_norm_inf": [0.09620849788188934], "request": {"prompt": "{} is lead by the person named", "subject": "Pagani", "target_new": {"str": "Franz Welser-M\u00f6st"}, "old_answer": {"str": "Horacio Pagani"}, "seed": 42}}, {"loss_per_step": [9.603, 7.517, 6.61, 4.474, 1.531, 0.728, 0.554, 0.479, 0.448, 0.434, 0.427, 0.422, 0.42, 0.418, 0.417, 0.415, 0.415, 0.414, 0.413, 0.413], "prob_new": [0.00014248811930883676, 0.0010133396135643125, 0.002930882852524519, 0.02787455916404724, 0.39198222756385803, 0.776285707950592, 0.9165487289428711, 0.968815803527832, 0.9861539602279663, 0.9925985932350159, 0.9956910610198975, 0.997249960899353, 0.9980486035346985, 0.9984935522079468, 0.9987744092941284, 0.9989705085754395, 0.9991147518157959, 0.9992228150367737, 0.9993043541908264, 0.999366044998169], "prob_old": [0.6764271259307861, 0.12664970755577087, 0.15463829040527344, 0.167643204331398, 0.09574420005083084, 0.06022078916430473, 0.04822404310107231, 0.04111449420452118, 0.03644502907991409, 0.03292110189795494, 0.029922354966402054, 0.02756027691066265, 0.025833629071712494, 0.02460341528058052, 0.023699535056948662, 0.023001335561275482, 0.02244148962199688, 0.02198244258761406, 0.021601177752017975, 0.021283360198140144], "prob_new_token": [1.7620662902118056e-06, 0.0026457463391125202, 0.006385574117302895, 0.05345809832215309, 0.4657268822193146, 0.7826732397079468, 0.9089066386222839, 0.9673115611076355, 0.9870573878288269, 0.9935775995254517, 0.9962556958198547, 0.9975726008415222, 0.9982962012290955, 0.998723566532135, 0.9989908933639526, 0.9991646409034729, 0.9992786645889282, 0.9993529915809631, 0.9993990063667297, 0.9994232654571533], "prob_old_token": [0.7820838093757629, 0.0030253056902438402, 0.0036765793338418007, 0.0035305579658597708, 0.001316238776780665, 0.0001940820220625028, 5.514366421266459e-05, 2.0884255718556233e-05, 9.59790668275673e-06, 5.227595920587191e-06, 3.141600245726295e-06, 2.0450015654205345e-06, 1.4363199625222478e-06, 1.082322228285193e-06, 8.662418622407131e-07, 7.295148520825023e-07, 6.41694612113497e-07, 5.865087473466701e-07, 5.545348926716542e-07, 5.404625085247972e-07], "update_matrix_norm_1": [24348.46484375], "update_matrix_norm_2": [6.668179988861084], "update_matrix_norm_inf": [0.09333407133817673], "request": {"prompt": "{} is lead by the person named", "subject": "Pagani", "target_new": {"str": "Charles Koch"}, "old_answer": {"str": "Horacio Pagani"}, "seed": 42}}, {"loss_per_step": [3.74, 2.379, 1.319, 0.656, 0.457, 0.436, 0.412, 0.4, 0.395, 0.392, 0.388, 0.385, 0.383, 0.382, 0.381, 0.38, 0.379, 0.378, 0.377, 0.375], "prob_new": [0.025031695142388344, 0.14932702481746674, 0.4196450412273407, 0.8055284023284912, 0.9911951422691345, 0.9934407472610474, 0.9943982362747192, 0.9950696229934692, 0.9956525564193726, 0.9963239431381226, 0.9970164895057678, 0.9975898861885071, 0.9980084896087646, 0.9983081221580505, 0.9985308051109314, 0.9987022876739502, 0.9988344311714172, 0.9989307522773743, 0.9989905953407288, 0.9990086555480957], "prob_old": [0.6764271259307861, 0.42602553963661194, 0.18032489717006683, 0.13730917870998383, 0.02863135188817978, 0.019654149189591408, 0.018016351386904716, 0.01808548904955387, 0.018713150173425674, 0.019182298332452774, 0.019402842968702316, 0.019504981115460396, 0.01954355090856552, 0.019507354125380516, 0.01938391849398613, 0.019224170595407486, 0.019163554534316063, 0.01940130442380905, 0.020159808918833733, 0.021672384813427925], "prob_new_token": [8.184614853234962e-05, 0.019806837663054466, 0.03332807868719101, 0.5967547297477722, 0.9830553531646729, 0.9886803030967712, 0.9888150691986084, 0.9885693788528442, 0.9889929890632629, 0.9905382990837097, 0.9925820827484131, 0.9943143129348755, 0.9955156445503235, 0.9963183999061584, 0.9968756437301636, 0.9972772002220154, 0.9975566267967224, 0.997715950012207, 0.9977349042892456, 0.997575581073761], "prob_old_token": [0.7820838093757629, 0.01613297127187252, 0.02052527666091919, 0.006638823077082634, 0.00027308001881465316, 0.00011598497803788632, 0.00014079360698815435, 0.0002060109400190413, 0.0002700460609048605, 0.00028798443963751197, 0.00026334228459745646, 0.00022982203518040478, 0.00020501100516412407, 0.00018910416110884398, 0.00017813891463447362, 0.0001703401212580502, 0.00016742630396038294, 0.00017411274893675, 0.00019749948114622384, 0.0002489319012966007], "update_matrix_norm_1": [23725.27734375], "update_matrix_norm_2": [6.668179988861084], "update_matrix_norm_inf": [0.08427545428276062], "request": {"prompt": "{} is lead by the person named", "subject": "Pagani", "target_new": {"str": "Heinrich Himmler"}, "old_answer": {"str": "Horacio Pagani"}, "seed": 42}}, {"loss_per_step": [3.636, 2.873, 1.516, 0.788, 0.481, 0.472, 0.461, 0.449, 0.441, 0.434, 0.429, 0.425, 0.422, 0.419, 0.417, 0.416, 0.414, 0.413, 0.412, 0.405], "prob_new": [0.02700255624949932, 0.08906087279319763, 0.337932288646698, 0.7119802236557007, 0.9600059390068054, 0.9624913930892944, 0.9691728949546814, 0.9760656952857971, 0.981237530708313, 0.9853749871253967, 0.9887973666191101, 0.9915971755981445, 0.9938082098960876, 0.9954789876937866, 0.9966893792152405, 0.9975407123565674, 0.9981276392936707, 0.998522937297821, 0.9987785816192627, 0.9988738894462585], "prob_old": [0.7248559594154358, 0.6693223714828491, 0.059293780475854874, 0.045640088617801666, 0.024622809141874313, 0.01833653450012207, 0.015474827960133553, 0.013624012470245361, 0.01239856705069542, 0.011499244719743729, 0.010720701888203621, 0.009983157739043236, 0.00929171685129404, 0.008683995343744755, 0.00819106213748455, 0.007821104489266872, 0.007564638275653124, 0.007407231722027063, 0.007337150163948536, 0.007482277695089579], "prob_new_token": [3.820567826551269e-07, 8.966994209913537e-05, 0.00528255570679903, 0.21824181079864502, 0.9823200106620789, 0.9952151775360107, 0.996887743473053, 0.9975671768188477, 0.9980142712593079, 0.9983553886413574, 0.9986194372177124, 0.9988064765930176, 0.99891597032547, 0.9989516139030457, 0.9989179372787476, 0.9988158941268921, 0.9986475110054016, 0.9984281063079834, 0.9981822371482849, 0.9978927969932556], "prob_old_token": [0.6259536743164062, 0.2876356840133667, 0.0008840421796776354, 0.0006790906190872192, 2.840250454028137e-05, 8.183174031728413e-06, 3.0788271487836028e-06, 1.3101309832563857e-06, 7.338746854657074e-07, 5.04372678733489e-07, 3.8797227830400516e-07, 3.158502579481137e-07, 2.6458241109139635e-07, 2.258569935520427e-07, 1.9751084323615942e-07, 1.790295272030562e-07, 1.6924929013839574e-07, 1.6594103158240614e-07, 1.6704869665318256e-07, 1.761420236334743e-07], "update_matrix_norm_1": [22800.017578125], "update_matrix_norm_2": [6.243117332458496], "update_matrix_norm_inf": [0.030549045652151108], "request": {"prompt": "{} is lead by the person named", "subject": "Kojima Productions", "target_new": {"str": "Franz Welser-M\u00f6st"}, "old_answer": {"str": "Hideo Kojima"}, "seed": 42}}, {"loss_per_step": [7.63, 5.01, 3.472, 1.002, 0.509, 0.491, 0.478, 0.463, 0.455, 0.45, 0.447, 0.444, 0.441, 0.438, 0.435, 0.433, 0.431, 0.428, 0.426, 0.424], "prob_new": [0.000704940699506551, 0.011550383642315865, 0.04920201003551483, 0.5883290767669678, 0.952761173248291, 0.962316632270813, 0.9676921367645264, 0.97696852684021, 0.9824298024177551, 0.9853106141090393, 0.987185537815094, 0.9886173009872437, 0.9898051619529724, 0.9908342361450195, 0.991747260093689, 0.9925645589828491, 0.9932937026023865, 0.9939373731613159, 0.9944997429847717, 0.9949884414672852], "prob_old": [0.7248559594154358, 0.5986703038215637, 0.047624316066503525, 0.032568592578172684, 0.014861220493912697, 0.01313099730759859, 0.012067547999322414, 0.010330080054700375, 0.008798749186098576, 0.007765444461256266, 0.007088572718203068, 0.006626189686357975, 0.006294418126344681, 0.0060484702698886395, 0.005865275394171476, 0.0057329232804477215, 0.005644035525619984, 0.00559188099578023, 0.005568095948547125, 0.005562165752053261], "prob_new_token": [5.798615347885061e-07, 0.0002639608283061534, 0.0003617508336901665, 0.2950991988182068, 0.91054767370224, 0.9300678968429565, 0.9489302635192871, 0.9763789176940918, 0.9893073439598083, 0.9941738247871399, 0.9962465167045593, 0.9972818493843079, 0.9978676438331604, 0.9982299208641052, 0.9984679222106934, 0.998631477355957, 0.9987463355064392, 0.9988291263580322, 0.9988896250724792, 0.9989372491836548], "prob_old_token": [0.6259536743164062, 0.22088974714279175, 0.002516360953450203, 0.0004322925233282149, 4.90249803988263e-05, 5.673600753652863e-05, 5.089542901259847e-05, 2.7868854886037298e-05, 1.4109178664512001e-05, 8.192403583962005e-06, 5.472510110848816e-06, 4.050683401146671e-06, 3.222815848857863e-06, 2.7032690468331566e-06, 2.3611544293089537e-06, 2.1296434624673566e-06, 1.971033725567395e-06, 1.8611696077641682e-06, 1.7828657519203261e-06, 1.7214434819834423e-06], "update_matrix_norm_1": [24445.529296875], "update_matrix_norm_2": [6.337881088256836], "update_matrix_norm_inf": [0.01945599354803562], "request": {"prompt": "{} is lead by the person named", "subject": "Kojima Productions", "target_new": {"str": "Warren Jeffs"}, "old_answer": {"str": "Hideo Kojima"}, "seed": 42}}, {"loss_per_step": [7.294, 5.872, 5.446, 3.041, 1.824, 0.85, 0.604, 0.539, 0.502, 0.482, 0.466, 0.453, 0.444, 0.437, 0.433, 0.429, 0.426, 0.424, 0.422, 0.421], "prob_new": [0.0008070531184785068, 0.004646150395274162, 0.006930342875421047, 0.07647453248500824, 0.25208327174186707, 0.6677951812744141, 0.848171055316925, 0.902889609336853, 0.9331045150756836, 0.9491838812828064, 0.9617996215820312, 0.9722887873649597, 0.9797114729881287, 0.9846401214599609, 0.9880313873291016, 0.9904989004135132, 0.9923642873764038, 0.9938021302223206, 0.9949201345443726, 0.9957940578460693], "prob_old": [0.7248559594154358, 0.6304940581321716, 0.19083088636398315, 0.14675965905189514, 0.07844971865415573, 0.06861372292041779, 0.037130679935216904, 0.0230230912566185, 0.017449865117669106, 0.014575091190636158, 0.012709733098745346, 0.01140369288623333, 0.010456549003720284, 0.00970061868429184, 0.00904560461640358, 0.008462649770081043, 0.007948162965476513, 0.007502667605876923, 0.007122923154383898, 0.0068016317673027515], "prob_new_token": [2.3066870653565275e-06, 0.0002728389808908105, 0.0031390353105962276, 0.09620997309684753, 0.6014553904533386, 0.6546604633331299, 0.8334619998931885, 0.9356029033660889, 0.9675598740577698, 0.9792441129684448, 0.9850212931632996, 0.988436222076416, 0.9906514286994934, 0.9922410845756531, 0.9934687614440918, 0.9944505095481873, 0.995248556137085, 0.9959093332290649, 0.9964713454246521, 0.9969670176506042], "prob_old_token": [0.6259536743164062, 0.35624977946281433, 0.05142095312476158, 0.004529866389930248, 0.0008768906118348241, 0.002752109430730343, 0.0005436684587039053, 9.711798338685185e-05, 3.5232016671216115e-05, 1.8396573068457656e-05, 1.099939618143253e-05, 7.217715392471291e-06, 5.207582489674678e-06, 4.04534785047872e-06, 3.303937546661473e-06, 2.79277992376592e-06, 2.418404392301454e-06, 2.126931576640345e-06, 1.883845015981933e-06, 1.6667594309183187e-06], "update_matrix_norm_1": [23786.734375], "update_matrix_norm_2": [6.33787727355957], "update_matrix_norm_inf": [0.02208506129682064], "request": {"prompt": "{} is lead by the person named", "subject": "Kojima Productions", "target_new": {"str": "Charles R Schwab"}, "old_answer": {"str": "Hideo Kojima"}, "seed": 42}}]